-- Logs begin at Mon 2022-02-28 14:08:02 UTC, end at Mon 2022-02-28 15:49:09 UTC. -- Feb 28 14:41:40.604033 dv-neutron-830866-2-hyperv systemd[1]: Started Devstack devstack@q-svc.service. Feb 28 14:41:42.729145 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.common.config [-] Logging enabled! Feb 28 14:41:42.729733 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev32 Feb 28 14:41:42.729824 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83488) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 28 14:41:42.732002 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.common.config [-] Logging enabled! Feb 28 14:41:42.732250 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.3.1.dev32 Feb 28 14:41:42.732495 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=83488) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Feb 28 14:41:42.733437 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 14:41:42.733664 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 14:41:42.734015 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 14:41:42.734250 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 14:41:42.734471 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 14:41:42.734784 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.735079 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.735366 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.735612 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.735902 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.736187 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.736508 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.736768 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.737055 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.737331 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.737607 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.737885 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.738109 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.738383 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] config_source = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.738678 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.738955 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.739172 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] debug = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.739445 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.739897 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.740409 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.740687 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.740975 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.741241 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.741512 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.741793 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.742110 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] host = dv-neutron-830866-2-hyperv {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.742388 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.742668 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.742948 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.743288 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.743591 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.743869 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.744148 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.744419 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] log_dir = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.744687 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] log_file = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.744960 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.745242 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.745521 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.745803 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.746024 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.746241 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.746520 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.746801 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.747070 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.747339 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.747886 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.748157 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.748425 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.748688 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.748965 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.749244 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.749521 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.749789 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.750056 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.750323 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.750591 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.750867 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.751132 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.751398 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.751692 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.751971 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.752260 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.752534 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.752825 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.753103 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.753377 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.753653 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.753920 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.754191 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.754458 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.754730 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] use_journal = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.754995 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] use_json = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.755262 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.755526 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.755821 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.756088 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.756354 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.756619 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.756882 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.757157 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.757423 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:42.757710 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.757996 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.758287 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.758564 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.758851 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.759125 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.759406 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.759710 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.759989 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.760266 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.760547 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.760818 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.761096 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.761379 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.761659 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.761923 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.762193 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.762478 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.762748 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.763013 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.763282 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.763579 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.763855 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.764120 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.764394 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.764662 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.764925 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.765186 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.765457 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.765735 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.766001 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.766263 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.766522 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.766790 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.767052 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.767326 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.767617 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.768411 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.768676 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.768948 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.769213 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.769476 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.769746 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.770007 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.770274 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.770540 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.770803 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.771067 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.771330 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.771619 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.771884 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.772152 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.772422 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.772686 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.772949 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.773215 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.773479 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.773744 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.774024 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.774316 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.774591 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.774864 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.775138 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.775412 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.775715 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.775986 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.776257 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.776532 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.776800 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.777083 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.777360 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.777641 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.777918 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.778187 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.778478 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.778749 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.779024 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.779295 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.779590 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.779870 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.780145 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.780431 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.780717 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.780998 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.781281 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.781564 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.781839 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.782145 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.782418 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:42.782631 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 14:41:42.782865 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=83488) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 28 14:41:43.184691 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO keyring.backend [-] Loading KWallet Feb 28 14:41:43.192058 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO keyring.backend [-] Loading SecretService Feb 28 14:41:43.195122 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO keyring.backend [-] Loading Windows Feb 28 14:41:43.196502 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO keyring.backend [-] Loading chainer Feb 28 14:41:43.197058 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO keyring.backend [-] Loading macOS Feb 28 14:41:43.230806 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 28 14:41:43.231077 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 28 14:41:43.231363 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 28 14:41:43.231724 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 28 14:41:43.534162 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.534459 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.534734 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.590111 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.590388 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.590655 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.593707 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.593984 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.594242 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.622384 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.622922 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.623182 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.650510 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.650788 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.651054 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.970478 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.971125 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.971125 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.971279 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:43.972204 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.099058 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.099370 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.099674 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.099942 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.100205 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.100508 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.100767 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.101020 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.101272 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.101553 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.101808 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.102067 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.102325 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.102576 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.102836 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.103096 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.103347 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.103635 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.103885 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.104160 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.104498 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.104743 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.104987 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.105263 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.105506 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.105746 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.106125 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=83488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 14:41:44.106364 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=83488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 14:41:44.106596 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=83488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 14:41:44.106827 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=83488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 14:41:44.107056 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=83488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 14:41:44.107285 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=83488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 14:41:44.107859 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 28 14:41:44.110977 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 28 14:41:44.115652 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 28 14:41:44.119453 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Feb 28 14:41:44.121103 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 28 14:41:44.121483 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 28 14:41:44.121813 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 28 14:41:44.122188 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 28 14:41:44.125248 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 28 14:41:44.125497 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 28 14:41:44.125836 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 14:41:44.153875 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Feb 28 14:41:44.154406 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.154700 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=83488) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 28 14:41:44.155054 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.156456 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=83488) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 28 14:41:44.156733 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 28 14:41:44.156981 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 28 14:41:44.160753 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.161031 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.221057 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 28 14:41:44.221250 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 28 14:41:44.221484 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 28 14:41:44.221841 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 28 14:41:44.252974 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_db.sqlalchemy.engines [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=83488) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 28 14:41:44.567425 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Initializing driver for type 'gre' Feb 28 14:41:44.567882 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] gre ID ranges: [(1, 1000)] Feb 28 14:41:44.618660 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Initializing driver for type 'local' Feb 28 14:41:44.619008 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Initializing driver for type 'vlan' Feb 28 14:41:44.632328 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] VlanTypeDriver initialization complete Feb 28 14:41:44.632662 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Initializing driver for type 'vxlan' Feb 28 14:41:44.633136 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] vxlan ID ranges: [(1, 1000)] Feb 28 14:41:44.684387 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Initializing extension driver 'port_security' Feb 28 14:41:44.684740 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.extensions.port_security [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] PortSecurityExtensionDriver initialization complete Feb 28 14:41:44.685156 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Initializing mechanism driver 'openvswitch' Feb 28 14:41:44.685472 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Initializing mechanism driver 'hyperv' Feb 28 14:41:44.692550 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.plugin [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=83488) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:41:44.693228 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > port after_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.693601 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > port after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.693951 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > port after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.694476 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=83488) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 28 14:41:44.694907 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.695258 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.695621 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.696014 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=83488) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 28 14:41:44.696412 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > network after_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.696783 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > network after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.697121 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > network after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.697511 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=83488) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 28 14:41:44.697903 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > security_group after_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.698245 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > security_group after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.698583 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > security_group after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.699108 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=83488) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 28 14:41:44.699506 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.699875 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.700213 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.700599 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=83488) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:110}} Feb 28 14:41:44.701035 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] ML2 OVO RPC backend initialized. {{(pid=83488) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:168}} Feb 28 14:41:44.701661 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.702013 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.702424 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > network before_response 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.702769 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > networks before_response 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.703114 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > port before_response 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.703450 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > ports before_response 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.703828 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > subnet before_response 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.704166 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > subnets before_response 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.704509 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > network after_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.704851 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > network after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.705196 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > network after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.706081 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > port after_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.706414 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > port after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.706745 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > port after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.707077 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > subnet after_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.707411 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > subnet after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.707776 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > subnet after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.708351 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.plugin [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Modular L2 Plugin initialization complete Feb 28 14:41:44.708679 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading services supported by the core plugin {{(pid=83488) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 28 14:41:44.709012 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.plugins.ml2.managers [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Got port-security extension from driver 'port_security' Feb 28 14:41:44.709471 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.extensions.vlantransparent [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Disabled vlantransparent extension. Feb 28 14:41:44.709883 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=83488) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 28 14:41:44.710192 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading Plugin: router Feb 28 14:41:44.745671 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router_interface before_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.746063 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router after_create 55549900 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.746430 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router before_create 55549900 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.746796 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.747165 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.747803 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router after_delete 55549900 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.748166 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > floatingip after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.748527 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router after_create 55549900 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.748872 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router after_update 55549900 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.749220 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router after_update 55549900 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.749565 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.749918 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router after_update 55549900 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.750322 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.750684 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: port after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.751021 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: port after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.751355 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: subnet after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.751718 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.752568 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > port precommit_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.752929 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.753269 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: port before_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.753614 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router precommit_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.753969 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router after_update 55549900 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.754313 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router precommit_delete 55549900 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.754660 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router precommit_create 55549900 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.755015 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router_interface after_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.755356 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router precommit_update 55549900 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.755747 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > agent after_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.756094 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > agent after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.756435 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > network after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.757300 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Tracking information for resource: router configured {{(pid=83488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 14:41:44.757631 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Tracking information for resource: floatingip configured {{(pid=83488) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 28 14:41:44.762739 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.db.l3_agentschedulers_db [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 28 14:41:44.763322 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: port after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.763723 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: port after_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.764073 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: port after_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.764419 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: port after_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.765326 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router before_create 55550100 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.765691 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router precommit_delete 55550100 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.766053 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router precommit_create 55550100 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.766408 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > router precommit_update 55550100 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.771419 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.services.provider_configuration [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Service providers = [] {{(pid=83488) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 28 14:41:44.771807 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.db.servicetype_db [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=83488) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 28 14:41:44.774749 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.services.service_base [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=83488) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 14:41:44.775101 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.services.service_base [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=83488) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 14:41:44.775443 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.services.service_base [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=83488) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 14:41:44.776347 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.services.service_base [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=83488) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 28 14:41:44.776718 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.services.service_base [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 28 14:41:44.777099 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=83488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 14:41:44.777416 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 28 14:41:44.788275 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=83488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 14:41:44.788609 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading Plugin: auto_allocate Feb 28 14:41:44.794588 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: network precommit_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.794956 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: network precommit_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.795473 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=83488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 14:41:44.795815 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading Plugin: tag Feb 28 14:41:44.802435 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=83488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 14:41:44.802766 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading Plugin: timestamp Feb 28 14:41:44.806777 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=83488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 14:41:44.807107 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading Plugin: network_ip_availability Feb 28 14:41:44.812475 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.812843 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.813200 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:44.813898 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=83488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 14:41:44.814216 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading Plugin: flavors Feb 28 14:41:44.819530 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=83488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 14:41:44.819837 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading Plugin: revisions Feb 28 14:41:44.824094 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=83488) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 28 14:41:44.824480 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.593s {{(pid=83488) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 28 14:41:44.825208 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=83488) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:637}} Feb 28 14:41:44.825541 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Initializing extension manager. Feb 28 14:41:44.826039 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: __init__.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.826376 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: __pycache__ {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.826706 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: _admin_state_down_before_update_lib.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.827035 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: _availability_zone_filter_lib.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.827361 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: _filter_validation_lib.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.827719 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.828044 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: address_group.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.828787 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.829338 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: address-group Feb 28 14:41:44.829656 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: address_scope.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.831004 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.831506 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: address-scope Feb 28 14:41:44.831848 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: admin_state_down_before_update.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.832771 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is down (admin_state_up=False) before updating the distributed attribute" updated="2019-04-08 13:30:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.833287 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: router-admin-state-down-before-update Feb 28 14:41:44.833607 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: agent.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.834299 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.834798 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: agent Feb 28 14:41:44.835114 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: agent_resources_synced.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.836048 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.836546 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: agent-resources-synced Feb 28 14:41:44.836862 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: allowedaddresspairs.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.838797 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.839313 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: allowed-address-pairs Feb 28 14:41:44.839666 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: auto_allocated_topology.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.840735 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.841244 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: auto-allocated-topology Feb 28 14:41:44.841582 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: availability_zone.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.842251 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.842752 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: availability_zone Feb 28 14:41:44.843077 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: availability_zone_filter.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.844013 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.844518 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: availability_zone_filter Feb 28 14:41:44.844839 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: data_plane_status.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.845742 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.846293 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension data-plane-status not supported by any of loaded plugins Feb 28 14:41:44.846619 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: default_subnetpools.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.847535 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.848067 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: default-subnetpools Feb 28 14:41:44.848389 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: dhcpagentscheduler.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.849161 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.849663 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: dhcp_agent_scheduler Feb 28 14:41:44.849985 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: dns.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.850893 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.851392 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension dns-integration not supported by any of loaded plugins Feb 28 14:41:44.851740 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: dns_domain_ports.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.852653 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.853164 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 28 14:41:44.853483 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: dvr.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.854143 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.854647 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: dvr Feb 28 14:41:44.854963 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: empty_string_filtering.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.855894 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.856394 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: empty-string-filtering Feb 28 14:41:44.856711 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.857620 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.858123 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 28 14:41:44.858446 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.859348 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.859881 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 28 14:41:44.860199 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: external_net.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.861111 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.862136 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: external-net Feb 28 14:41:44.862454 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: extra_dhcp_opt.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.863369 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.863901 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: extra_dhcp_opt Feb 28 14:41:44.864218 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: extraroute.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.865122 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.865623 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: extraroute Feb 28 14:41:44.865940 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: extraroute_atomic.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.866970 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.867473 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: extraroute-atomic Feb 28 14:41:44.867817 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: filter_validation.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.868478 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-03-21T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.868977 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: filter-validation Feb 28 14:41:44.869295 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: fip_pf_description.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.870210 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.870712 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 28 14:41:44.871028 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: fip_port_details.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.871969 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.872729 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: fip-port-details Feb 28 14:41:44.873052 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: flavors.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.874283 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.874801 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: flavors Feb 28 14:41:44.875125 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.876897 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.877954 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 28 14:41:44.878279 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: floatingip_pools.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.878975 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.879485 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: floatingip-pools Feb 28 14:41:44.879838 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: ip_allocation.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.880757 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.881258 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension ip_allocation not supported by any of loaded plugins Feb 28 14:41:44.881575 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.882485 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.882990 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: ip-substring-filtering Feb 28 14:41:44.883309 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: l2_adjacency.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.884270 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.884770 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 28 14:41:44.885086 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: l3.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.886021 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.886530 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: router Feb 28 14:41:44.886848 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: l3_conntrack_helper.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.889238 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.889764 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 28 14:41:44.890093 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.891011 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.891525 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: ext-gw-mode Feb 28 14:41:44.891876 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.892813 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.893316 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: l3-ha Feb 28 14:41:44.893642 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: l3_flavors.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.894549 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.895051 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: l3-flavors Feb 28 14:41:44.895371 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.896322 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.896831 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 28 14:41:44.897145 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: l3agentscheduler.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.898168 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.898673 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: l3_agent_scheduler Feb 28 14:41:44.898993 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: logging.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.900536 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.901056 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension logging not supported by any of loaded plugins Feb 28 14:41:44.901382 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: metering.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.902117 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.902686 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: metering Feb 28 14:41:44.903009 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.904166 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.904682 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: metering_source_and_destination_fields Feb 28 14:41:44.905006 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: multiprovidernet.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.905923 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.906432 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: multi-provider Feb 28 14:41:44.906752 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: netmtu.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.907688 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.908192 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: net-mtu Feb 28 14:41:44.908532 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: netmtu_writable.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.909481 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.909986 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: net-mtu-writable Feb 28 14:41:44.910306 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: network_availability_zone.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.910971 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.911471 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: network_availability_zone Feb 28 14:41:44.911812 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: network_ip_availability.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.912916 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.913427 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: network-ip-availability Feb 28 14:41:44.913747 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: network_segment_range.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.914510 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.915013 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension network-segment-range not supported by any of loaded plugins Feb 28 14:41:44.915334 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: pagination.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.916344 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.916672 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: pagination Feb 28 14:41:44.916987 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.917902 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.918415 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: port-mac-address-regenerate Feb 28 14:41:44.918735 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: port_resource_request.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.919661 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.920170 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension port-resource-request not supported by any of loaded plugins Feb 28 14:41:44.920486 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: portbindings.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.921397 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.921909 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: binding Feb 28 14:41:44.922229 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: portbindings_extended.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.923509 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.924573 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: binding-extended Feb 28 14:41:44.924903 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: portsecurity.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.925822 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.926332 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: port-security Feb 28 14:41:44.926653 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: project_id.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.927659 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.927986 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: project-id Feb 28 14:41:44.928301 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: providernet.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.929221 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.929730 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: provider Feb 28 14:41:44.930050 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: qos.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.933792 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.934314 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension qos not supported by any of loaded plugins Feb 28 14:41:44.934645 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.935918 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.936435 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 28 14:41:44.936763 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.937672 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.938183 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 28 14:41:44.938508 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: qos_default.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.939421 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.940515 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension qos-default not supported by any of loaded plugins Feb 28 14:41:44.940838 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: qos_fip.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.941489 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.941991 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension qos-fip not supported by any of loaded plugins Feb 28 14:41:44.942314 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: qos_gateway_ip.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.943232 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.943771 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 28 14:41:44.944094 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: qos_port_network_policy.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.945003 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.945505 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 28 14:41:44.945825 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: qos_rule_type_details.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.946734 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.947238 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 28 14:41:44.947581 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: qos_rules_alias.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.948621 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.949126 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 28 14:41:44.949448 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: quotasv2.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.950319 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.950644 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: quotas Feb 28 14:41:44.950966 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: quotasv2_detail.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.952615 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.952953 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: quota_details Feb 28 14:41:44.953286 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: rbac.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.954319 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.954837 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: rbac-policies Feb 28 14:41:44.955163 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: rbac_address_scope.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.956633 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.957149 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: rbac-address-scope Feb 28 14:41:44.957471 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: rbac_security_groups.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.958384 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.958895 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: rbac-security-groups Feb 28 14:41:44.959216 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: rbac_subnetpool.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.960147 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.960660 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: rbac-subnetpool Feb 28 14:41:44.960981 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: revisionifmatch.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.961894 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.962403 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: revision-if-match Feb 28 14:41:44.962721 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: revisions.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.963872 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.964381 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: standard-attr-revisions Feb 28 14:41:44.964703 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: router_availability_zone.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.965369 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.965873 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: router_availability_zone Feb 28 14:41:44.966188 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: routerservicetype.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.967113 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.967648 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension router-service-type not supported by any of loaded plugins Feb 28 14:41:44.967967 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: security_groups_port_filtering.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.968877 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.969378 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: port-security-groups-filtering Feb 28 14:41:44.969694 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: securitygroup.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.981328 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.981867 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: security-group Feb 28 14:41:44.982169 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: segment.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.982945 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.983471 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension segment not supported by any of loaded plugins Feb 28 14:41:44.983820 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.984754 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.985262 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 28 14:41:44.985584 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: servicetype.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.986739 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.987251 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: service-type Feb 28 14:41:44.987597 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: sorting.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.988580 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.988915 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: sorting Feb 28 14:41:44.989237 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: standard_attr_segment.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.990154 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.990666 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 28 14:41:44.990988 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: standardattrdescription.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.991654 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.992161 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: standard-attr-description Feb 28 14:41:44.992481 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: stateful_security_group.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.993422 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.993930 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: stateful-security-group Feb 28 14:41:44.994254 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: stdattrs_common.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.994836 dv-neutron-830866-2-hyperv neutron-server[83488]: WARNING neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 28 14:41:44.995158 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.996110 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.996625 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 28 14:41:44.996949 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: subnet_onboard.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:44.998358 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:44.998915 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: subnet_onboard Feb 28 14:41:44.999201 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:45.000187 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:45.000698 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 28 14:41:45.001020 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: subnet_service_types.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:45.001956 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:45.002496 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: subnet-service-types Feb 28 14:41:45.002820 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: subnetallocation.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:45.003960 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:45.004467 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: subnet_allocation Feb 28 14:41:45.004791 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:45.005458 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:45.005961 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: subnetpool-prefix-ops Feb 28 14:41:45.006280 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:45.007216 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:45.007757 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 28 14:41:45.008076 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: tagging.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:45.009151 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:45.009664 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: standard-attr-tag Feb 28 14:41:45.010171 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: timestamp.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:45.011212 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:45.011766 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loaded extension: standard-attr-timestamp Feb 28 14:41:45.012093 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: trunk.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:45.013137 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:45.013719 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension trunk not supported by any of loaded plugins Feb 28 14:41:45.013972 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: trunk_details.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:45.014886 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:45.015583 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension trunk-details not supported by any of loaded plugins Feb 28 14:41:45.015756 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: uplink_status_propagation.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:45.016677 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:45.017186 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 28 14:41:45.017516 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Loading extension file: vlantransparent.py {{(pid=83488) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:447}} Feb 28 14:41:45.018697 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=83488) _check_extension /opt/stack/neutron/neutron/api/extensions.py:413}} Feb 28 14:41:45.019206 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 28 14:41:45.021530 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of TrackedResource for resource:network Feb 28 14:41:45.022269 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of TrackedResource for resource:subnet Feb 28 14:41:45.022868 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 14:41:45.023695 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of TrackedResource for resource:port Feb 28 14:41:45.024956 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.v2.resource_helper [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:41:45.025396 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.v2.resource_helper [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Service FLAVORS assigned prefix: {{(pid=83488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:41:45.026011 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.v2.resource_helper [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:41:45.026441 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.v2.resource_helper [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:41:45.026770 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of TrackedResource for resource:router Feb 28 14:41:45.027416 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 14:41:45.028171 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.v2.resource_helper [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Service METERING assigned prefix: /metering {{(pid=83488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:41:45.029588 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:45.029954 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:45.030301 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=83488) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:41:45.031420 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 14:41:45.031888 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of TrackedResource for resource:security_group Feb 28 14:41:45.032548 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 14:41:45.034009 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.v2.resource_helper [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Service CORE assigned prefix: {{(pid=83488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:41:45.034365 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 14:41:45.034827 dv-neutron-830866-2-hyperv neutron-server[83488]: WARNING neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] subnetpool is already registered Feb 28 14:41:45.035438 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.v2.resource_helper [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Service CORE assigned prefix: {{(pid=83488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:41:45.035802 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 14:41:45.036133 dv-neutron-830866-2-hyperv neutron-server[83488]: WARNING neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] subnetpool is already registered Feb 28 14:41:45.038620 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.v2.resource_helper [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:41:45.039054 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.v2.resource_helper [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Service FLAVORS assigned prefix: {{(pid=83488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:41:45.039663 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.v2.resource_helper [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:41:45.040084 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.v2.resource_helper [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=83488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:41:45.040416 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of TrackedResource for resource:router Feb 28 14:41:45.040739 dv-neutron-830866-2-hyperv neutron-server[83488]: WARNING neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] router is already registered Feb 28 14:41:45.041327 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of TrackedResource for resource:floatingip Feb 28 14:41:45.041653 dv-neutron-830866-2-hyperv neutron-server[83488]: WARNING neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] floatingip is already registered Feb 28 14:41:45.042268 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.v2.resource_helper [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Service METERING assigned prefix: /metering {{(pid=83488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:41:45.042924 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of CountableResource for resource:rbac_policy Feb 28 14:41:45.043248 dv-neutron-830866-2-hyperv neutron-server[83488]: WARNING neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] rbac_policy is already registered Feb 28 14:41:45.043816 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of TrackedResource for resource:security_group Feb 28 14:41:45.044143 dv-neutron-830866-2-hyperv neutron-server[83488]: WARNING neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] security_group is already registered Feb 28 14:41:45.044718 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 28 14:41:45.045050 dv-neutron-830866-2-hyperv neutron-server[83488]: WARNING neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] security_group_rule is already registered Feb 28 14:41:45.045705 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.v2.resource_helper [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Service CORE assigned prefix: {{(pid=83488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:41:45.046029 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 14:41:45.046348 dv-neutron-830866-2-hyperv neutron-server[83488]: WARNING neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] subnetpool is already registered Feb 28 14:41:45.046933 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.v2.resource_helper [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Service CORE assigned prefix: {{(pid=83488) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 28 14:41:45.047255 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Creating instance of TrackedResource for resource:subnetpool Feb 28 14:41:45.047600 dv-neutron-830866-2-hyperv neutron-server[83488]: WARNING neutron.quota.resource_registry [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] subnetpool is already registered Feb 28 14:41:45.048250 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: extensions {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.049737 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: address-groups {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.051275 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: address-scopes {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.052483 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: agents {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.053628 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: auto-allocated-topology {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.054828 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: availability_zones {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.056136 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: dhcp-networks {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.057489 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: dhcp-agents {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.058865 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: routers {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.060679 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: flavors {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.061811 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: service_profiles {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.062976 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: next_providers {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.064509 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: service_profiles {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.065946 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: floatingip-pools {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.067156 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: routers {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.068915 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: floatingips {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.070113 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: l3-routers {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.071394 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: l3-agents {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.072779 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: metering-labels {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.074111 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: metering-label-rules {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.075345 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: network-ip-availabilities {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.076584 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: bindings {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.079060 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: quotas {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.081045 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: quotas {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.082450 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: rbac-policies {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.083726 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: security-groups {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.084917 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: security-group-rules {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.086109 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: service-providers {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.087291 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: subnetpools {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.088697 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: subnetpools {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.090118 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: tags {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.091772 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: tags {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.093517 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: tags {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.095217 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: tags {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.097616 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: tags {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.099245 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: tags {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.100981 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: tags {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.102811 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: tags {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.104702 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: tags {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.106499 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron.api.extensions [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Extended resource: tags {{(pid=83488) __init__ /opt/stack/neutron/neutron/api/extensions.py:154}} Feb 28 14:41:45.112308 dv-neutron-830866-2-hyperv neutron-server[83488]: WARNING keystonemiddleware.auth_token [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 28 14:41:45.116961 dv-neutron-830866-2-hyperv neutron-server[83488]: WARNING keystonemiddleware.auth_token [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 28 14:41:45.125173 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Acquired lock "singleton_lock" {{(pid=83488) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 28 14:41:45.125655 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_concurrency.lockutils [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Releasing lock "singleton_lock" {{(pid=83488) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 28 14:41:45.126278 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO oslo_service.service [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Starting 2 workers Feb 28 14:41:45.130887 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Started child 83591 {{(pid=83488) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 14:41:45.135010 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Started child 83592 {{(pid=83488) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 14:41:45.136498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:45.137139 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO neutron.service [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 28 14:41:45.137210 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Notify callbacks [] for process, before_spawn {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:45.137962 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [-] (83591) wsgi starting up on http://0.0.0.0:9696 Feb 28 14:41:45.139566 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO oslo_service.service [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Starting 1 workers Feb 28 14:41:45.139743 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:45.141034 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [-] (83592) wsgi starting up on http://0.0.0.0:9696 Feb 28 14:41:45.144975 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Started child 83593 {{(pid=83488) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 14:41:45.145529 dv-neutron-830866-2-hyperv neutron-server[83488]: INFO oslo_service.service [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Starting 1 workers Feb 28 14:41:45.148852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.service [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] calling RpcWorker wait() {{(pid=83593) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 28 14:41:45.149384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.service [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] returning from RpcWorker wait() {{(pid=83593) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 28 14:41:45.149676 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Started child 83594 {{(pid=83488) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 28 14:41:45.150474 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG neutron_lib.callbacks.manager [None req-604d6507-f95b-4d6f-a30a-7b0b8ab326f5 None None] Notify callbacks [] for process, after_spawn {{(pid=83488) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:45.150751 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:45.151233 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:41:45.152334 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83488) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 28 14:41:45.152552 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 14:41:45.152733 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 14:41:45.152938 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 14:41:45.153277 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 14:41:45.153442 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 14:41:45.153946 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.154232 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.154498 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.154586 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:45.155053 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.155053 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.155600 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.155878 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.156110 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.156378 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.156607 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.156774 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.156939 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.157345 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.157579 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.157877 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.158147 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.158446 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.159239 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.159409 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.159680 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.159952 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.160195 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.160462 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] debug = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.160710 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.161196 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.161439 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.161686 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.161922 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.162211 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.162453 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.162749 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.162987 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.163215 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.163454 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.163817 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.164031 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.164261 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.164521 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.164732 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.165188 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] host = dv-neutron-830866-2-hyperv {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.165465 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.165597 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.165822 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.166051 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.166292 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.166521 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.166781 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.167031 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.167277 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.167503 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.167790 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.168037 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.168268 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.168500 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] log_file = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.168662 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] log_options = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.168900 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.169165 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.169411 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.169601 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.169816 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.170029 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.170187 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.170349 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.170600 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.170811 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.171022 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.171234 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.171463 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.171723 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.171978 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.172189 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.172424 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.172630 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.172881 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.173103 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.173322 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.173548 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.173796 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.174077 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.174288 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.174504 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.174726 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.174936 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.175145 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.175387 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.175661 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.175934 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.176164 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.176419 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.176641 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.176863 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.177074 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.177331 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.177556 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.177779 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.178030 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.178239 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.178448 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.178663 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.178897 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.179107 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] use_json = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.179313 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.179521 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.179793 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.180020 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.180262 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.180472 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.180684 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.180910 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.181117 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.181501 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.181789 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.182100 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.182321 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.182548 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.182798 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.183027 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.183243 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.184597 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.184597 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.184597 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.184977 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:41:45.185105 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.185105 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.185357 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.185521 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.185772 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.185985 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.186224 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.186460 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.186674 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.186887 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.187098 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.187357 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.188346 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.188346 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.188346 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.188346 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.190053 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.190053 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.190053 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.190053 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.190053 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.190053 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.190417 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.190483 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.190708 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.190934 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.191177 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.191395 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.191709 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.191939 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.192191 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.192410 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.192623 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.192844 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.193093 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.193308 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.193683 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.194037 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.194548 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.194975 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.195418 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.196032 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.196265 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.197311 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.198478 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.198640 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.198873 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.199122 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.199361 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.199643 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.199914 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.200147 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.200374 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.200620 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.200865 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.201086 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.201309 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.201536 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.201759 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.201989 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.202207 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.202423 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.202641 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.202943 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.203281 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.203505 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.203796 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.204055 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.204322 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.204546 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.204777 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.204999 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.205730 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.205945 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.206236 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.206489 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.206759 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.207010 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.207251 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.207509 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.208831 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.209094 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.209342 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.209584 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.209842 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.210151 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.210413 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.210668 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.210916 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.211186 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.211483 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.211751 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.212047 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.212269 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.212589 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.213029 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.213333 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.213617 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.213872 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.214111 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.214382 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.214638 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.214912 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.215174 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.215440 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.215687 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.215978 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.216249 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.216477 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.216697 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.216949 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.217281 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.217539 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.217787 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.218006 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.218300 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.218562 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.218802 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.219075 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.219351 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.219604 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.219847 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.220077 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.220307 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.220858 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.222172 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.222397 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.222655 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.222894 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.223302 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.223726 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.223957 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.224227 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.224450 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.224695 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.224944 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.225169 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.225411 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.225664 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.225882 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.226111 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.226368 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.226593 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.226817 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.227057 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.227291 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.227580 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.227801 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.228072 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.228339 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.228577 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.228809 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.229059 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.229308 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.229527 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.229775 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.229996 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.230212 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.230426 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.230647 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.230884 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.231098 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.231348 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.231588 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.231828 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.232073 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.232401 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.232623 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.232886 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.233099 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.233489 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.233860 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.234250 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.234625 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.234989 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.235363 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.235809 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.236178 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.236587 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.236977 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.237346 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.237586 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.237814 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.238030 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.238305 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.238536 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.238751 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.239046 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.239299 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.239565 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.239808 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.240039 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.240270 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.240486 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.240699 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.240919 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.241126 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.241611 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.242068 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.242294 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.242601 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.242838 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.243075 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.243335 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.243658 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.243902 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.244146 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.244375 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.244615 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.244859 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.245119 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.245428 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.245728 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.245976 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.246238 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.246523 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.247221 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.247221 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.247396 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.247841 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.248218 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.248497 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.248761 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.248988 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.249243 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.249489 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.249707 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.249945 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.250180 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.250394 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.250651 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.250905 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.251148 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.251364 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.251623 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.251847 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.252624 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.252860 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.253100 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.253318 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.253485 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 14:41:45.254014 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=83488) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 28 14:41:45.254152 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 28 14:41:45.254302 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 28 14:41:45.254473 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 28 14:41:45.254645 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 28 14:41:45.254799 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 28 14:41:45.255007 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.255169 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.255328 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.255488 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.255671 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.255851 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.256012 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.256170 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.256330 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.256489 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.256647 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.256806 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.256965 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.257123 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.257283 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.257443 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.257601 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.257760 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.257922 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.258081 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] config_source = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.258243 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.258403 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.258559 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] debug = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.258718 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.258920 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.259084 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.259243 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.259402 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.259574 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.259737 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.259895 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.260036 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.260198 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.260356 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.260515 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.260674 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.260832 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.260994 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.261154 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.261561 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] host = dv-neutron-830866-2-hyperv {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.263644 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.263900 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.264166 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.264349 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.264529 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.264703 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.264868 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.265030 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.265201 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.265364 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.265530 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.265612 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 35574) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:41:45.265684 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.265843 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] log_dir = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.266002 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] log_file = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.266161 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] log_options = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.266320 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.266478 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.266638 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.266824 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.266988 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.267148 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.267307 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.267499 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.267660 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.268446 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.268584 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.268746 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.268903 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.269199 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.269350 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.269595 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.269756 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.269919 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.270080 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.270237 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.270399 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.270778 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.270942 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.271099 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.271359 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.271524 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.271840 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.271950 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.272075 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.272200 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.272359 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.272516 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.272674 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.272854 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.272983 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.273139 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.273294 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.273449 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.273643 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.273796 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.273893 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.274065 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.274322 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.274415 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.274549 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] use_journal = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.274689 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] use_json = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.274817 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.274974 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.275126 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.275289 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.275446 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.275628 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.275770 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.275909 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.276097 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 28 14:41:45.276945 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0088878 Feb 28 14:41:45.277072 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.277072 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.277072 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.277288 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.277288 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.277443 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.277565 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.277725 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.277886 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.278046 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.278215 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.278364 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.278599 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.278703 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.278840 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.15/identity {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.279003 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.279162 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.279321 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.279483 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.279681 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.279844 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.280005 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.280165 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.280326 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.280497 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.280635 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.280795 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.280957 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.281117 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.281386 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.281996 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.281996 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.281996 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.281996 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.282460 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.282460 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.282460 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.282743 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.282743 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.282935 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.283079 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.283217 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.284700 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.284862 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.285028 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.285191 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.285356 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.286038 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.286038 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.286038 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.286038 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.286588 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.286588 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.287165 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.287367 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.287511 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.287702 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.287864 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.288024 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.288521 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.288521 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.288521 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.288744 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.288810 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.288945 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.289094 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.289254 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.289419 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.289576 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.289894 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.290062 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.290207 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.290366 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.290525 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.290988 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.290988 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.290988 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.291314 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.291314 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.291644 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.291809 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.291952 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.292171 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.292171 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.292319 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.292481 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.292640 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.292810 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.293165 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.293165 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.293387 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.293490 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.293593 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.293696 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.293907 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.294073 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.294280 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.294490 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.294610 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.294745 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.294904 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.295074 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.295238 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.295401 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.295645 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:41:45.295772 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.295878 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.296004 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.296163 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.296323 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.296482 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.296691 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.296855 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.297014 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.297172 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.297339 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.297493 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.297654 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.297819 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.297990 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.298148 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.298314 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.298470 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.298654 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.298813 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.299614 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.299741 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.299847 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.300003 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.300162 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.300321 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.300480 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.300639 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.301490 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.301490 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.15/identity {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.301490 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.301490 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.301490 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.302094 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.302094 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.302094 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.302094 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.302577 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.302577 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.302577 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.302577 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.302948 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.302948 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.303159 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.303266 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.303367 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.303469 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.303665 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.303825 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.303984 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.304915 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.304915 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.304915 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.304915 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.304915 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.304915 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.305524 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.305524 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.305524 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.305524 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.305904 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.305904 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.305904 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.306189 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.306291 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.306394 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.306519 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.306679 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.306839 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.306997 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.307157 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.307317 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.307557 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.307682 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.308474 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.308660 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.308826 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.308957 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.309115 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.309490 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.309490 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.309898 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.309898 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.309898 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.310107 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.310184 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.310932 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.310932 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.310932 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.310932 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.310932 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.311495 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] xenapi.connection_password = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.311495 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] xenapi.connection_url = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.311495 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] xenapi.connection_username = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.311495 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.311917 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.311917 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.312172 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.312172 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.312478 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.312478 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.312728 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.312728 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.312923 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.313026 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.313181 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.313340 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.313506 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.313665 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.313811 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.313971 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.314143 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.314303 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.314466 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.314651 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.314813 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.315027 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.315165 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.315294 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.315472 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.315658 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.315802 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.316127 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.316279 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.316453 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.316613 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.316780 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.316953 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.317121 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.317261 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.317420 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.317579 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.317736 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.317887 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.318046 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.318205 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.318364 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.318522 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.318680 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.318838 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.318996 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.319144 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.319303 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.319486 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.319697 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.320057 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.320057 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 28 14:41:45.320312 dv-neutron-830866-2-hyperv neutron-server[83488]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=83488) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 28 14:41:55.430972 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50d12982-de18-42e6-9780-c44b20ab789d None None] get_active_networks_info from dv-neutron-830866-2-hyperv {{(pid=83593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 14:41:55.515891 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d12982-de18-42e6-9780-c44b20ab789d None None] No non-hosted networks {{(pid=83593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 28 14:41:55.531770 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-19df152d-a157-4fe9-a146-4f3c08bf8e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4168373'] for agent, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:55.545334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.agentschedulers_db [None req-50d12982-de18-42e6-9780-c44b20ab789d None None] DHCP Agent not found on host dv-neutron-830866-2-hyperv {{(pid=83593) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 28 14:41:57.572687 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-54bdbcb7-399c-4d60-84ec-4a5064107806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4168373'] for agent, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:57.624776 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-20725f8b-4518-4b2b-af1b-47d4d5afa74d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:58.792690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4168373'] for agent, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:41:58.793358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:58.793643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:58.796799 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:58.798109 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:58.802192 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:58.803238 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:58.803747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:58.804259 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:58.804739 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:58.805220 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:58.805697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:41:58.806253 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-neutron-830866-2-hyperv', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:41:58.812953 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-neutron-830866-2-hyperv', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.5', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0'}} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:41:58.823145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4168373'] for agent, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:00.129036 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4168373'] for agent, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:01.592788 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.db.l3_hamode_db [None req-9a94d3c2-6d8e-4e2c-8a68-80cd4930a195 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 28 14:42:01.676760 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a94d3c2-6d8e-4e2c-8a68-80cd4930a195 None None] Routers set() bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:42:01.677135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a94d3c2-6d8e-4e2c-8a68-80cd4930a195 None None] Router IDs set() for agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 28 14:42:01.773106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 35672) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:42:02.364491 dv-neutron-830866-2-hyperv neutron-server[83592]: WARNING oslo_policy.policy [None req-61c40e70-0792-4381-906a-0d1a4ddc2838 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 14:42:02.365033 dv-neutron-830866-2-hyperv neutron-server[83592]: WARNING oslo_policy.policy [None req-61c40e70-0792-4381-906a-0d1a4ddc2838 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 14:42:02.583046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-61c40e70-0792-4381-906a-0d1a4ddc2838 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:42:02.584128 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-61c40e70-0792-4381-906a-0d1a4ddc2838 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.8101430 Feb 28 14:42:04.813467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 35686) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:42:05.192576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6502ed98-750b-4d04-9f11-e9bd6f4845dd admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:42:05.245248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.policy [None req-6502ed98-750b-4d04-9f11-e9bd6f4845dd admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83592) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 28 14:42:05.245986 dv-neutron-830866-2-hyperv neutron-server[83592]: WARNING oslo_policy.policy [None req-6502ed98-750b-4d04-9f11-e9bd6f4845dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 14:42:05.246353 dv-neutron-830866-2-hyperv neutron-server[83592]: WARNING oslo_policy.policy [None req-6502ed98-750b-4d04-9f11-e9bd6f4845dd admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 14:42:05.249901 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.quota [None req-6502ed98-750b-4d04-9f11-e9bd6f4845dd admin admin] Loaded quota_driver: . Feb 28 14:42:05.265457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6502ed98-750b-4d04-9f11-e9bd6f4845dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:42:05.333473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6502ed98-750b-4d04-9f11-e9bd6f4845dd admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737160216290', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737160193458', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737160194000', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737160183949', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8737160179313', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1303932', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1120236', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3703964', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-3768892'] for rbac-policy, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:05.399568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6502ed98-750b-4d04-9f11-e9bd6f4845dd admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:05.400797 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6502ed98-750b-4d04-9f11-e9bd6f4845dd admin admin] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.5864036 Feb 28 14:42:07.909514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 35700) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:42:08.271196 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'name': 'private'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:42:08.275866 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:42:08.280263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Usage tracker for resource:network and tenant:e0d2dd0eb89742bb9702476f5a421b4b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:42:08.285433 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:42:08.291370 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:42:08.301273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Made reservation on behalf of e0d2dd0eb89742bb9702476f5a421b4b for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:42:08.304161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:08.321840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:08.363173 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:42:08.366726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Usage tracker for resource:security_group_rule and tenant:e0d2dd0eb89742bb9702476f5a421b4b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:42:08.369475 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:42:08.375379 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:42:08.438375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:08.442544 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:08.463884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:42:08.488653 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737161131870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:08.489219 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Unsubscribe: segment precommit_create {{(pid=83592) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 14:42:08.489708 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Added segment 75f966bb-5c9b-4145-bc07-0a49fc24fad9 of type vlan for network ff477e41-faa1-4d53-b934-620f03acc372 Feb 28 14:42:08.504205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=389e43dd-248b-463b-b2aa-64fedb0c38ee,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:08.558447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:08.558707 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:08.559030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:08.559348 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:08.559712 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:08.560040 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:08.560364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:08.560678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:08.560987 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:08.561294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:08.561599 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Tracked resource versions report: Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: pushed versions: Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: { 'ConntrackHelper': {'1.0'}, Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Log': {'1.0'}, Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Network': {'1.1'}, Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Port': {'1.5'}, Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'PortForwarding': {'1.2'}, Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'QosPolicy': {'1.8'}, Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'SecurityGroup': {'1.2'}, Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'SecurityGroupRule': {'1.0'}, Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'SubPort': {'1.0'}, Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Subnet': {'1.1'}, Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Trunk': {'1.1'}} Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: consumer versions: Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: { DHCP agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: L3 agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: Metadata agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: Metering agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: Open vSwitch agent@dv-neutron-830866-2-hyperv: { 'ConntrackHelper': '1.0', Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Log': '1.0', Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Network': '1.1', Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Port': '1.5', Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'PortForwarding': '1.2', Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'QosPolicy': '1.8', Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'SecurityGroup': '1.2', Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'SecurityGroupRule': '1.0', Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'SubPort': '1.0', Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Subnet': '1.1', Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Trunk': '1.1'}} Feb 28 14:42:08.562852 dv-neutron-830866-2-hyperv neutron-server[83592]: {{(pid=83592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 14:42:08.609380 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:08.648460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:08.649369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:08.649983 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:08.756105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] Pushing event updated for resources: {'Network': ['ID=ff477e41-faa1-4d53-b934-620f03acc372,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:08.758706 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a2ee93e2-7166-4c01-8e5f-13eb2b1d723a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 0.8482335 Feb 28 14:42:08.786678 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network ff477e41-faa1-4d53-b934-620f03acc372 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:42:11.320382 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 35716) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:42:11.784613 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f99451-df12-40f5-ab4d-c9b8a2a30118 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:11.785891 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-64f99451-df12-40f5-ab4d-c9b8a2a30118 admin admin] 10.222.0.15 "GET /v2.0/networks/ff477e41-faa1-4d53-b934-620f03acc372 HTTP/1.1" status: 200 len: 824 time: 0.4645972 Feb 28 14:42:11.815096 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b509efe1-f111-4018-a938-b94c1c81469c admin admin] 10.222.0.15 "GET /v2.0/subnetpools/8968a7b0-c749-430d-809e-6517a1c36322 HTTP/1.1" status: 200 len: 734 time: 0.0239489 Feb 28 14:42:11.823185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-cdafadfb-8e66-46bd-83e8-f1abf0148f75 admin admin] Request body: {'subnet': {'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'tenant_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'subnetpool_id': '8968a7b0-c749-430d-809e-6517a1c36322'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:42:11.827340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cdafadfb-8e66-46bd-83e8-f1abf0148f75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:42:11.831606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cdafadfb-8e66-46bd-83e8-f1abf0148f75 admin admin] Usage tracker for resource:subnet and tenant:e0d2dd0eb89742bb9702476f5a421b4b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:42:11.834376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cdafadfb-8e66-46bd-83e8-f1abf0148f75 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:42:11.839764 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cdafadfb-8e66-46bd-83e8-f1abf0148f75 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:42:11.849272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdafadfb-8e66-46bd-83e8-f1abf0148f75 admin admin] Made reservation on behalf of e0d2dd0eb89742bb9702476f5a421b4b for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:42:11.851489 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cdafadfb-8e66-46bd-83e8-f1abf0148f75 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:12.112897 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cdafadfb-8e66-46bd-83e8-f1abf0148f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:12.195028 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdafadfb-8e66-46bd-83e8-f1abf0148f75 admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f6756e-8eff-4502-aa1d-b9d1adc96735,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:12.199997 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cdafadfb-8e66-46bd-83e8-f1abf0148f75 admin admin] Checking segment: {'id': '75f966bb-5c9b-4145-bc07-0a49fc24fad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:42:12.200359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdafadfb-8e66-46bd-83e8-f1abf0148f75 admin admin] Network hostable DHCP agents. Network: ff477e41-faa1-4d53-b934-620f03acc372, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:42:12.223228 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdafadfb-8e66-46bd-83e8-f1abf0148f75 admin admin] Network ff477e41-faa1-4d53-b934-620f03acc372 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:42:12.231845 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-cdafadfb-8e66-46bd-83e8-f1abf0148f75 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, ff477e41-faa1-4d53-b934-620f03acc372) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:42:12.236286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdafadfb-8e66-46bd-83e8-f1abf0148f75 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:12.236877 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cdafadfb-8e66-46bd-83e8-f1abf0148f75 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:12.241674 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1643b30f-6e3e-4c5b-b2e0-2a470a33b596 None None] Network ff477e41-faa1-4d53-b934-620f03acc372 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:42:12.256664 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cdafadfb-8e66-46bd-83e8-f1abf0148f75 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4366121 Feb 28 14:42:12.546337 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-ff477e41-faa1-4d53-b934-620f03acc372', 'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372', 'tenant_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'fixed_ips': [{'subnet_id': '44f6756e-8eff-4502-aa1d-b9d1adc96735'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:42:12.547473 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:12.727153 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Allocated IP 172.20.0.2 (ff477e41-faa1-4d53-b934-620f03acc372/44f6756e-8eff-4502-aa1d-b9d1adc96735/58262d14-ba33-46d4-b77e-2d9fdd380e1a) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:42:12.951490 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:12.968606 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Transition to ACTIVE for port object 58262d14-ba33-46d4-b77e-2d9fdd380e1a will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:42:12.992871 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Transition to ACTIVE for port object 58262d14-ba33-46d4-b77e-2d9fdd380e1a will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:42:13.000348 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:13.065847 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Network ff477e41-faa1-4d53-b934-620f03acc372 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:42:13.068386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:42:13.072304 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:42:13.081421 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Pushing event updated for resources: {'Port': ['ID=58262d14-ba33-46d4-b77e-2d9fdd380e1a,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:13.122828 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:13.123441 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:13.123804 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:13.124162 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:13.124508 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:13.124839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:13.125163 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:13.125504 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:13.125830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:13.126150 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:13.126469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Tracked resource versions report: Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: pushed versions: Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: { 'ConntrackHelper': {'1.0'}, Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Log': {'1.0'}, Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Network': {'1.1'}, Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Port': {'1.5'}, Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'PortForwarding': {'1.2'}, Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'QosPolicy': {'1.8'}, Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'SecurityGroup': {'1.2'}, Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'SecurityGroupRule': {'1.0'}, Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'SubPort': {'1.0'}, Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Subnet': {'1.1'}, Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Trunk': {'1.1'}} Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: consumer versions: Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: { DHCP agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: L3 agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: Metadata agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: Metering agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: Open vSwitch agent@dv-neutron-830866-2-hyperv: { 'ConntrackHelper': '1.0', Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Log': '1.0', Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Network': '1.1', Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Port': '1.5', Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'PortForwarding': '1.2', Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'QosPolicy': '1.8', Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'SecurityGroup': '1.2', Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'SecurityGroupRule': '1.0', Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'SubPort': '1.0', Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Subnet': '1.1', Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Trunk': '1.1'}} Feb 28 14:42:13.127814 dv-neutron-830866-2-hyperv neutron-server[83593]: {{(pid=83593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 14:42:13.180767 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Attempting to bind port 58262d14-ba33-46d4-b77e-2d9fdd380e1a on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:42:13.181170 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Attempting to bind port 58262d14-ba33-46d4-b77e-2d9fdd380e1a by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '75f966bb-5c9b-4145-bc07-0a49fc24fad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:42:13.181621 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Attempting to bind port 58262d14-ba33-46d4-b77e-2d9fdd380e1a on network ff477e41-faa1-4d53-b934-620f03acc372 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:42:13.187831 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 41, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:42:13.188235 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Checking segment: {'id': '75f966bb-5c9b-4145-bc07-0a49fc24fad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:42:13.188712 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:13.189141 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Bound using segment: {'id': '75f966bb-5c9b-4145-bc07-0a49fc24fad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:42:13.189624 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Bound port: 58262d14-ba33-46d4-b77e-2d9fdd380e1a, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f966bb-5c9b-4145-bc07-0a49fc24fad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:42:13.190002 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:13.273166 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] For port 58262d14-ba33-46d4-b77e-2d9fdd380e1a, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:42:13.276904 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] For port 58262d14-ba33-46d4-b77e-2d9fdd380e1a, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=58262d14-ba33-46d4-b77e-2d9fdd380e1a,segment=NetworkSegment(75f966bb-5c9b-4145-bc07-0a49fc24fad9),segment_id=75f966bb-5c9b-4145-bc07-0a49fc24fad9)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:42:13.281534 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:13.404222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a9bf64-42d4-4b48-98c2-328013c80b24 None None] Pushing event updated for resources: {'Port': ['ID=58262d14-ba33-46d4-b77e-2d9fdd380e1a,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:14.558805 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 35726) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:42:14.949191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-963bb2e5-0681-45fd-9b7d-f14e424ced33 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:42:14.950151 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-963bb2e5-0681-45fd-9b7d-f14e424ced33 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3903351 Feb 28 14:42:16.947417 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbdb3d60-0412-4658-836c-0784ea0a4583 None None] Network ff477e41-faa1-4d53-b934-620f03acc372 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:42:17.038060 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-05153b83-873b-49a6-b728-409f90f481df None None] Provisioning for port 58262d14-ba33-46d4-b77e-2d9fdd380e1a completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:42:17.046243 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 58262d14-ba33-46d4-b77e-2d9fdd380e1a up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:42:17.208204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 58262d14-ba33-46d4-b77e-2d9fdd380e1a completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:42:17.215365 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 58262d14-ba33-46d4-b77e-2d9fdd380e1a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:42:17.215780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:17.235708 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 35742) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:42:17.377177 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:17.411668 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 58262d14-ba33-46d4-b77e-2d9fdd380e1a, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=58262d14-ba33-46d4-b77e-2d9fdd380e1a,segment=NetworkSegment(75f966bb-5c9b-4145-bc07-0a49fc24fad9),segment_id=75f966bb-5c9b-4145-bc07-0a49fc24fad9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:42:17.416130 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:17.492604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=58262d14-ba33-46d4-b77e-2d9fdd380e1a,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:17.591177 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4e5fe110-9e31-4d9b-b9fc-eb8271efa214 None None] Provisioning complete for port 58262d14-ba33-46d4-b77e-2d9fdd380e1a triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:42:17.591555 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4e5fe110-9e31-4d9b-b9fc-eb8271efa214 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:17.648573 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-053dbf25-0437-4867-ae02-2ee6430e14bc admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:42:17.649634 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-053dbf25-0437-4867-ae02-2ee6430e14bc admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.4130464 Feb 28 14:42:18.994636 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 58262d14-ba33-46d4-b77e-2d9fdd380e1a up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:42:19.062648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 58262d14-ba33-46d4-b77e-2d9fdd380e1a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:42:19.063012 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:20.154264 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 35754) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:42:20.599393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6e7f53f0-d04e-43da-8f02-0e08c3ff80f9 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': 'e0d2dd0eb89742bb9702476f5a421b4b'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:42:20.604370 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6e7f53f0-d04e-43da-8f02-0e08c3ff80f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:42:20.608030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6e7f53f0-d04e-43da-8f02-0e08c3ff80f9 admin admin] Usage tracker for resource:router and tenant:e0d2dd0eb89742bb9702476f5a421b4b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:42:20.611231 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6e7f53f0-d04e-43da-8f02-0e08c3ff80f9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:42:20.616770 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6e7f53f0-d04e-43da-8f02-0e08c3ff80f9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:42:20.627178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6e7f53f0-d04e-43da-8f02-0e08c3ff80f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:20.628652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6e7f53f0-d04e-43da-8f02-0e08c3ff80f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:20.652369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6e7f53f0-d04e-43da-8f02-0e08c3ff80f9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:20.763970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6e7f53f0-d04e-43da-8f02-0e08c3ff80f9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:20.781007 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6e7f53f0-d04e-43da-8f02-0e08c3ff80f9 admin admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:20.782092 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6e7f53f0-d04e-43da-8f02-0e08c3ff80f9 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6268063 Feb 28 14:42:22.209969 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 5 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:42:23.009420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 35764) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:42:23.392774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-997f127e-b83b-4131-be96-aaf0d38cb9d7 admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:42:23.393731 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-997f127e-b83b-4131-be96-aaf0d38cb9d7 admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.3833957 Feb 28 14:42:25.365836 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1738104f-63fe-4c79-a52e-cdc132d7eeb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:25.638699 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 35774) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:42:26.019330 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Request body: {'network': {'is_default': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'router:external': True, 'name': 'public', 'admin_state_up': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:42:26.024900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:42:26.028594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Usage tracker for resource:network and tenant:d5434f8d7c334a1c97bffe0def11b6e7 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:42:26.031364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:42:26.036905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:42:26.046291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Made reservation on behalf of d5434f8d7c334a1c97bffe0def11b6e7 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:42:26.048545 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:26.060017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:26.092759 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:42:26.097810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Usage tracker for resource:security_group_rule and tenant:d5434f8d7c334a1c97bffe0def11b6e7 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:42:26.101500 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:42:26.109591 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:42:26.170101 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:26.173958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:26.196127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Reserving flat network on physical network physnet1 {{(pid=83592) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 28 14:42:26.208247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa70a5a3-8e1f-4417-a663-915dc81ae78c,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:26.214057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:26.214411 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Added segment 54b56df6-f653-4673-a31a-e8299150939e of type flat for network 2c3941b4-a632-4920-84bb-54647ee9840b Feb 28 14:42:26.244568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:26.277415 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:26.278208 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:26.278766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:26.376934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] Pushing event updated for resources: {'Network': ['ID=2c3941b4-a632-4920-84bb-54647ee9840b,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:26.379747 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fc0ba8ef-4283-44d5-be69-6fd9b676e83f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7401609 Feb 28 14:42:26.395132 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 2c3941b4-a632-4920-84bb-54647ee9840b details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:42:27.567945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-eac576d5-4f2e-4fc4-bbd6-387496c0ed31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:28.628319 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 35784) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:42:28.724776 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:28.768971 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:29.076738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-197915e7-d044-4dd3-8673-5c3fa7492aea admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:29.078057 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-197915e7-d044-4dd3-8673-5c3fa7492aea admin admin] 10.222.0.15 "GET /v2.0/subnets/44f6756e-8eff-4502-aa1d-b9d1adc96735 HTTP/1.1" status: 200 len: 849 time: 0.4488165 Feb 28 14:42:29.219693 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fded3244-8d90-4cf1-b1e9-49d5df01b81e admin admin] 10.222.0.15 "GET /v2.0/routers/4064f652-d348-43d6-b2fa-beca54180f49 HTTP/1.1" status: 200 len: 704 time: 0.1359107 Feb 28 14:42:29.678224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:29.898963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Allocated IP 172.20.0.1 (ff477e41-faa1-4d53-b934-620f03acc372/44f6756e-8eff-4502-aa1d-b9d1adc96735/755dfd9a-d7b1-43cb-949a-7ba91c638e52) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:42:30.075709 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:30.080430 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:30.092219 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Transition to ACTIVE for port object 755dfd9a-d7b1-43cb-949a-7ba91c638e52 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:42:30.142117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:30.206497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Network ff477e41-faa1-4d53-b934-620f03acc372 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:42:30.209066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:42:30.213348 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:42:30.214319 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:30.217004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Pushing event updated for resources: {'Port': ['ID=755dfd9a-d7b1-43cb-949a-7ba91c638e52,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:30.335650 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:30.380153 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-417fa809-b757-4638-9523-caeae3f16e05 None None] Provisioning for port 755dfd9a-d7b1-43cb-949a-7ba91c638e52 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:42:30.384860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-417fa809-b757-4638-9523-caeae3f16e05 None None] Provisioning complete for port 755dfd9a-d7b1-43cb-949a-7ba91c638e52 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:42:30.385409 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-417fa809-b757-4638-9523-caeae3f16e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:30.436901 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-417fa809-b757-4638-9523-caeae3f16e05 None None] Port 755dfd9a-d7b1-43cb-949a-7ba91c638e52 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:42:30.565457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:30.569338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:30.570037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:30.693152 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Pushing event updated for resources: {'Port': ['ID=755dfd9a-d7b1-43cb-949a-7ba91c638e52,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:30.758205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Network ff477e41-faa1-4d53-b934-620f03acc372 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:42:30.759214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:42:30.959438 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9efb64a0-f80e-47f8-9950-03b4dc6c80e0 None None] Provisioning complete for port 755dfd9a-d7b1-43cb-949a-7ba91c638e52 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:42:30.959831 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9efb64a0-f80e-47f8-9950-03b4dc6c80e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:31.010757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-9efb64a0-f80e-47f8-9950-03b4dc6c80e0 None None] Port 755dfd9a-d7b1-43cb-949a-7ba91c638e52 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:42:31.103360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Router 4064f652-d348-43d6-b2fa-beca54180f49 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:42:31.265769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:42:31.274958 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-12382d1a-2106-4a16-93ee-672ea1e2958a admin admin] 10.222.0.15 "PUT /v2.0/routers/4064f652-d348-43d6-b2fa-beca54180f49/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0505040 Feb 28 14:42:31.278163 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Sync routers for ids ['4064f652-d348-43d6-b2fa-beca54180f49'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:42:31.291010 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Routers {'4064f652-d348-43d6-b2fa-beca54180f49'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:42:31.291861 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:42:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4064f652-d348-43d6-b2fa-beca54180f49'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:42:31.463378 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Set router 4064f652-d348-43d6-b2fa-beca54180f49 gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:42:31.821103 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064f652-d348-43d6-b2fa-beca54180f49', 'name': 'router1', 'tenant_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:42:20Z', 'updated_at': '2022-02-28T14:42:30Z', 'revision_number': 2, 'project_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'gw_port_host': None, '_interfaces': [{'id': '755dfd9a-d7b1-43cb-949a-7ba91c638e52', 'name': '', 'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372', 'tenant_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'mac_address': 'fa:16:3e:99:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064f652-d348-43d6-b2fa-beca54180f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f6756e-8eff-4502-aa1d-b9d1adc96735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:42:29Z', 'updated_at': '2022-02-28T14:42:30Z', 'revision_number': 2, 'project_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'subnets': [{'id': '44f6756e-8eff-4502-aa1d-b9d1adc96735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8968a7b0-c749-430d-809e-6517a1c36322'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:42:31.825770 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Checking router: 4064f652-d348-43d6-b2fa-beca54180f49 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:42:31.826129 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Updating router 4064f652-d348-43d6-b2fa-beca54180f49 port 755dfd9a-d7b1-43cb-949a-7ba91c638e52 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:42:31.878431 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:32.237426 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:32.251986 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Transition to ACTIVE for port object 755dfd9a-d7b1-43cb-949a-7ba91c638e52 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:42:32.257702 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:32.375953 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d287cd8-9c75-4a8f-8e0f-c4c88880a5e0 None None] Pushing event updated for resources: {'Port': ['ID=755dfd9a-d7b1-43cb-949a-7ba91c638e52,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:32.424772 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d287cd8-9c75-4a8f-8e0f-c4c88880a5e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:32.425120 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d287cd8-9c75-4a8f-8e0f-c4c88880a5e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:32.425452 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d287cd8-9c75-4a8f-8e0f-c4c88880a5e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:32.425778 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d287cd8-9c75-4a8f-8e0f-c4c88880a5e0 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:32.426118 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d287cd8-9c75-4a8f-8e0f-c4c88880a5e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:32.426445 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d287cd8-9c75-4a8f-8e0f-c4c88880a5e0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:32.426765 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d287cd8-9c75-4a8f-8e0f-c4c88880a5e0 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:32.427101 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d287cd8-9c75-4a8f-8e0f-c4c88880a5e0 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:32.427426 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d287cd8-9c75-4a8f-8e0f-c4c88880a5e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:32.427754 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d287cd8-9c75-4a8f-8e0f-c4c88880a5e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:32.428070 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d287cd8-9c75-4a8f-8e0f-c4c88880a5e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d287cd8-9c75-4a8f-8e0f-c4c88880a5e0 None None] Tracked resource versions report: Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: pushed versions: Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: { 'ConntrackHelper': {'1.0'}, Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Log': {'1.0'}, Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Network': {'1.1'}, Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Port': {'1.5'}, Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'PortForwarding': {'1.2'}, Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'QosPolicy': {'1.8'}, Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'SecurityGroup': {'1.2'}, Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'SecurityGroupRule': {'1.0'}, Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'SubPort': {'1.0'}, Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Subnet': {'1.1'}, Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Trunk': {'1.1'}} Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: consumer versions: Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: { DHCP agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: L3 agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: Metadata agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: Metering agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: Open vSwitch agent@dv-neutron-830866-2-hyperv: { 'ConntrackHelper': '1.0', Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Log': '1.0', Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Network': '1.1', Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Port': '1.5', Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'PortForwarding': '1.2', Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'QosPolicy': '1.8', Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'SecurityGroup': '1.2', Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'SecurityGroupRule': '1.0', Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'SubPort': '1.0', Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Subnet': '1.1', Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Trunk': '1.1'}} Feb 28 14:42:32.429394 dv-neutron-830866-2-hyperv neutron-server[83594]: {{(pid=83594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 14:42:32.521385 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Attempting to bind port 755dfd9a-d7b1-43cb-949a-7ba91c638e52 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:42:32.521782 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Attempting to bind port 755dfd9a-d7b1-43cb-949a-7ba91c638e52 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '75f966bb-5c9b-4145-bc07-0a49fc24fad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:42:32.522235 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Attempting to bind port 755dfd9a-d7b1-43cb-949a-7ba91c638e52 on network ff477e41-faa1-4d53-b934-620f03acc372 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:42:32.529253 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:42:32.529634 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Checking segment: {'id': '75f966bb-5c9b-4145-bc07-0a49fc24fad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:42:32.530107 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:32.530491 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Bound using segment: {'id': '75f966bb-5c9b-4145-bc07-0a49fc24fad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:42:32.530965 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Bound port: 755dfd9a-d7b1-43cb-949a-7ba91c638e52, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '75f966bb-5c9b-4145-bc07-0a49fc24fad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:42:32.531342 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:32.618266 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] For port 755dfd9a-d7b1-43cb-949a-7ba91c638e52, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:42:32.622041 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] For port 755dfd9a-d7b1-43cb-949a-7ba91c638e52, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=755dfd9a-d7b1-43cb-949a-7ba91c638e52,segment=NetworkSegment(75f966bb-5c9b-4145-bc07-0a49fc24fad9),segment_id=75f966bb-5c9b-4145-bc07-0a49fc24fad9)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:42:32.626026 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:32.717313 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d287cd8-9c75-4a8f-8e0f-c4c88880a5e0 None None] Pushing event updated for resources: {'Port': ['ID=755dfd9a-d7b1-43cb-949a-7ba91c638e52,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:32.720320 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Routers {'4064f652-d348-43d6-b2fa-beca54180f49'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:42:32.720914 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:42:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4064f652-d348-43d6-b2fa-beca54180f49'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:42:32.874202 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] Set router 4064f652-d348-43d6-b2fa-beca54180f49 gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:42:33.190729 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064f652-d348-43d6-b2fa-beca54180f49', 'name': 'router1', 'tenant_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:42:20Z', 'updated_at': '2022-02-28T14:42:30Z', 'revision_number': 2, 'project_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'gw_port_host': None, '_interfaces': [{'id': '755dfd9a-d7b1-43cb-949a-7ba91c638e52', 'name': '', 'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372', 'tenant_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'mac_address': 'fa:16:3e:99:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064f652-d348-43d6-b2fa-beca54180f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f6756e-8eff-4502-aa1d-b9d1adc96735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:42:29Z', 'updated_at': '2022-02-28T14:42:32Z', 'revision_number': 4, 'project_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'subnets': [{'id': '44f6756e-8eff-4502-aa1d-b9d1adc96735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8968a7b0-c749-430d-809e-6517a1c36322'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:42:33.194622 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3099f403-4639-453b-80fe-c1f2e79be164 None None] The sync data for ids ['4064f652-d348-43d6-b2fa-beca54180f49'] in dv-neutron-830866-2-hyperv is: [{'id': '4064f652-d348-43d6-b2fa-beca54180f49', 'name': 'router1', 'tenant_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:42:20Z', 'updated_at': '2022-02-28T14:42:30Z', 'revision_number': 2, 'project_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'gw_port_host': None, '_interfaces': [{'id': '755dfd9a-d7b1-43cb-949a-7ba91c638e52', 'name': '', 'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372', 'tenant_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'mac_address': 'fa:16:3e:99:de:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064f652-d348-43d6-b2fa-beca54180f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f6756e-8eff-4502-aa1d-b9d1adc96735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:42:29Z', 'updated_at': '2022-02-28T14:42:32Z', 'revision_number': 4, 'project_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'subnets': [{'id': '44f6756e-8eff-4502-aa1d-b9d1adc96735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8968a7b0-c749-430d-809e-6517a1c36322'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:42:33.537054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 35806) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:42:33.851166 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff14ab7f-160e-4fae-9638-c67dca9dee94 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:33.851781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ff14ab7f-160e-4fae-9638-c67dca9dee94 admin admin] Synchronizing usage tracker for tenant:d5434f8d7c334a1c97bffe0def11b6e7 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:42:33.869065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ff14ab7f-160e-4fae-9638-c67dca9dee94 admin admin] Unset dirty status for tenant:d5434f8d7c334a1c97bffe0def11b6e7 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:42:33.870226 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ff14ab7f-160e-4fae-9638-c67dca9dee94 admin admin] 10.222.0.15 "GET /v2.0/networks/2c3941b4-a632-4920-84bb-54647ee9840b HTTP/1.1" status: 200 len: 842 time: 0.3321764 Feb 28 14:42:33.880329 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] Request body: {'subnet': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'name': 'public-subnet', 'gateway_ip': '172.26.4.1', 'ip_version': 4, 'enable_dhcp': False, 'cidr': '172.26.4.0/24'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:42:33.885569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:42:33.889193 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] Usage tracker for resource:subnet and tenant:d5434f8d7c334a1c97bffe0def11b6e7 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:42:33.892028 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:42:33.897825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:42:33.907677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] Made reservation on behalf of d5434f8d7c334a1c97bffe0def11b6e7 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:42:33.910020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] Notify callbacks [] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:34.274908 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.objects.ports [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83592) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:42:34.275341 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:34.348460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] Pushing event updated for resources: {'Subnet': ['ID=f654353c-97f7-40e3-b37f-72a4df00f340,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:34.362752 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:42:34.363097 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] Network hostable DHCP agents. Network: 2c3941b4-a632-4920-84bb-54647ee9840b, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:42:34.384426 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:42:34.393544 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 2c3941b4-a632-4920-84bb-54647ee9840b) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:42:34.397377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:34.397957 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:34.402788 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18f1d6fa-c476-4fab-a8a4-009ff761ad37 None None] Network 2c3941b4-a632-4920-84bb-54647ee9840b requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:42:34.417564 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-582bf57b-7375-47ed-a6dd-3713c3b3823d admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5413156 Feb 28 14:42:34.631200 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dab43764-75a6-48e0-b8a0-c62f9cb458c7 None None] Network 2c3941b4-a632-4920-84bb-54647ee9840b requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:42:35.020097 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 755dfd9a-d7b1-43cb-949a-7ba91c638e52 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:42:35.085374 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 755dfd9a-d7b1-43cb-949a-7ba91c638e52 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:42:35.089943 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 755dfd9a-d7b1-43cb-949a-7ba91c638e52 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:42:35.090313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:35.200285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:35.231885 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 755dfd9a-d7b1-43cb-949a-7ba91c638e52, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=755dfd9a-d7b1-43cb-949a-7ba91c638e52,segment=NetworkSegment(75f966bb-5c9b-4145-bc07-0a49fc24fad9),segment_id=75f966bb-5c9b-4145-bc07-0a49fc24fad9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:42:35.235350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:35.298705 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=755dfd9a-d7b1-43cb-949a-7ba91c638e52,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:36.579185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 35830) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:42:36.810071 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0e160bbb-9091-4730-bb16-8507f97fde81 admin admin] 10.222.0.15 "GET /v2.0/routers/4064f652-d348-43d6-b2fa-beca54180f49 HTTP/1.1" status: 200 len: 710 time: 0.2290881 Feb 28 14:42:36.935881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28ac486b-6133-4ead-98b2-b7e7064f6ca3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:42:36.937215 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-28ac486b-6133-4ead-98b2-b7e7064f6ca3 admin admin] 10.222.0.15 "GET /v2.0/networks/2c3941b4-a632-4920-84bb-54647ee9840b HTTP/1.1" status: 200 len: 886 time: 0.1222382 Feb 28 14:42:36.945752 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:42:37.005509 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 755dfd9a-d7b1-43cb-949a-7ba91c638e52 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:42:37.075839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 755dfd9a-d7b1-43cb-949a-7ba91c638e52 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:42:37.076629 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:37.407165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:37.637535 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:37.692791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:37.820620 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Allocated IP 172.26.4.61 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/d44ecf43-c258-4006-a03a-c3480108dc94) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:42:37.960112 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:37.986341 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:38.053042 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:42:38.055609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:42:38.059619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:42:38.080773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Pushing event updated for resources: {'Port': ['ID=d44ecf43-c258-4006-a03a-c3480108dc94,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:38.205178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:38.366185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:38.369216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:38.559991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Router 4064f652-d348-43d6-b2fa-beca54180f49 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:42:38.747673 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:42:38.756025 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:38.757164 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d266d8f5-eb34-41c2-addf-4abdc132c23d admin admin] 10.222.0.15 "PUT /v2.0/routers/4064f652-d348-43d6-b2fa-beca54180f49 HTTP/1.1" status: 200 len: 889 time: 1.8146210 Feb 28 14:42:38.757859 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Sync routers for ids ['4064f652-d348-43d6-b2fa-beca54180f49'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:42:38.771025 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Routers {'4064f652-d348-43d6-b2fa-beca54180f49'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:42:38.771745 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:42:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4064f652-d348-43d6-b2fa-beca54180f49'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:42:38.961018 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Set router 4064f652-d348-43d6-b2fa-beca54180f49 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:42:39.288050 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064f652-d348-43d6-b2fa-beca54180f49', 'name': 'router1', 'tenant_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'd44ecf43-c258-4006-a03a-c3480108dc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:42:20Z', 'updated_at': '2022-02-28T14:42:38Z', 'revision_number': 4, 'project_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'gw_port': {'id': 'd44ecf43-c258-4006-a03a-c3480108dc94', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:47:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064f652-d348-43d6-b2fa-beca54180f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:42:37Z', 'updated_at': '2022-02-28T14:42:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '755dfd9a-d7b1-43cb-949a-7ba91c638e52', 'name': '', 'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372', 'tenant_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'mac_address': 'fa:16:3e:99:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064f652-d348-43d6-b2fa-beca54180f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f6756e-8eff-4502-aa1d-b9d1adc96735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:42:29Z', 'updated_at': '2022-02-28T14:42:35Z', 'revision_number': 5, 'project_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'subnets': [{'id': '44f6756e-8eff-4502-aa1d-b9d1adc96735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8968a7b0-c749-430d-809e-6517a1c36322'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:42:39.292674 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Checking router: 4064f652-d348-43d6-b2fa-beca54180f49 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:42:39.293016 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Updating router 4064f652-d348-43d6-b2fa-beca54180f49 port d44ecf43-c258-4006-a03a-c3480108dc94 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:42:39.344144 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:39.662779 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:39.673679 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Transition to ACTIVE for port object d44ecf43-c258-4006-a03a-c3480108dc94 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:42:39.679919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:39.758504 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291f085-b10a-4fd4-81dc-58a246a3abea None None] Pushing event updated for resources: {'Port': ['ID=d44ecf43-c258-4006-a03a-c3480108dc94,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:39.761711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Attempting to bind port d44ecf43-c258-4006-a03a-c3480108dc94 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:42:39.762106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Attempting to bind port d44ecf43-c258-4006-a03a-c3480108dc94 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:42:39.762476 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Attempting to bind port d44ecf43-c258-4006-a03a-c3480108dc94 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:42:39.769441 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 42, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:42:39.769812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:42:39.770209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:39.770594 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:42:39.771050 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Bound port: d44ecf43-c258-4006-a03a-c3480108dc94, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:42:39.771466 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:39.861947 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] For port d44ecf43-c258-4006-a03a-c3480108dc94, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:42:39.864874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] For port d44ecf43-c258-4006-a03a-c3480108dc94, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d44ecf43-c258-4006-a03a-c3480108dc94,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:42:39.869101 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:39.945150 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4291f085-b10a-4fd4-81dc-58a246a3abea None None] Pushing event updated for resources: {'Port': ['ID=d44ecf43-c258-4006-a03a-c3480108dc94,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:39.952698 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Routers {'4064f652-d348-43d6-b2fa-beca54180f49'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:42:39.953075 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:42:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4064f652-d348-43d6-b2fa-beca54180f49'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:42:40.138210 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] Set router 4064f652-d348-43d6-b2fa-beca54180f49 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:42:40.471147 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4064f652-d348-43d6-b2fa-beca54180f49', 'name': 'router1', 'tenant_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'd44ecf43-c258-4006-a03a-c3480108dc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:42:20Z', 'updated_at': '2022-02-28T14:42:38Z', 'revision_number': 4, 'project_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'gw_port': {'id': 'd44ecf43-c258-4006-a03a-c3480108dc94', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:47:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064f652-d348-43d6-b2fa-beca54180f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:42:37Z', 'updated_at': '2022-02-28T14:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '755dfd9a-d7b1-43cb-949a-7ba91c638e52', 'name': '', 'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372', 'tenant_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'mac_address': 'fa:16:3e:99:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064f652-d348-43d6-b2fa-beca54180f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f6756e-8eff-4502-aa1d-b9d1adc96735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:42:29Z', 'updated_at': '2022-02-28T14:42:35Z', 'revision_number': 5, 'project_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'subnets': [{'id': '44f6756e-8eff-4502-aa1d-b9d1adc96735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8968a7b0-c749-430d-809e-6517a1c36322'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:42:40.475183 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c634cba-6464-4f86-a877-a3334291fbcb None None] The sync data for ids ['4064f652-d348-43d6-b2fa-beca54180f49'] in dv-neutron-830866-2-hyperv is: [{'id': '4064f652-d348-43d6-b2fa-beca54180f49', 'name': 'router1', 'tenant_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.61'}], 'enable_snat': True}, 'gw_port_id': 'd44ecf43-c258-4006-a03a-c3480108dc94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:42:20Z', 'updated_at': '2022-02-28T14:42:38Z', 'revision_number': 4, 'project_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'gw_port': {'id': 'd44ecf43-c258-4006-a03a-c3480108dc94', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2b:47:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4064f652-d348-43d6-b2fa-beca54180f49', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:42:37Z', 'updated_at': '2022-02-28T14:42:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '755dfd9a-d7b1-43cb-949a-7ba91c638e52', 'name': '', 'network_id': 'ff477e41-faa1-4d53-b934-620f03acc372', 'tenant_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'mac_address': 'fa:16:3e:99:de:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4064f652-d348-43d6-b2fa-beca54180f49', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '44f6756e-8eff-4502-aa1d-b9d1adc96735', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:42:29Z', 'updated_at': '2022-02-28T14:42:35Z', 'revision_number': 5, 'project_id': 'e0d2dd0eb89742bb9702476f5a421b4b', 'subnets': [{'id': '44f6756e-8eff-4502-aa1d-b9d1adc96735', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '8968a7b0-c749-430d-809e-6517a1c36322'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:42:40.980697 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 35840) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:42:41.047038 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d44ecf43-c258-4006-a03a-c3480108dc94 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:42:41.114078 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port d44ecf43-c258-4006-a03a-c3480108dc94 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:42:41.118556 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d44ecf43-c258-4006-a03a-c3480108dc94 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:42:41.118925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:41.122142 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-715eec77-ea4c-451b-b19e-471b7c1a220b admin admin] 10.222.0.15 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1081 time: 0.1403537 Feb 28 14:42:41.238925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:41.255449 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port d44ecf43-c258-4006-a03a-c3480108dc94, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d44ecf43-c258-4006-a03a-c3480108dc94,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:42:41.260977 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:41.326586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=d44ecf43-c258-4006-a03a-c3480108dc94,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:42:43.016900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d44ecf43-c258-4006-a03a-c3480108dc94 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:42:43.094161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d44ecf43-c258-4006-a03a-c3480108dc94 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:42:43.094528 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:55.368614 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-959ce36b-fcac-41aa-b182-b2600db10405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:57.569554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e6f1bd1d-9095-4404-b644-6f72e7cbbaf4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:58.729186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:58.771202 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:42:59.213373 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 5 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:43:00.093338 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:25.371392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-52d1918c-72be-4975-be33-f747b2ffb18f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:27.572657 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5b3ab46a-f699-4d5e-8e9d-da49baccc2e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:28.730030 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:28.772433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:30.100538 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:36.217515 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 5 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:43:55.374920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8e7b1be9-b6fd-4b77-9e87-d83380f36e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:57.577009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a4a42f2f-6470-4eb5-ad0d-3fbeeca68056 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:58.733888 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:43:58.775629 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:00.099718 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:13.216495 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 5 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:44:25.379078 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1ba0cb9c-1d4a-4c25-9e1b-9b8a121d7da8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:27.580609 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ccffeb9d-5fc0-4685-bb41-298261b9173b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:28.730471 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:28.779658 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:30.101076 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:46.393052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36446) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:44:46.483332 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-7dddc3a8-c493-4dcc-b914-9e549c2b2aa4 admin admin] GET failed (client error): The resource could not be found. Feb 28 14:44:46.485173 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7dddc3a8-c493-4dcc-b914-9e549c2b2aa4 admin admin] 10.222.0.15 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0911207 Feb 28 14:44:46.615878 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72d71c42-3f31-46a6-882b-6bd1eab6904d admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:46.617331 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-72d71c42-3f31-46a6-882b-6bd1eab6904d admin admin] 10.222.0.15 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1283214 Feb 28 14:44:48.655408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36456) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:44:48.829033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b28531e8-0c20-4ba1-ae1a-7859575082de admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:48.829598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b28531e8-0c20-4ba1-ae1a-7859575082de admin admin] Synchronizing usage tracker for tenant:d5434f8d7c334a1c97bffe0def11b6e7 on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:44:48.845061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b28531e8-0c20-4ba1-ae1a-7859575082de admin admin] Unset dirty status for tenant:d5434f8d7c334a1c97bffe0def11b6e7 on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:44:48.846295 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b28531e8-0c20-4ba1-ae1a-7859575082de admin admin] 10.222.0.15 "GET /v2.0/subnets/44f6756e-8eff-4502-aa1d-b9d1adc96735 HTTP/1.1" status: 200 len: 849 time: 0.1893697 Feb 28 14:44:48.855432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:44:48.967905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Notify callbacks [] for subnet, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:49.163796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737161184907'] for subnet, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:49.214731 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:49.215322 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:49.216583 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] 10.222.0.15 "PUT /v2.0/subnets/44f6756e-8eff-4502-aa1d-b9d1adc96735 HTTP/1.1" status: 200 len: 868 time: 0.3648891 Feb 28 14:44:49.217227 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f39abb4-a056-4ed8-89d0-2722956e850b None None] Network ff477e41-faa1-4d53-b934-620f03acc372 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:44:49.230146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Pushing event updated for resources: {'Subnet': ['ID=44f6756e-8eff-4502-aa1d-b9d1adc96735,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:44:49.238926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:49.239295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:49.239617 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:49.239952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:49.240287 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:49.240615 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:49.240940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:49.241262 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:49.241583 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:49.241900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:49.242217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72e853bb-ab93-40f8-a4d5-2fb7e381e61b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:44:49.751207 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fa1e9b07-3dca-48c7-aa2c-819c7a3e2ca6 None None] Provisioning complete for port 755dfd9a-d7b1-43cb-949a-7ba91c638e52 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:44:49.751592 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fa1e9b07-3dca-48c7-aa2c-819c7a3e2ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:49.876423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fa1e9b07-3dca-48c7-aa2c-819c7a3e2ca6 None None] Provisioning complete for port 58262d14-ba33-46d4-b77e-2d9fdd380e1a triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:44:49.876689 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fa1e9b07-3dca-48c7-aa2c-819c7a3e2ca6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:50.215706 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 5 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:44:51.236551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36466) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:44:51.429584 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912bc2e1-cc73-4d81-b15a-872bae503667 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:51.429951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912bc2e1-cc73-4d81-b15a-872bae503667 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:51.431424 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-912bc2e1-cc73-4d81-b15a-872bae503667 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1938636 Feb 28 14:44:53.513492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36476) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:44:53.704458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb42ff5-d4f6-4216-b94f-84561eb8f5b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:53.704735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cb42ff5-d4f6-4216-b94f-84561eb8f5b3 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:53.706365 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0cb42ff5-d4f6-4216-b94f-84561eb8f5b3 admin admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1919420 Feb 28 14:44:55.381957 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-70419140-6cc5-4963-bd63-2d511179bc97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:55.824779 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36486) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:44:56.026072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e431d56a-355e-403d-af8a-0fa39537d0fc admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:56.027470 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e431d56a-355e-403d-af8a-0fa39537d0fc admin admin] 10.222.0.15 "GET /v2.0/networks/2c3941b4-a632-4920-84bb-54647ee9840b HTTP/1.1" status: 200 len: 886 time: 0.2017608 Feb 28 14:44:57.582321 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-109d1bb5-0bb0-487c-a271-b76b414b124e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:58.040337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 36496) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:44:58.199863 dv-neutron-830866-2-hyperv neutron-server[83591]: WARNING oslo_policy.policy [None req-0db0a093-f479-492b-bf7f-5853dfe628be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 14:44:58.200445 dv-neutron-830866-2-hyperv neutron-server[83591]: WARNING oslo_policy.policy [None req-0db0a093-f479-492b-bf7f-5853dfe628be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 14:44:58.630213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.policy [None req-0db0a093-f479-492b-bf7f-5853dfe628be admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=83591) register_rules /opt/stack/neutron/neutron/policy.py:65}} Feb 28 14:44:58.630973 dv-neutron-830866-2-hyperv neutron-server[83591]: WARNING oslo_policy.policy [None req-0db0a093-f479-492b-bf7f-5853dfe628be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 14:44:58.631335 dv-neutron-830866-2-hyperv neutron-server[83591]: WARNING oslo_policy.policy [None req-0db0a093-f479-492b-bf7f-5853dfe628be admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 28 14:44:58.634288 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0db0a093-f479-492b-bf7f-5853dfe628be admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:44:58.636063 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0db0a093-f479-492b-bf7f-5853dfe628be admin admin] 10.222.0.15 "GET /v2.0/networks/ff477e41-faa1-4d53-b934-620f03acc372 HTTP/1.1" status: 200 len: 868 time: 0.5937328 Feb 28 14:44:58.735691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:44:58.782710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:00.110226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:00.645685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 36512) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:45:00.775136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7c768a-6b0c-4117-a1af-5e66f4c4040e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:00.775515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7c768a-6b0c-4117-a1af-5e66f4c4040e admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:00.777015 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2b7c768a-6b0c-4117-a1af-5e66f4c4040e admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1303501 Feb 28 14:45:02.799473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36522) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:45:02.930057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323beb48-a81d-40d4-9e45-99709950cb7b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:02.930422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-323beb48-a81d-40d4-9e45-99709950cb7b admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:02.931919 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-323beb48-a81d-40d4-9e45-99709950cb7b admin admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1314819 Feb 28 14:45:04.953749 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 36532) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:45:05.081729 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-056db57a-f2d2-404c-8477-4a1702befdda admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:05.083040 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-056db57a-f2d2-404c-8477-4a1702befdda admin admin] 10.222.0.15 "GET /v2.0/subnets/44f6756e-8eff-4502-aa1d-b9d1adc96735 HTTP/1.1" status: 200 len: 868 time: 0.1283653 Feb 28 14:45:07.093639 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 36542) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:45:07.217413 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d31f26aa-8203-4513-bb74-efffbdaa8938 admin admin] Attributes excluded by policy engine: ['shared'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:07.219281 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d31f26aa-8203-4513-bb74-efffbdaa8938 admin admin] 10.222.0.15 "GET /v2.0/subnets/f654353c-97f7-40e3-b37f-72a4df00f340 HTTP/1.1" status: 200 len: 816 time: 0.1247025 Feb 28 14:45:24.951570 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 36580) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:45:25.023103 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-8cc208bd-13af-40f5-989b-84406bf5e59e admin admin] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:45:25.024075 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8cc208bd-13af-40f5-989b-84406bf5e59e admin admin] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0715292 Feb 28 14:45:25.383721 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-09771e0a-c9e3-48b0-a3ca-7b488a291e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:27.111264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 36590) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:45:27.200144 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c990c75-f11e-457f-a5e8-5ac39633a559 admin admin] GET failed (client error): The resource could not be found. Feb 28 14:45:27.201280 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0c990c75-f11e-457f-a5e8-5ac39633a559 admin admin] 10.222.0.15 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0890880 Feb 28 14:45:27.215995 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 5 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:45:27.324990 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd6c0c3-42e4-44ef-8946-c05de12c5db0 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:27.326316 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ddd6c0c3-42e4-44ef-8946-c05de12c5db0 admin admin] 10.222.0.15 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1206214 Feb 28 14:45:27.585875 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2872cbfb-edcc-47c6-87c8-ba2ad11a063f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:28.736604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:28.784945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:29.349873 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36600) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:45:29.421687 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6c8c8982-a55a-4653-87d5-e3c46cdb4b69 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:45:29.426191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6c8c8982-a55a-4653-87d5-e3c46cdb4b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:45:29.435462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6c8c8982-a55a-4653-87d5-e3c46cdb4b69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:45:29.446051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c8c8982-a55a-4653-87d5-e3c46cdb4b69 admin admin] Made reservation on behalf of d5434f8d7c334a1c97bffe0def11b6e7 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:45:29.448375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8982-a55a-4653-87d5-e3c46cdb4b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:29.535080 dv-neutron-830866-2-hyperv neutron-server[83592]: WARNING neutron.services.revisions.revision_plugin [None req-6c8c8982-a55a-4653-87d5-e3c46cdb4b69 admin admin] Could not find related network for resource to bump revision. Feb 28 14:45:29.546378 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c8c8982-a55a-4653-87d5-e3c46cdb4b69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:45:29.554668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8982-a55a-4653-87d5-e3c46cdb4b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:29.555000 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-6c8c8982-a55a-4653-87d5-e3c46cdb4b69 admin admin] Added segment 49775691-62d4-42bb-b848-5a2d7585dc28 of type vlan for network c7d2e287-3da5-479e-ba31-eacf219a048d Feb 28 14:45:29.579753 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8982-a55a-4653-87d5-e3c46cdb4b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:29.606449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8982-a55a-4653-87d5-e3c46cdb4b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:29.607404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c8c8982-a55a-4653-87d5-e3c46cdb4b69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:29.608089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6c8c8982-a55a-4653-87d5-e3c46cdb4b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:29.704423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c8c8982-a55a-4653-87d5-e3c46cdb4b69 admin admin] Pushing event updated for resources: {'Network': ['ID=c7d2e287-3da5-479e-ba31-eacf219a048d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:29.707532 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6c8c8982-a55a-4653-87d5-e3c46cdb4b69 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.3566759 Feb 28 14:45:29.714864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network c7d2e287-3da5-479e-ba31-eacf219a048d details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:45:30.109523 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:31.735803 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36610) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:45:31.829157 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-41ccd8ca-4577-4efe-b5a2-6ec64ca829c8 admin admin] GET failed (client error): The resource could not be found. Feb 28 14:45:31.829638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-41ccd8ca-4577-4efe-b5a2-6ec64ca829c8 admin admin] Synchronizing usage tracker for tenant:d5434f8d7c334a1c97bffe0def11b6e7 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:45:31.844187 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-41ccd8ca-4577-4efe-b5a2-6ec64ca829c8 admin admin] Unset dirty status for tenant:d5434f8d7c334a1c97bffe0def11b6e7 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:45:31.845216 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-41ccd8ca-4577-4efe-b5a2-6ec64ca829c8 admin admin] 10.222.0.15 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1085348 Feb 28 14:45:31.947370 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2943b55d-a61a-4d30-aa9c-50113be8576e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:31.948864 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2943b55d-a61a-4d30-aa9c-50113be8576e admin admin] 10.222.0.15 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0996568 Feb 28 14:45:31.957906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d590627d-5ba5-4615-a5f5-6082ed72fab0 admin admin] Request body: {'subnet': {'network_id': 'c7d2e287-3da5-479e-ba31-eacf219a048d', 'name': 'shared-subnet', 'description': 'shared-subnet', 'cidr': '192.168.233.0/24', 'ip_version': 4}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:45:31.962021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d590627d-5ba5-4615-a5f5-6082ed72fab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:45:31.971501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d590627d-5ba5-4615-a5f5-6082ed72fab0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:45:31.980471 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d590627d-5ba5-4615-a5f5-6082ed72fab0 admin admin] Made reservation on behalf of d5434f8d7c334a1c97bffe0def11b6e7 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:45:31.982605 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d590627d-5ba5-4615-a5f5-6082ed72fab0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:32.170645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d590627d-5ba5-4615-a5f5-6082ed72fab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:32.278968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590627d-5ba5-4615-a5f5-6082ed72fab0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1c0df173-0bc2-40da-85bc-e4eb66519563,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:32.288082 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d590627d-5ba5-4615-a5f5-6082ed72fab0 admin admin] Checking segment: {'id': '49775691-62d4-42bb-b848-5a2d7585dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c7d2e287-3da5-479e-ba31-eacf219a048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:45:32.288421 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d590627d-5ba5-4615-a5f5-6082ed72fab0 admin admin] Network hostable DHCP agents. Network: c7d2e287-3da5-479e-ba31-eacf219a048d, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:45:32.308926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d590627d-5ba5-4615-a5f5-6082ed72fab0 admin admin] Network c7d2e287-3da5-479e-ba31-eacf219a048d is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:45:32.318009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-d590627d-5ba5-4615-a5f5-6082ed72fab0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, c7d2e287-3da5-479e-ba31-eacf219a048d) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:45:32.321738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d590627d-5ba5-4615-a5f5-6082ed72fab0 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:45:32.322302 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d590627d-5ba5-4615-a5f5-6082ed72fab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:32.326581 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25366255-bce2-4e3e-9fd7-5503f17ed3dc None None] Network c7d2e287-3da5-479e-ba31-eacf219a048d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:45:32.344477 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d590627d-5ba5-4615-a5f5-6082ed72fab0 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3897812 Feb 28 14:45:32.543127 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-c7d2e287-3da5-479e-ba31-eacf219a048d', 'network_id': 'c7d2e287-3da5-479e-ba31-eacf219a048d', 'tenant_id': 'd5434f8d7c334a1c97bffe0def11b6e7', 'fixed_ips': [{'subnet_id': '1c0df173-0bc2-40da-85bc-e4eb66519563'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:45:32.543979 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:32.696967 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Allocated IP 192.168.233.2 (c7d2e287-3da5-479e-ba31-eacf219a048d/1c0df173-0bc2-40da-85bc-e4eb66519563/fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:45:32.902428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:32.913129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Transition to ACTIVE for port object fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:45:32.931084 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Transition to ACTIVE for port object fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:45:32.937503 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:33.003714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Network c7d2e287-3da5-479e-ba31-eacf219a048d is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:45:33.004829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:45:33.008240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:45:33.019175 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Pushing event updated for resources: {'Port': ['ID=fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:33.080134 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:33.080477 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:33.080804 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:33.081134 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:33.081475 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:33.081795 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:33.082112 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:33.082442 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:33.082762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:33.083074 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:33.083385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:45:33.110781 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Attempting to bind port fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:45:33.111141 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Attempting to bind port fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '49775691-62d4-42bb-b848-5a2d7585dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c7d2e287-3da5-479e-ba31-eacf219a048d'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:45:33.111577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Attempting to bind port fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8 on network c7d2e287-3da5-479e-ba31-eacf219a048d {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:45:33.117817 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 45, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:45:33.118181 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Checking segment: {'id': '49775691-62d4-42bb-b848-5a2d7585dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c7d2e287-3da5-479e-ba31-eacf219a048d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:45:33.118569 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:33.118960 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Bound using segment: {'id': '49775691-62d4-42bb-b848-5a2d7585dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c7d2e287-3da5-479e-ba31-eacf219a048d'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:45:33.119483 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Bound port: fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49775691-62d4-42bb-b848-5a2d7585dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c7d2e287-3da5-479e-ba31-eacf219a048d'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:45:33.119873 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:33.226210 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] For port fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:45:33.229257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] For port fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8,segment=NetworkSegment(49775691-62d4-42bb-b848-5a2d7585dc28),segment_id=49775691-62d4-42bb-b848-5a2d7585dc28)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:45:33.232851 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:33.309832 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b4980b-cd2a-4d10-b0a1-72a0c41a144a None None] Pushing event updated for resources: {'Port': ['ID=fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:34.137577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8d88ec6-1af7-4d14-a715-0128bf5ba42e None None] Network c7d2e287-3da5-479e-ba31-eacf219a048d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:45:34.246815 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3aecdc4d-2439-49e1-b018-7940ae1bd07c None None] Provisioning for port fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:45:35.126683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:45:35.197935 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:45:35.202541 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:45:35.202905 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:35.314824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:35.345582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8,segment=NetworkSegment(49775691-62d4-42bb-b848-5a2d7585dc28),segment_id=49775691-62d4-42bb-b848-5a2d7585dc28)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:45:35.349323 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:35.413797 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:45:37.109477 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:45:37.176162 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port fc4efaa0-8f19-47dd-9c59-0fd6d49da6e8 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:45:37.176527 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:55.386398 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-57bd1217-de59-4969-a201-df042d670a3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:57.587068 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4bf94f47-5139-4aa1-a2eb-f07f2a7a65e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:58.738470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:45:58.786352 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:00.113053 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:04.215471 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 5 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:46:25.388485 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fe880d57-44e9-4df7-9aef-df9ad1a62336 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:27.589192 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d34b205a-70bc-4aa8-b673-44a5d93869e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:28.741872 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:28.788152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:30.116231 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:41.216173 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 5 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:46:42.850628 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 36652) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:46:42.856681 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-894f0832-8686-48b4-b378-1b3bf6935356 tempest-verify_tempest_config-42826645 tempest-verify_tempest_config-42826645-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:46:42.857645 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-894f0832-8686-48b4-b378-1b3bf6935356 tempest-verify_tempest_config-42826645 tempest-verify_tempest_config-42826645-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.0060928 Feb 28 14:46:43.174967 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 36668) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:46:43.315319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:43.355426 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.quota [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Loaded quota_driver: . Feb 28 14:46:43.360094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:46:43.365839 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Usage tracker for resource:security_group_rule and tenant:dd043dd8c8014a3f9e5d9253bea40f93 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:46:43.369045 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:46:43.376272 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:46:43.452893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:43.456916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:43.501578 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dd043dd8c8014a3f9e5d9253bea40f93&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3254840 Feb 28 14:46:43.504243 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36676) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:46:43.508381 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f9d4d1f-4294-499d-a971-671720f77200,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:46:43.517450 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.517799 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.518136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.518460 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.518800 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.519131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.519465 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.519821 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.520140 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.520453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.520771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-36586cb8-0cd2-43e3-8180-e755e23c4e1f admin admin] Tracked resource versions report: Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: pushed versions: Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: { 'ConntrackHelper': {'1.0'}, Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Log': {'1.0'}, Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Network': {'1.1'}, Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Port': {'1.5'}, Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'PortForwarding': {'1.2'}, Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'QosPolicy': {'1.8'}, Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'SecurityGroup': {'1.2'}, Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'SecurityGroupRule': {'1.0'}, Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'SubPort': {'1.0'}, Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Subnet': {'1.1'}, Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Trunk': {'1.1'}} Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: consumer versions: Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: { DHCP agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: L3 agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: Metadata agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: Metering agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: Open vSwitch agent@dv-neutron-830866-2-hyperv: { 'ConntrackHelper': '1.0', Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Log': '1.0', Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Network': '1.1', Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Port': '1.5', Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'PortForwarding': '1.2', Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'QosPolicy': '1.8', Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'SecurityGroup': '1.2', Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'SecurityGroupRule': '1.0', Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'SubPort': '1.0', Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Subnet': '1.1', Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Trunk': '1.1'}} Feb 28 14:46:43.522000 dv-neutron-830866-2-hyperv neutron-server[83591]: {{(pid=83591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 14:46:43.563672 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:43.587909 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:43.677225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:43.691208 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f9d4d1f-4294-499d-a971-671720f77200,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:46:43.704883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.705226 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.705559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.705972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.706364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.706697 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.707065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.707391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.707746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.708066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.708412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:46:43.710950 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:43.712049 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-73f77650-62d5-4083-811f-16ace121b5b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/9f9d4d1f-4294-499d-a971-671720f77200 HTTP/1.1" status: 204 len: 168 time: 0.2067709 Feb 28 14:46:55.391300 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cdf61e51-447c-4b19-bb93-c26fed0001c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:57.590545 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-59a32eeb-cff3-445b-bb4f-2f49b8af8749 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:58.745410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:46:58.788641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:00.118560 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:18.217230 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 5 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:47:25.390915 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9d251d26-4f83-4dd1-8bc1-8228b57a4ed6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:27.591809 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bf169c9e-d542-465d-93ce-4c9f47e43b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:28.746642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:28.789475 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:30.120106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:55.218056 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 5 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:47:55.392276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1bc2f390-7e9c-458b-8a64-0b3686201e1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:57.558274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-4168373'] for agent, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:57.591710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-01cfd4a6-c039-4797-abc9-de107878ced2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:58.751305 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:47:58.790451 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:00.122510 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:12.932067 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36748) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:13.068658 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-39257465-a785-4038-b77d-a288556ccdd3 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.1355245 Feb 28 14:48:15.088483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36758) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:48:15.170129 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ae4647a3-8315-47ac-9d0a-af490c68f990 admin admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4315 time: 0.0805790 Feb 28 14:48:25.394368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1393f484-6d2f-43cf-ab13-b305c2b0fe9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:27.513045 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:27.591161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6f5f98d9-82cb-4e2e-b2d5-f3bee79eaf9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:28.753932 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:28.790865 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:30.124423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:32.220953 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:48:55.394707 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-98cfa2c4-7986-4271-8a72-05ece0bb9d65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:57.525378 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:57.592086 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-52ac6f52-dd27-43db-b74a-60917c7ef810 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:58.758220 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:48:58.791610 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:00.128603 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:09.221204 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:49:25.404291 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3ef2d40f-9546-493d-81ed-0c71f2caa100 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:27.524311 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:27.593815 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-37658a09-27c7-4d1a-aea1-b3cdd99de815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:28.759775 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:28.793312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:30.133260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:35.710789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36874) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:36.346636 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bc6c293e-489a-4892-8b85-73650eb7841d tempest-AgentManagementNegativeTest-1931449972 tempest-AgentManagementNegativeTest-1931449972-project] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.6347158 Feb 28 14:49:36.985889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36926) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:37.232490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36938) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:37.384501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36948) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:37.421620 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 36954) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:37.572141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1177040483'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:37.577747 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:37.581710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Usage tracker for resource:network and tenant:f8cfc5d7b628436f8ca6dfd47b7035ef is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:37.584900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:37.590697 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:37.601687 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Made reservation on behalf of f8cfc5d7b628436f8ca6dfd47b7035ef for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:37.604737 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:37.617930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:37.661615 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:37.683798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:37.688924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Usage tracker for resource:security_group_rule and tenant:f8cfc5d7b628436f8ca6dfd47b7035ef is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:37.694654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 36964) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:37.698183 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:37.707005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:37.714411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:37.721112 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Usage tracker for resource:security_group_rule and tenant:da3469245bf54a2ea5f79377470899ed is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:37.725313 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:37.731458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:37.775122 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1649650182-network', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:37.822721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:37.838808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1455582000-network', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:37.846128 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:37.847132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:37.848610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Usage tracker for resource:network and tenant:b7f2d767ebb94336b3fa60c117266b9b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:37.854187 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:37.855363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Usage tracker for resource:network and tenant:298c60137a5b4342898eb5f96ba2a7ef is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:37.859904 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:37.863269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:37.867694 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:37.889746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:37.907033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:37.915566 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:37.916841 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Made reservation on behalf of 298c60137a5b4342898eb5f96ba2a7ef for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:37.919286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Synchronizing usage tracker for tenant:d5434f8d7c334a1c97bffe0def11b6e7 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:49:37.920269 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:37.933272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:49:37.936296 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:37.943453 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:37.943958 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Added segment 3b163338-e1a9-4184-8bb1-f6b77df172e1 of type vlan for network cd6f5dd4-4f31-40ca-9873-bf28b3e640b9 Feb 28 14:49:37.969642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:37.974428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:37.978497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Usage tracker for resource:security_group_rule and tenant:298c60137a5b4342898eb5f96ba2a7ef is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:37.981828 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:37.987905 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:38.008672 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.012941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:38.013860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.045089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Made reservation on behalf of b7f2d767ebb94336b3fa60c117266b9b for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:38.048010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.059343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.064557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.076108 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Unset dirty status for tenant:d5434f8d7c334a1c97bffe0def11b6e7 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:49:38.080144 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=da3469245bf54a2ea5f79377470899ed&name=default HTTP/1.1" status: 200 len: 2647 time: 0.8465774 Feb 28 14:49:38.085417 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.0984578 Feb 28 14:49:38.088218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36982) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:38.088742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 36984) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:38.106030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6949d42a-c7d8-4c64-ba00-fb9c8b9ca7b9 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Request body: {'subnet': {'network_id': 'cd6f5dd4-4f31-40ca-9873-bf28b3e640b9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:38.107581 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1030153243-network', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:38.111811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=470c9bac-fd61-45fa-817c-aaae989ec89e,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:38.123159 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.123910 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.124418 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.124750 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.125077 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.125451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.125781 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.126095 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.126584 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.127063 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.127529 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Tracked resource versions report: Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: pushed versions: Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: { 'ConntrackHelper': {'1.0'}, Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Log': {'1.0'}, Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Network': {'1.1'}, Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Port': {'1.5'}, Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'PortForwarding': {'1.2'}, Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'QosPolicy': {'1.8'}, Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'SecurityGroup': {'1.2'}, Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'SecurityGroupRule': {'1.0'}, Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'SubPort': {'1.0'}, Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Subnet': {'1.1'}, Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Trunk': {'1.1'}} Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: consumer versions: Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: { DHCP agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: HyperV agent@hv-neutron-8308: {}, Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: L3 agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: Metadata agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: Metering agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: Open vSwitch agent@dv-neutron-830866-2-hyperv: { 'ConntrackHelper': '1.0', Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Log': '1.0', Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Network': '1.1', Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Port': '1.5', Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'PortForwarding': '1.2', Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'QosPolicy': '1.8', Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'SecurityGroup': '1.2', Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'SecurityGroupRule': '1.0', Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'SubPort': '1.0', Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Subnet': '1.1', Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: 'Trunk': '1.1'}} Feb 28 14:49:38.129605 dv-neutron-830866-2-hyperv neutron-server[83591]: {{(pid=83591) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 14:49:38.155727 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:49:38.163899 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:38.171789 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Usage tracker for resource:network and tenant:3058aad5ce234490a5fe13a20aa3d30f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:38.175980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8737161131870', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.176883 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Unsubscribe: segment precommit_create {{(pid=83591) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 28 14:49:38.177572 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Added segment 46bfca73-d9ef-4444-a680-f8aae94f7e3a of type vlan for network 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb Feb 28 14:49:38.185225 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:38.230178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.230973 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:38.267484 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Made reservation on behalf of 3058aad5ce234490a5fe13a20aa3d30f for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:38.274208 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.277765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e33f1f35-5c32-4759-be28-7cb5fadf9062,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:38.288418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6949d42a-c7d8-4c64-ba00-fb9c8b9ca7b9 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:38.292173 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6949d42a-c7d8-4c64-ba00-fb9c8b9ca7b9 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Usage tracker for resource:subnet and tenant:f8cfc5d7b628436f8ca6dfd47b7035ef is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:38.294188 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.294952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6949d42a-c7d8-4c64-ba00-fb9c8b9ca7b9 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:38.298500 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.300584 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6949d42a-c7d8-4c64-ba00-fb9c8b9ca7b9 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:38.338669 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:38.343744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Usage tracker for resource:security_group_rule and tenant:3058aad5ce234490a5fe13a20aa3d30f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:38.347749 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:38.354041 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:38.371347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6949d42a-c7d8-4c64-ba00-fb9c8b9ca7b9 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Made reservation on behalf of f8cfc5d7b628436f8ca6dfd47b7035ef for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:38.507153 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.508172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:38.508769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.524459 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6949d42a-c7d8-4c64-ba00-fb9c8b9ca7b9 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.529303 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.543363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.647732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45ec8f1-9814-43f2-bed2-8e332e53bd2c,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:38.685267 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:49:38.704921 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] Pushing event updated for resources: {'Network': ['ID=1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:38.710708 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-326ba8d1-40c7-4380-b861-0da808d75916 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2881653 Feb 28 14:49:38.713843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37016) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:38.722073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.723021 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:49:38.723525 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Added segment e80d797f-4c00-46e2-ae49-a879d3e4da2f of type vlan for network d8e68083-b804-4567-a398-1f9531ac1f94 Feb 28 14:49:38.750968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Pushing event updated for resources: {'Network': ['ID=cd6f5dd4-4f31-40ca-9873-bf28b3e640b9,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:38.757840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.758195 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.759431 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.759833 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.760195 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.760509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.762914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.763271 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.764766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.765116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.765451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.766758 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-01416001-d471-490b-9c87-e58992863dde admin admin] Request body: {'subnet': {'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1455582000-subnet', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:38.766886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27e4fda1-ae1e-4c71-b5d7-ec5d1d3b382d admin admin] Tracked resource versions report: Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: pushed versions: Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: { 'ConntrackHelper': {'1.0'}, Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Log': {'1.0'}, Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Network': {'1.1'}, Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Port': {'1.5'}, Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'PortForwarding': {'1.2'}, Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'QosPolicy': {'1.8'}, Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'SecurityGroup': {'1.2'}, Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'SecurityGroupRule': {'1.0'}, Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'SubPort': {'1.0'}, Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Subnet': {'1.1'}, Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Trunk': {'1.1'}} Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: consumer versions: Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: { DHCP agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: HyperV agent@hv-neutron-8308: {}, Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: L3 agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: Metadata agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: Metering agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: Open vSwitch agent@dv-neutron-830866-2-hyperv: { 'ConntrackHelper': '1.0', Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Log': '1.0', Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Network': '1.1', Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Port': '1.5', Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'PortForwarding': '1.2', Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'QosPolicy': '1.8', Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'SecurityGroup': '1.2', Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'SecurityGroupRule': '1.0', Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'SubPort': '1.0', Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Subnet': '1.1', Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: 'Trunk': '1.1'}} Feb 28 14:49:38.768998 dv-neutron-830866-2-hyperv neutron-server[83592]: {{(pid=83592) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 14:49:38.772504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-01416001-d471-490b-9c87-e58992863dde admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:38.795897 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-01416001-d471-490b-9c87-e58992863dde admin admin] Usage tracker for resource:subnet and tenant:298c60137a5b4342898eb5f96ba2a7ef is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:38.802123 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-01416001-d471-490b-9c87-e58992863dde admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:38.814031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-01416001-d471-490b-9c87-e58992863dde admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:38.819777 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Pushing event updated for resources: {'SecurityGroup': ['ID=55eea749-7e24-44f7-8794-3b2b143f0d65,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:38.826595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:38.836878 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Usage tracker for resource:security_group_rule and tenant:b7f2d767ebb94336b3fa60c117266b9b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:38.866831 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01416001-d471-490b-9c87-e58992863dde admin admin] Made reservation on behalf of 298c60137a5b4342898eb5f96ba2a7ef for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:38.870579 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-01416001-d471-490b-9c87-e58992863dde admin admin] Notify callbacks [] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.878582 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:38.881339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f7295341-7d41-4cf4-87cc-b5005821bbca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.883510 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.891530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.891898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.892232 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.892566 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.892897 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.893218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.893539 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.893937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.894257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.894574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca801356-4d96-4ee7-9650-ba68f5aa63b2 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:38.896562 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:38.905100 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:38.907528 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:38.907689 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network cd6f5dd4-4f31-40ca-9873-bf28b3e640b9 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:49:38.908139 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.016012 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f7295341-7d41-4cf4-87cc-b5005821bbca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.052430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6949d42a-c7d8-4c64-ba00-fb9c8b9ca7b9 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.089255 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3910151 Feb 28 14:49:39.095717 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37028) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:39.121734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-cc1c650f-2b01-4eb5-937e-afee35de0f84 admin admin] Request body: {'subnet': {'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1030153243-subnet', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:39.139107 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cc1c650f-2b01-4eb5-937e-afee35de0f84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:39.150273 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd1a542-b629-41a7-a986-4895bdd0c930 admin admin] Pushing event updated for resources: {'Network': ['ID=d8e68083-b804-4567-a398-1f9531ac1f94,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:39.162928 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network d8e68083-b804-4567-a398-1f9531ac1f94 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:49:39.169184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cc1c650f-2b01-4eb5-937e-afee35de0f84 admin admin] Usage tracker for resource:subnet and tenant:3058aad5ce234490a5fe13a20aa3d30f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:39.174768 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cc1c650f-2b01-4eb5-937e-afee35de0f84 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:39.189143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cc1c650f-2b01-4eb5-937e-afee35de0f84 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:39.193584 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6949d42a-c7d8-4c64-ba00-fb9c8b9ca7b9 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Pushing event updated for resources: {'Subnet': ['ID=52789822-2044-488e-9a73-12b137cab6de,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:39.224648 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc1c650f-2b01-4eb5-937e-afee35de0f84 admin admin] Made reservation on behalf of 3058aad5ce234490a5fe13a20aa3d30f for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:39.227262 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc1c650f-2b01-4eb5-937e-afee35de0f84 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.237684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.241453 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6949d42a-c7d8-4c64-ba00-fb9c8b9ca7b9 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Checking segment: {'id': '3b163338-e1a9-4184-8bb1-f6b77df172e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cd6f5dd4-4f31-40ca-9873-bf28b3e640b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:49:39.242006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6949d42a-c7d8-4c64-ba00-fb9c8b9ca7b9 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Network hostable DHCP agents. Network: cd6f5dd4-4f31-40ca-9873-bf28b3e640b9, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:49:39.249056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f7295341-7d41-4cf4-87cc-b5005821bbca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.251642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.273320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7295341-7d41-4cf4-87cc-b5005821bbca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e33f1f35-5c32-4759-be28-7cb5fadf9062,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:39.300342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:49:39.331798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.332583 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Added segment 004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8 of type vlan for network 37f007eb-7cdb-49fb-b4f0-35760d6aeb98 Feb 28 14:49:39.341119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d1bcbe1-ca56-43bf-9fdb-f4e42c256e77,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:39.343999 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f7295341-7d41-4cf4-87cc-b5005821bbca admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.345299 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f7295341-7d41-4cf4-87cc-b5005821bbca admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e33f1f35-5c32-4759-be28-7cb5fadf9062 HTTP/1.1" status: 204 len: 168 time: 1.2538316 Feb 28 14:49:39.358874 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6949d42a-c7d8-4c64-ba00-fb9c8b9ca7b9 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Network cd6f5dd4-4f31-40ca-9873-bf28b3e640b9 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:49:39.377822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.385085 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-6949d42a-c7d8-4c64-ba00-fb9c8b9ca7b9 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, cd6f5dd4-4f31-40ca-9873-bf28b3e640b9) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:39.391375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6949d42a-c7d8-4c64-ba00-fb9c8b9ca7b9 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:39.392971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6949d42a-c7d8-4c64-ba00-fb9c8b9ca7b9 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.415025 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f66eff8-c7f9-4d15-9bb3-72bb4f2b3dda None None] Network cd6f5dd4-4f31-40ca-9873-bf28b3e640b9 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:49:39.430342 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6949d42a-c7d8-4c64-ba00-fb9c8b9ca7b9 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3370690 Feb 28 14:49:39.432103 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.432966 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:39.433719 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.438342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37040) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:39.476873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c1be498a-58ac-4668-9521-a1970fa05563 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-103526079', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:39.525294 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.1397932 Feb 28 14:49:39.528211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37046) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:39.542934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-89e88d5d-7c7e-4bcd-b0f3-0d313f830593 admin admin] Request body: {'subnet': {'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1649650182-subnet', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:39.549035 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c1be498a-58ac-4668-9521-a1970fa05563 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:39.551511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-89e88d5d-7c7e-4bcd-b0f3-0d313f830593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:39.556645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7af9e14-8e9d-4ce7-8723-b761e42d4f78 admin admin] Pushing event updated for resources: {'Network': ['ID=37f007eb-7cdb-49fb-b4f0-35760d6aeb98,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:39.558996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-89e88d5d-7c7e-4bcd-b0f3-0d313f830593 admin admin] Usage tracker for resource:subnet and tenant:b7f2d767ebb94336b3fa60c117266b9b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:39.562141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-89e88d5d-7c7e-4bcd-b0f3-0d313f830593 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:39.568770 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-89e88d5d-7c7e-4bcd-b0f3-0d313f830593 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:39.579944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89e88d5d-7c7e-4bcd-b0f3-0d313f830593 admin admin] Made reservation on behalf of b7f2d767ebb94336b3fa60c117266b9b for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:39.583056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-89e88d5d-7c7e-4bcd-b0f3-0d313f830593 admin admin] Notify callbacks [] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.627447 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c1be498a-58ac-4668-9521-a1970fa05563 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Usage tracker for resource:router and tenant:f8cfc5d7b628436f8ca6dfd47b7035ef is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:39.656922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c1be498a-58ac-4668-9521-a1970fa05563 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:39.671564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 37f007eb-7cdb-49fb-b4f0-35760d6aeb98 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:49:39.684685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c1be498a-58ac-4668-9521-a1970fa05563 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:39.720072 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-01416001-d471-490b-9c87-e58992863dde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.767034 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-cd6f5dd4-4f31-40ca-9873-bf28b3e640b9', 'network_id': 'cd6f5dd4-4f31-40ca-9873-bf28b3e640b9', 'tenant_id': 'f8cfc5d7b628436f8ca6dfd47b7035ef', 'fixed_ips': [{'subnet_id': '52789822-2044-488e-9a73-12b137cab6de'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:49:39.767881 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.868348 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c1be498a-58ac-4668-9521-a1970fa05563 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.869803 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c1be498a-58ac-4668-9521-a1970fa05563 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.880809 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-89e88d5d-7c7e-4bcd-b0f3-0d313f830593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:39.961354 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Allocated IP 172.20.0.2 (cd6f5dd4-4f31-40ca-9873-bf28b3e640b9/52789822-2044-488e-9a73-12b137cab6de/1f1f8a91-415a-4994-a11d-b57af252800c) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:40.005458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e88d5d-7c7e-4bcd-b0f3-0d313f830593 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a7fafb40-7a16-4183-9a12-11fd85d37b51,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:40.008967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37058) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:40.028132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89e88d5d-7c7e-4bcd-b0f3-0d313f830593 admin admin] Checking segment: {'id': '004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:49:40.028801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e88d5d-7c7e-4bcd-b0f3-0d313f830593 admin admin] Network hostable DHCP agents. Network: 37f007eb-7cdb-49fb-b4f0-35760d6aeb98, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:49:40.054053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89e88d5d-7c7e-4bcd-b0f3-0d313f830593 admin admin] Network 37f007eb-7cdb-49fb-b4f0-35760d6aeb98 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:49:40.076876 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-89e88d5d-7c7e-4bcd-b0f3-0d313f830593 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 37f007eb-7cdb-49fb-b4f0-35760d6aeb98) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:40.084470 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01416001-d471-490b-9c87-e58992863dde admin admin] Pushing event updated for resources: {'Subnet': ['ID=666c4165-e4c7-4fb8-9cf2-965b24ef32fe,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:40.088192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89e88d5d-7c7e-4bcd-b0f3-0d313f830593 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:40.089116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-89e88d5d-7c7e-4bcd-b0f3-0d313f830593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.099713 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b45fc0-6604-498a-af29-5d6ebfd7f9a7 None None] Network 37f007eb-7cdb-49fb-b4f0-35760d6aeb98 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:49:40.121575 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-89e88d5d-7c7e-4bcd-b0f3-0d313f830593 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5921116 Feb 28 14:49:40.122697 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37066) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:40.129108 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1649650182-router', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:40.131443 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01416001-d471-490b-9c87-e58992863dde admin admin] Checking segment: {'id': '46bfca73-d9ef-4444-a680-f8aae94f7e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:49:40.131862 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01416001-d471-490b-9c87-e58992863dde admin admin] Network hostable DHCP agents. Network: 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:49:40.134966 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:40.140345 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Usage tracker for resource:router and tenant:b7f2d767ebb94336b3fa60c117266b9b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:40.145064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:40.153118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:40.166560 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c1be498a-58ac-4668-9521-a1970fa05563 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.167190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.168964 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.224869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.268054 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc1c650f-2b01-4eb5-937e-afee35de0f84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.313907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37072) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:40.434929 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c1be498a-58ac-4668-9521-a1970fa05563 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.440234 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1541105631'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:40.444771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01416001-d471-490b-9c87-e58992863dde admin admin] Network 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:49:40.460301 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:40.472792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Usage tracker for resource:network and tenant:24ff2b4f477c4222b2a424112dffeba6 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:40.479677 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc1c650f-2b01-4eb5-937e-afee35de0f84 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8384ae17-c1f6-45d8-991e-642c0f17988e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:40.485211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-01416001-d471-490b-9c87-e58992863dde admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:40.490132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:40.508990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:40.523596 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc1c650f-2b01-4eb5-937e-afee35de0f84 admin admin] Checking segment: {'id': 'e80d797f-4c00-46e2-ae49-a879d3e4da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:49:40.524241 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1c650f-2b01-4eb5-937e-afee35de0f84 admin admin] Network hostable DHCP agents. Network: d8e68083-b804-4567-a398-1f9531ac1f94, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:49:40.533350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c1be498a-58ac-4668-9521-a1970fa05563 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.538216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.538693 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c1be498a-58ac-4668-9521-a1970fa05563 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 1.0991993 Feb 28 14:49:40.539450 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37082) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:40.548554 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01416001-d471-490b-9c87-e58992863dde admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:40.549202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-01416001-d471-490b-9c87-e58992863dde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.551648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Made reservation on behalf of 24ff2b4f477c4222b2a424112dffeba6 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:40.554530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.588718 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.605771 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbef991-5a34-4a60-97ac-7221556b3552 None None] Network 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:49:40.651359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-2014806920'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:40.661111 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37086) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:40.703270 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:40.724577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Usage tracker for resource:network and tenant:9e8582674a2546f794ef3c03859adfb6 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:40.729605 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:40.730486 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:40.736069 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Usage tracker for resource:security_group_rule and tenant:24ff2b4f477c4222b2a424112dffeba6 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:40.742503 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:40.742688 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-01416001-d471-490b-9c87-e58992863dde admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0250144 Feb 28 14:49:40.742688 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:40.743284 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37094) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:40.750723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:40.756286 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc1c650f-2b01-4eb5-937e-afee35de0f84 admin admin] Network d8e68083-b804-4567-a398-1f9531ac1f94 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:49:40.756449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1455582000-router', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:40.762288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:40.767123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Usage tracker for resource:router and tenant:298c60137a5b4342898eb5f96ba2a7ef is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:40.770481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Made reservation on behalf of 9e8582674a2546f794ef3c03859adfb6 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:40.772985 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:40.773937 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.780982 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:40.781283 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.802306 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.803762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.805813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Transition to ACTIVE for port object 1f1f8a91-415a-4994-a11d-b57af252800c will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:40.845521 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Transition to ACTIVE for port object 1f1f8a91-415a-4994-a11d-b57af252800c will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:40.848303 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-cc1c650f-2b01-4eb5-937e-afee35de0f84 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, d8e68083-b804-4567-a398-1f9531ac1f94) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:40.856387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.870117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:40.874591 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:40.887202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Usage tracker for resource:floatingip and tenant:1194a4bc93134d348f7edd8d0913aed3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:40.893034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:40.899464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.910146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:40.922402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.928815 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74137df-04f8-4172-b397-42e95aeb1ade None None] Network d8e68083-b804-4567-a398-1f9531ac1f94 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:49:40.931629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1c650f-2b01-4eb5-937e-afee35de0f84 admin admin] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:40.932997 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc1c650f-2b01-4eb5-937e-afee35de0f84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.980118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:40.983154 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cc1c650f-2b01-4eb5-937e-afee35de0f84 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8755982 Feb 28 14:49:40.987071 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37100) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:40.996051 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1030153243-router', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:41.004076 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:41.008394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:41.015602 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Usage tracker for resource:security_group_rule and tenant:9e8582674a2546f794ef3c03859adfb6 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:41.020368 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Usage tracker for resource:router and tenant:3058aad5ce234490a5fe13a20aa3d30f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:41.024223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:41.027290 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:41.063431 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.095708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:41.126363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.150232 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:41.238113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:49:41.243148 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.244378 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.257899 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85922eb5-c509-450a-a85c-4030b8983e71,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:41.275256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.275445 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Added segment 12d36d3b-ce85-481c-aca3-1b84c1d753f3 of type vlan for network fd0ad758-5314-4d88-a2f5-dfff03d51872 Feb 28 14:49:41.328893 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'fixed_ips': [{'subnet_id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:49:41.329787 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.351996 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.371640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.375388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.391563 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.412197 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-d8e68083-b804-4567-a398-1f9531ac1f94', 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'fixed_ips': [{'subnet_id': '8384ae17-c1f6-45d8-991e-642c0f17988e'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:49:41.413019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.434171 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Network cd6f5dd4-4f31-40ca-9873-bf28b3e640b9 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:41.472677 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.476268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.485334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:41.489269 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:41.494683 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.545675 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.556180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:49:41.566960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37114) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:41.571433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'fixed_ips': [{'subnet_id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:49:41.572281 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.626379 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Pushing event updated for resources: {'Port': ['ID=1f1f8a91-415a-4994-a11d-b57af252800c,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:41.662276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.666388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:41.667156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.740663 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1810edb4-4afc-40f8-a704-d0e7d25a29a9,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:41.745071 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:49:41.804573 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:41.805091 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:41.805809 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:41.805809 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:41.806017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:41.806678 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:41.806678 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:41.806970 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:41.807291 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:41.807640 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:41.807959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Tracked resource versions report: Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: pushed versions: Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: { 'ConntrackHelper': {'1.0'}, Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Log': {'1.0'}, Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Network': {'1.1'}, Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Port': {'1.5'}, Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'PortForwarding': {'1.2'}, Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'QosPolicy': {'1.8'}, Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'SecurityGroup': {'1.2'}, Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'SecurityGroupRule': {'1.0'}, Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'SubPort': {'1.0'}, Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Subnet': {'1.1'}, Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Trunk': {'1.1'}} Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: consumer versions: Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: { DHCP agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: HyperV agent@hv-neutron-8308: {}, Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: L3 agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: Metadata agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: Metering agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: Open vSwitch agent@dv-neutron-830866-2-hyperv: { 'ConntrackHelper': '1.0', Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Log': '1.0', Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Network': '1.1', Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Port': '1.5', Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'PortForwarding': '1.2', Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'QosPolicy': '1.8', Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'SecurityGroup': '1.2', Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'SecurityGroupRule': '1.0', Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'SubPort': '1.0', Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Subnet': '1.1', Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: 'Trunk': '1.1'}} Feb 28 14:49:41.809001 dv-neutron-830866-2-hyperv neutron-server[83593]: {{(pid=83593) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 14:49:41.875106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-976522439'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:41.893096 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:41.897227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Pushing event updated for resources: {'Network': ['ID=fd0ad758-5314-4d88-a2f5-dfff03d51872,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:41.903628 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.906212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.912078 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Attempting to bind port 1f1f8a91-415a-4994-a11d-b57af252800c on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:41.912451 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Attempting to bind port 1f1f8a91-415a-4994-a11d-b57af252800c by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '3b163338-e1a9-4184-8bb1-f6b77df172e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cd6f5dd4-4f31-40ca-9873-bf28b3e640b9'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:41.912813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Attempting to bind port 1f1f8a91-415a-4994-a11d-b57af252800c on network cd6f5dd4-4f31-40ca-9873-bf28b3e640b9 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:41.913464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Usage tracker for resource:network and tenant:cf2c73f35a894d88a7a585887df61a6c is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:41.917129 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ceafab18-e765-467e-8902-b970203dc03c tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.9070249 Feb 28 14:49:41.951131 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:41.956209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:41.956521 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Added segment 18a2b4d7-2a13-4595-b620-7406f9aa7222 of type vlan for network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 Feb 28 14:49:41.959062 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37120) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:41.968774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:41.970064 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network fd0ad758-5314-4d88-a2f5-dfff03d51872 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:49:41.981791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4bd220a1-2801-40fc-a9a6-c3ef40fd54b7 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Request body: {'subnet': {'network_id': 'fd0ad758-5314-4d88-a2f5-dfff03d51872', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:42.060352 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.107801 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:49:42.108233 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Checking segment: {'id': '3b163338-e1a9-4184-8bb1-f6b77df172e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cd6f5dd4-4f31-40ca-9873-bf28b3e640b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:49:42.108564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.108952 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Bound using segment: {'id': '3b163338-e1a9-4184-8bb1-f6b77df172e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cd6f5dd4-4f31-40ca-9873-bf28b3e640b9'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:49:42.109432 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Bound port: 1f1f8a91-415a-4994-a11d-b57af252800c, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b163338-e1a9-4184-8bb1-f6b77df172e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'cd6f5dd4-4f31-40ca-9873-bf28b3e640b9'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:49:42.109819 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.129896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Allocated IP 172.26.4.184 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/7eed7d13-4ed8-4389-afed-63aaec2dfe42) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:42.153287 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Made reservation on behalf of cf2c73f35a894d88a7a585887df61a6c for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:42.156253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.204737 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.244040 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.247716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:42.248571 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.265906 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Allocated IP 172.20.0.2 (37f007eb-7cdb-49fb-b4f0-35760d6aeb98/a7fafb40-7a16-4183-9a12-11fd85d37b51/4c1106ec-68dd-4df4-84a8-5d102bfd738e) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:42.270570 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Allocated IP 172.20.0.2 (d8e68083-b804-4567-a398-1f9531ac1f94/8384ae17-c1f6-45d8-991e-642c0f17988e/d4c0c9ae-d293-458f-816f-0d686be22d66) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:42.288895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Allocated IP 172.20.0.2 (1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb/666c4165-e4c7-4fb8-9cf2-965b24ef32fe/4ae79de3-bc27-41ea-ad10-804bc637fd08) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:42.312067 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4bd220a1-2801-40fc-a9a6-c3ef40fd54b7 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:42.329127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4bd220a1-2801-40fc-a9a6-c3ef40fd54b7 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Usage tracker for resource:subnet and tenant:24ff2b4f477c4222b2a424112dffeba6 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:42.343896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4bd220a1-2801-40fc-a9a6-c3ef40fd54b7 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:42.369598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:42.374368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4bd220a1-2801-40fc-a9a6-c3ef40fd54b7 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:42.383327 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Usage tracker for resource:security_group_rule and tenant:cf2c73f35a894d88a7a585887df61a6c is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:42.398499 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:42.411171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:42.415366 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.0891569 Feb 28 14:49:42.439260 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4bd220a1-2801-40fc-a9a6-c3ef40fd54b7 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Made reservation on behalf of 24ff2b4f477c4222b2a424112dffeba6 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:42.450753 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Allocated IP 172.20.0.1 (cd6f5dd4-4f31-40ca-9873-bf28b3e640b9/52789822-2044-488e-9a73-12b137cab6de/8871c462-3699-4c6c-9e0f-f384c5889b3b) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:42.563173 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.631341 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.639013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.639485 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] For port 1f1f8a91-415a-4994-a11d-b57af252800c, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:49:42.649026 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Transition to ACTIVE for port object 8871c462-3699-4c6c-9e0f-f384c5889b3b will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:42.685063 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.685292 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] For port 1f1f8a91-415a-4994-a11d-b57af252800c, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1f1f8a91-415a-4994-a11d-b57af252800c,segment=NetworkSegment(3b163338-e1a9-4184-8bb1-f6b77df172e1),segment_id=3b163338-e1a9-4184-8bb1-f6b77df172e1)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:49:42.693838 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bd220a1-2801-40fc-a9a6-c3ef40fd54b7 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks [] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.718967 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c4f3c6-cd81-4be6-9ffa-3e4504520e22 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Pushing event updated for resources: {'Network': ['ID=c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:42.722073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.724722 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.772429 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:49:42.806949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.823505 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Pushing event updated for resources: {'Port': ['ID=8871c462-3699-4c6c-9e0f-f384c5889b3b,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:42.858980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Network cd6f5dd4-4f31-40ca-9873-bf28b3e640b9 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:42.861261 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:42.864312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:42.864850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.966267 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:42.980082 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Allocated IP 172.26.4.3 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/dea98de0-937e-4b84-99ef-d1437dd0356f) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:43.024710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.201968 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.208605 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fe1c01-ce57-48f7-9e5d-3a57d7b5a882 None None] Pushing event updated for resources: {'Port': ['ID=1f1f8a91-415a-4994-a11d-b57af252800c,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:43.225843 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.247317 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.263280 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.282073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.285191 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Transition to ACTIVE for port object 4c1106ec-68dd-4df4-84a8-5d102bfd738e will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:43.301258 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Transition to ACTIVE for port object d4c0c9ae-d293-458f-816f-0d686be22d66 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:43.322306 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Transition to ACTIVE for port object 4ae79de3-bc27-41ea-ad10-804bc637fd08 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:43.340789 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Transition to ACTIVE for port object 4c1106ec-68dd-4df4-84a8-5d102bfd738e will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:43.356536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.374964 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Transition to ACTIVE for port object d4c0c9ae-d293-458f-816f-0d686be22d66 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:43.409308 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37138) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:43.416132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.423382 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.441266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Transition to ACTIVE for port object 4ae79de3-bc27-41ea-ad10-804bc637fd08 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:43.472067 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.503953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Request body: {'port': {'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989', 'binding:host_id': 'hv-neutron-8308', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1852182620'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:43.504139 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Network 37f007eb-7cdb-49fb-b4f0-35760d6aeb98 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:43.504236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:43.504236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Usage tracker for resource:port and tenant:966e887e03b447328ab15496d5ba0e85 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:43.504403 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.504493 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:43.504493 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:43.515105 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:43.520961 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Made reservation on behalf of 966e887e03b447328ab15496d5ba0e85 for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:43.523029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:43.523804 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.542971 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Pushing event updated for resources: {'Port': ['ID=4c1106ec-68dd-4df4-84a8-5d102bfd738e,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:43.551533 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.557373 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Network 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:43.567876 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.618228 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:43.624900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:43.635449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:43.659599 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Usage tracker for resource:security_group_rule and tenant:966e887e03b447328ab15496d5ba0e85 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:43.663815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Pushing event updated for resources: {'Port': ['ID=7eed7d13-4ed8-4389-afed-63aaec2dfe42,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:43.666100 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:43.681627 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Network d8e68083-b804-4567-a398-1f9531ac1f94 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:43.689021 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:43.692055 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:43.758439 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:43.763828 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:49:43.767026 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:43.781791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:43.792221 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b186c34c-e4c8-4dfa-966e-6d177c45ba8b,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:43.816746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:43.833573 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:43.837040 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Allocated IP 172.26.4.37 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/befeb26c-af06-46c9-8cb2-ec29a839ff13) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:43.842679 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:43.847307 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.847627 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Added segment 22dc8fc7-bd45-4633-a2a6-c5f41fadedcc of type vlan for network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda Feb 28 14:49:43.860836 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Pushing event updated for resources: {'Port': ['ID=d4c0c9ae-d293-458f-816f-0d686be22d66,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:43.862722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:43.901883 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.907106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Pushing event updated for resources: {'Port': ['ID=dea98de0-937e-4b84-99ef-d1437dd0356f,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:43.912175 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.919982 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.920942 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.929785 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Attempting to bind port 4c1106ec-68dd-4df4-84a8-5d102bfd738e on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:43.930446 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Attempting to bind port 4c1106ec-68dd-4df4-84a8-5d102bfd738e by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:43.930607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Attempting to bind port 4c1106ec-68dd-4df4-84a8-5d102bfd738e on network 37f007eb-7cdb-49fb-b4f0-35760d6aeb98 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:43.962005 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:43.981914 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] device_id is not set on port a0b3832c-559b-4d61-9123-361044a7bc3c yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:49:43.982580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Attempting to bind port 4ae79de3-bc27-41ea-ad10-804bc637fd08 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:43.982936 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Attempting to bind port 4ae79de3-bc27-41ea-ad10-804bc637fd08 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '46bfca73-d9ef-4444-a680-f8aae94f7e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:43.983295 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Attempting to bind port 4ae79de3-bc27-41ea-ad10-804bc637fd08 on network 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:43.999035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Pushing event updated for resources: {'Port': ['ID=4ae79de3-bc27-41ea-ad10-804bc637fd08,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:44.002497 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:49:44.003648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Checking segment: {'id': '004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:49:44.004577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.005148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Bound using segment: {'id': '004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:49:44.005773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Bound port: 4c1106ec-68dd-4df4-84a8-5d102bfd738e, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:49:44.006554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.031693 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Attempting to bind port d4c0c9ae-d293-458f-816f-0d686be22d66 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:44.032057 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Attempting to bind port d4c0c9ae-d293-458f-816f-0d686be22d66 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'e80d797f-4c00-46e2-ae49-a879d3e4da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:44.032953 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Attempting to bind port d4c0c9ae-d293-458f-816f-0d686be22d66 on network d8e68083-b804-4567-a398-1f9531ac1f94 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:44.036142 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:49:44.036509 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Checking segment: {'id': '46bfca73-d9ef-4444-a680-f8aae94f7e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:49:44.036938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.037324 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Bound using segment: {'id': '46bfca73-d9ef-4444-a680-f8aae94f7e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:49:44.037818 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Bound port: 4ae79de3-bc27-41ea-ad10-804bc637fd08, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46bfca73-d9ef-4444-a680-f8aae94f7e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:49:44.038226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.094545 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:49:44.094990 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Checking segment: {'id': 'e80d797f-4c00-46e2-ae49-a879d3e4da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:49:44.095293 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.095767 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Bound using segment: {'id': 'e80d797f-4c00-46e2-ae49-a879d3e4da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:49:44.096273 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Bound port: d4c0c9ae-d293-458f-816f-0d686be22d66, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80d797f-4c00-46e2-ae49-a879d3e4da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:49:44.096674 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.120534 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.223149 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Pushing event updated for resources: {'Port': ['ID=8871c462-3699-4c6c-9e0f-f384c5889b3b,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:44.225499 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f13893d-ab6e-4faa-8bcf-14992cab0962,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:44.233407 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] For port 4c1106ec-68dd-4df4-84a8-5d102bfd738e, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:49:44.254992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.259686 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:44.260545 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.290054 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] For port 4c1106ec-68dd-4df4-84a8-5d102bfd738e, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4c1106ec-68dd-4df4-84a8-5d102bfd738e,segment=NetworkSegment(004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8),segment_id=004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:49:44.305458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.341434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] For port 4ae79de3-bc27-41ea-ad10-804bc637fd08, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:49:44.342587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.361869 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] For port d4c0c9ae-d293-458f-816f-0d686be22d66, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:49:44.371496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] For port 4ae79de3-bc27-41ea-ad10-804bc637fd08, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4ae79de3-bc27-41ea-ad10-804bc637fd08,segment=NetworkSegment(46bfca73-d9ef-4444-a680-f8aae94f7e3a),segment_id=46bfca73-d9ef-4444-a680-f8aae94f7e3a)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:49:44.386014 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Network cd6f5dd4-4f31-40ca-9873-bf28b3e640b9 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:44.394607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.400644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] For port d4c0c9ae-d293-458f-816f-0d686be22d66, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d4c0c9ae-d293-458f-816f-0d686be22d66,segment=NetworkSegment(e80d797f-4c00-46e2-ae49-a879d3e4da2f),segment_id=e80d797f-4c00-46e2-ae49-a879d3e4da2f)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:49:44.404101 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:44.412857 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.437983 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82e9176-76ea-4aa0-b516-90f17c7de2a0 None None] Pushing event updated for resources: {'Port': ['ID=4c1106ec-68dd-4df4-84a8-5d102bfd738e,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:44.571798 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e7621ed-c149-446a-a2ea-4b217a07c261 None None] Pushing event updated for resources: {'Port': ['ID=4ae79de3-bc27-41ea-ad10-804bc637fd08,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:44.672391 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76a7c89-6c0c-4a82-83b0-f53bbf806873 None None] Pushing event updated for resources: {'Port': ['ID=d4c0c9ae-d293-458f-816f-0d686be22d66,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:44.739804 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13524da7-bc00-4ee6-bd18-104a1f1032cc None None] Network cd6f5dd4-4f31-40ca-9873-bf28b3e640b9 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:49:44.744438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bd220a1-2801-40fc-a9a6-c3ef40fd54b7 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.748890 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.843100 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Allocated IP 172.26.4.127 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/c137fe71-3720-4f33-abf5-0d492949466d) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:44.871813 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] device_id is not set on port a0b3832c-559b-4d61-9123-361044a7bc3c yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:49:44.886216 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c46b6075-5380-4c9b-8f79-aab6ea4855ed None None] Provisioning for port 1f1f8a91-415a-4994-a11d-b57af252800c completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:44.934677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:44.990605 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:45.151980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:45.160439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event updated for resources: {'Network': ['ID=efc0f9f1-eea7-4a8c-832d-4b2eabda4bda,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:45.172307 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-46c8cf0e-5f2b-46a2-8394-4207f58bb3a7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 3.6004801 Feb 28 14:49:45.175587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:45.177349 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37150) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:45.199001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:45.199839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:49:45.249956 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd220a1-2801-40fc-a9a6-c3ef40fd54b7 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Pushing event updated for resources: {'Subnet': ['ID=aa645b0d-10dc-4e62-bf76-eccc88c43a3d,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:45.277721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-86ddc599-3259-4142-9ad9-156b8df29956 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Request body: {'subnet': {'network_id': 'efc0f9f1-eea7-4a8c-832d-4b2eabda4bda', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:45.343980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bd220a1-2801-40fc-a9a6-c3ef40fd54b7 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Checking segment: {'id': '12d36d3b-ce85-481c-aca3-1b84c1d753f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fd0ad758-5314-4d88-a2f5-dfff03d51872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:49:45.344455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Transition to ACTIVE for port object a0b3832c-559b-4d61-9123-361044a7bc3c will not be triggered until provisioned by entity L2. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:45.350109 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd220a1-2801-40fc-a9a6-c3ef40fd54b7 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Network hostable DHCP agents. Network: fd0ad758-5314-4d88-a2f5-dfff03d51872, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:49:45.368783 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Pushing event updated for resources: {'Port': ['ID=befeb26c-af06-46c9-8cb2-ec29a839ff13,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:45.425797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:45.501394 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:45.577062 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4ae79de3-bc27-41ea-ad10-804bc637fd08 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:45.647858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:45.661573 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-70ef3bcf-2838-4b05-ad3a-64ccffd42bde None None] Provisioning for port 8871c462-3699-4c6c-9e0f-f384c5889b3b completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:45.667672 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-86ddc599-3259-4142-9ad9-156b8df29956 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:45.670154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Checking segment: {'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:49:45.670512 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Network hostable DHCP agents. Network: c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:49:45.674643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Pushing event updated for resources: {'Port': ['ID=a0b3832c-559b-4d61-9123-361044a7bc3c,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:45.678904 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-70ef3bcf-2838-4b05-ad3a-64ccffd42bde None None] Provisioning complete for port 8871c462-3699-4c6c-9e0f-f384c5889b3b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:45.679693 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-70ef3bcf-2838-4b05-ad3a-64ccffd42bde None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:45.693003 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-86ddc599-3259-4142-9ad9-156b8df29956 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Usage tracker for resource:subnet and tenant:cf2c73f35a894d88a7a585887df61a6c is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:45.696802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-86ddc599-3259-4142-9ad9-156b8df29956 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:45.718939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 4ae79de3-bc27-41ea-ad10-804bc637fd08 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:45.720535 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-86ddc599-3259-4142-9ad9-156b8df29956 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:45.724874 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:45.725584 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:45.733383 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d4c0c9ae-d293-458f-816f-0d686be22d66 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:45.762919 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:45.767978 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:49:45.832831 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-70ef3bcf-2838-4b05-ad3a-64ccffd42bde None None] Port 8871c462-3699-4c6c-9e0f-f384c5889b3b cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:49:45.847947 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Router 185dc611-c08e-479e-8d0f-ee67f461351e is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:49:45.859208 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:45.863388 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:45.869595 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73055a48-e257-47e0-bd83-383f17b38814 None None] Network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:49:45.880541 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:45.881536 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Pushing event updated for resources: {'Port': ['ID=c137fe71-3720-4f33-abf5-0d492949466d,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:45.894122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:45.902440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:45.938572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86ddc599-3259-4142-9ad9-156b8df29956 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Made reservation on behalf of cf2c73f35a894d88a7a585887df61a6c for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:45.948514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:45.948872 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:45.949223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:45.956981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bd220a1-2801-40fc-a9a6-c3ef40fd54b7 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Network fd0ad758-5314-4d88-a2f5-dfff03d51872 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:49:46.022161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port d4c0c9ae-d293-458f-816f-0d686be22d66 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:46.033096 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4c1106ec-68dd-4df4-84a8-5d102bfd738e up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:46.055703 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:46.056414 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:46.063991 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 2 to bind port a0b3832c-559b-4d61-9123-361044a7bc3c Feb 28 14:49:46.126915 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-4bd220a1-2801-40fc-a9a6-c3ef40fd54b7 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, fd0ad758-5314-4d88-a2f5-dfff03d51872) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:46.151451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:46.151831 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:46.152144 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:46.156650 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4bd220a1-2801-40fc-a9a6-c3ef40fd54b7 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:46.157507 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bd220a1-2801-40fc-a9a6-c3ef40fd54b7 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.175778 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:46.176097 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:46.178568 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 3 to bind port a0b3832c-559b-4d61-9123-361044a7bc3c Feb 28 14:49:46.211267 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:46.211632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:46.211960 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:46.219221 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe4f3826-49c1-4956-8774-e60b75d1615a None None] Network fd0ad758-5314-4d88-a2f5-dfff03d51872 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:49:46.223864 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:49:46.230117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-86ddc599-3259-4142-9ad9-156b8df29956 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks [] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.260901 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 4c1106ec-68dd-4df4-84a8-5d102bfd738e completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:46.275305 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4bd220a1-2801-40fc-a9a6-c3ef40fd54b7 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.3102884 Feb 28 14:49:46.283783 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37154) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:46.286823 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1f1f8a91-415a-4994-a11d-b57af252800c up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:46.294444 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Request body: {'port': {'network_id': 'fd0ad758-5314-4d88-a2f5-dfff03d51872', 'name': 'tempest-DHCPAgentSchedulersTestJSON-586766058'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:46.324705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:46.332382 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:46.339928 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 4 to bind port a0b3832c-559b-4d61-9123-361044a7bc3c Feb 28 14:49:46.409871 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a302709-f1a9-4343-861b-4bbd95be976b None None] Network 37f007eb-7cdb-49fb-b4f0-35760d6aeb98 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:49:46.412648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.414235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.547825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.588346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:46.589332 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:46.589698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:46.614419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.615346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:46.630146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Usage tracker for resource:port and tenant:24ff2b4f477c4222b2a424112dffeba6 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:46.639780 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:46.651362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:46.651858 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:46.661408 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 5 to bind port a0b3832c-559b-4d61-9123-361044a7bc3c Feb 28 14:49:46.676025 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8944d08b-0535-441a-a1b8-9b01f2b1f061 None None] Provisioning complete for port 8871c462-3699-4c6c-9e0f-f384c5889b3b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:46.677005 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8944d08b-0535-441a-a1b8-9b01f2b1f061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.679402 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:46.697884 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:49:46.714628 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08875ddb-80bd-4a11-858b-d5236ee8e2ee None None] Sync routers for ids ['185dc611-c08e-479e-8d0f-ee67f461351e'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:49:46.715937 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:46.716344 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:46.716750 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:46.725591 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:46.725799 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:46.727288 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 6 to bind port a0b3832c-559b-4d61-9123-361044a7bc3c Feb 28 14:49:46.734373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Made reservation on behalf of 24ff2b4f477c4222b2a424112dffeba6 for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:46.740545 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08875ddb-80bd-4a11-858b-d5236ee8e2ee None None] Routers {'185dc611-c08e-479e-8d0f-ee67f461351e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:49:46.740713 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.741262 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-08875ddb-80bd-4a11-858b-d5236ee8e2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:49:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['185dc611-c08e-479e-8d0f-ee67f461351e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:46.796269 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] device_id is not set on port fee6e080-a34c-4792-96c2-5c26ad373630 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:49:46.827975 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d570d8-67a0-4b44-abdb-2f3067bdc509 None None] Network d8e68083-b804-4567-a398-1f9531ac1f94 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:49:46.836573 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.844224 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-08875ddb-80bd-4a11-858b-d5236ee8e2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:46.867854 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.869150 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 6.2059414 Feb 28 14:49:46.869796 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.870562 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:46.875510 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08875ddb-80bd-4a11-858b-d5236ee8e2ee None None] Routers {'185dc611-c08e-479e-8d0f-ee67f461351e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:49:46.876604 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-08875ddb-80bd-4a11-858b-d5236ee8e2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:49:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['185dc611-c08e-479e-8d0f-ee67f461351e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:46.888871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37158) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:46.889529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-745d25f8-2a33-4757-bee7-0f60ec125aae tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Pushing event updated for resources: {'Port': ['ID=dea98de0-937e-4b84-99ef-d1437dd0356f,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:46.907824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-1439183916', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'fixed_ips': [{'ip_address': '172.26.4.3'}]}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:46.929584 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:46.938483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Usage tracker for resource:port and tenant:1194a4bc93134d348f7edd8d0913aed3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:46.946107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Quota usage for port was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:46.956569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:46.981147 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:46.981637 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:46.982073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:47.003314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:47.003314 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:47.004165 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ce13c2d-3ac6-4b05-ac33-fa48a3c37360 None None] Network 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:49:47.010771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Made reservation on behalf of 1194a4bc93134d348f7edd8d0913aed3 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:47.011195 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-08875ddb-80bd-4a11-858b-d5236ee8e2ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:47.012460 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08875ddb-80bd-4a11-858b-d5236ee8e2ee None None] The sync data for ids ['185dc611-c08e-479e-8d0f-ee67f461351e'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:49:47.013293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.021679 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 7 to bind port a0b3832c-559b-4d61-9123-361044a7bc3c Feb 28 14:49:47.033689 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b9ce3de3-092d-48f8-af7a-85e7272885ad tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] 10.222.0.15 "PUT /v2.0/routers/185dc611-c08e-479e-8d0f-ee67f461351e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4877625 Feb 28 14:49:47.035447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37164) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:47.038816 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.053136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Request body: {'port': {'network_id': 'cd6f5dd4-4f31-40ca-9873-bf28b3e640b9', 'name': 'tempest-FloatingIPNegativeTestJSON-1411740125'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:47.073167 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-86ddc599-3259-4142-9ad9-156b8df29956 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.087862 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8944d08b-0535-441a-a1b8-9b01f2b1f061 None None] Port 8871c462-3699-4c6c-9e0f-f384c5889b3b cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:49:47.121741 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:47.122331 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:47.122630 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:47.169018 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:47.169524 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:47.175067 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 8 to bind port a0b3832c-559b-4d61-9123-361044a7bc3c Feb 28 14:49:47.217211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:47.217684 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:47.218116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:47.237579 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:47.238050 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:47.241295 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 9 to bind port a0b3832c-559b-4d61-9123-361044a7bc3c Feb 28 14:49:47.251714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Allocated IP 172.20.0.10 (fd0ad758-5314-4d88-a2f5-dfff03d51872/aa645b0d-10dc-4e62-bf76-eccc88c43a3d/fee6e080-a34c-4792-96c2-5c26ad373630) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:47.272667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:47.275119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:47.275576 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:47.276104 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 1f1f8a91-415a-4994-a11d-b57af252800c completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:47.276299 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:47.280027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ddc599-3259-4142-9ad9-156b8df29956 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event updated for resources: {'Subnet': ['ID=1396e33b-a551-4437-955c-6677542c671c,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:47.301148 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Usage tracker for resource:security_group_rule and tenant:1194a4bc93134d348f7edd8d0913aed3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:47.308541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:47.308773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:47.309080 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:47.313287 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 10 to bind port a0b3832c-559b-4d61-9123-361044a7bc3c Feb 28 14:49:47.333507 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:47.355979 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 1f1f8a91-415a-4994-a11d-b57af252800c triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:47.356349 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.358238 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:47.358663 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:47.359086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:47.387646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86ddc599-3259-4142-9ad9-156b8df29956 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Checking segment: {'id': '22dc8fc7-bd45-4633-a2a6-c5f41fadedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'efc0f9f1-eea7-4a8c-832d-4b2eabda4bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:49:47.388009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ddc599-3259-4142-9ad9-156b8df29956 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Network hostable DHCP agents. Network: efc0f9f1-eea7-4a8c-832d-4b2eabda4bda, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:49:47.391137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port a0b3832c-559b-4d61-9123-361044a7bc3c on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:47.391600 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port a0b3832c-559b-4d61-9123-361044a7bc3c on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:47.392133 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.396704 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:47.408804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:49:47.410604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-fd0ad758-5314-4d88-a2f5-dfff03d51872', 'network_id': 'fd0ad758-5314-4d88-a2f5-dfff03d51872', 'tenant_id': '24ff2b4f477c4222b2a424112dffeba6', 'fixed_ips': [{'subnet_id': 'aa645b0d-10dc-4e62-bf76-eccc88c43a3d'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:49:47.411426 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.414451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Usage tracker for resource:port and tenant:f8cfc5d7b628436f8ca6dfd47b7035ef is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:47.423922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:47.436702 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:47.477084 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Made reservation on behalf of f8cfc5d7b628436f8ca6dfd47b7035ef for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:47.480031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.584884 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Provisioning complete for port 8871c462-3699-4c6c-9e0f-f384c5889b3b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:47.585142 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.591304 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86ddc599-3259-4142-9ad9-156b8df29956 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:49:47.647853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.657342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.658794 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] device_id is not set on port 71510d3e-faa4-41f4-94a6-a0b5e75e6bfd yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:49:47.698376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.706298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Transition to ACTIVE for port object fee6e080-a34c-4792-96c2-5c26ad373630 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:47.709149 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-86ddc599-3259-4142-9ad9-156b8df29956 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, efc0f9f1-eea7-4a8c-832d-4b2eabda4bda) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:47.722773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86ddc599-3259-4142-9ad9-156b8df29956 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attributes excluded by policy engine: ['shared', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:47.723255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-86ddc599-3259-4142-9ad9-156b8df29956 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.725402 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] For port a0b3832c-559b-4d61-9123-361044a7bc3c, host hv-neutron-8308, cleared binding levels {{(pid=83591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:49:47.725883 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempted to set empty binding levels {{(pid=83591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 14:49:47.728237 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] device_id is not set on port 28874fa3-403c-488a-8cf8-99e6cf0d5c0e yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:49:47.737094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.751771 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90148fe8-0fd4-4489-8129-fb95d2b037d1 None None] Network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:49:47.795522 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:49:47.822428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.840980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:47.845326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Pushing event updated for resources: {'Port': ['ID=a0b3832c-559b-4d61-9123-361044a7bc3c,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:47.872470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d673f6e-45da-4126-abf5-a034e4c4f574,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:47.885295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Router 947600bc-1d58-4344-a28a-8323f9c371ec is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:49:47.909748 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5f4683ac-5e06-4d24-aa53-832ab2e98749 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 986 time: 4.4992995 Feb 28 14:49:47.910432 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Port 8871c462-3699-4c6c-9e0f-f384c5889b3b cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:49:47.921532 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37168) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:47.930095 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-86ddc599-3259-4142-9ad9-156b8df29956 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7326989 Feb 28 14:49:47.938027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37172) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:47.972369 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Network fd0ad758-5314-4d88-a2f5-dfff03d51872 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:47.986801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:47.987677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Request body: {'port': {'network_id': 'efc0f9f1-eea7-4a8c-832d-4b2eabda4bda', 'name': 'tempest-AllowedAddressPairTestJSON-1435037789'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:47.992860 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Pushing event updated for resources: {'Port': ['ID=fee6e080-a34c-4792-96c2-5c26ad373630,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:48.004652 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:48.011954 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:48.012580 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.034131 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.075476 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Provisioning for port 4ae79de3-bc27-41ea-ad10-804bc637fd08 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:48.100472 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Allocated IP 172.20.0.2 (fd0ad758-5314-4d88-a2f5-dfff03d51872/aa645b0d-10dc-4e62-bf76-eccc88c43a3d/0ebe41b2-4779-4970-896d-f30bc3d5a4d1) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:48.125330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Provisioning complete for port 4ae79de3-bc27-41ea-ad10-804bc637fd08 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:48.125985 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.144386 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-01975e6a-1901-41b5-b1df-abdafe943d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Deleting port a0b3832c-559b-4d61-9123-361044a7bc3c {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:49:48.144993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-01975e6a-1901-41b5-b1df-abdafe943d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.181997 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-21756f3d-f281-421b-99fd-b2f5bcea0a01 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8926134 Feb 28 14:49:48.192241 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37176) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:48.302719 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Allocated IP 172.20.0.8 (cd6f5dd4-4f31-40ca-9873-bf28b3e640b9/52789822-2044-488e-9a73-12b137cab6de/71510d3e-faa4-41f4-94a6-a0b5e75e6bfd) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:48.307819 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 1f1f8a91-415a-4994-a11d-b57af252800c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1f1f8a91-415a-4994-a11d-b57af252800c,segment=NetworkSegment(3b163338-e1a9-4184-8bb1-f6b77df172e1),segment_id=3b163338-e1a9-4184-8bb1-f6b77df172e1)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:49:48.331590 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.388104 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c6a45-5261-430f-9d73-d2fd805050d0 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Deleting port fee6e080-a34c-4792-96c2-5c26ad373630 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:49:48.388474 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bd0c6a45-5261-430f-9d73-d2fd805050d0 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.500774 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 14:49:48.501253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:49:48.550484 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-efc0f9f1-eea7-4a8c-832d-4b2eabda4bda', 'network_id': 'efc0f9f1-eea7-4a8c-832d-4b2eabda4bda', 'tenant_id': 'cf2c73f35a894d88a7a585887df61a6c', 'fixed_ips': [{'subnet_id': '1396e33b-a551-4437-955c-6677542c671c'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:49:48.551589 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.554748 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:48.572714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Usage tracker for resource:port and tenant:cf2c73f35a894d88a7a585887df61a6c is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:48.582000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:48.590506 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2f5fcc3e-e9e7-410e-8bfd-b418d4edc098 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 370 time: 1.6964376 Feb 28 14:49:48.611620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=1f1f8a91-415a-4994-a11d-b57af252800c,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:48.622115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:48.624135 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37180) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:48.704761 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.720871 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bd0c6a45-5261-430f-9d73-d2fd805050d0 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.783995 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.792417 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] For port 4ae79de3-bc27-41ea-ad10-804bc637fd08, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4ae79de3-bc27-41ea-ad10-804bc637fd08,segment=NetworkSegment(46bfca73-d9ef-4444-a680-f8aae94f7e3a),segment_id=46bfca73-d9ef-4444-a680-f8aae94f7e3a)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:49:48.803003 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.805220 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Transition to ACTIVE for port object 0ebe41b2-4779-4970-896d-f30bc3d5a4d1 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:48.879437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-bd0c6a45-5261-430f-9d73-d2fd805050d0 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Calling delete_port for fee6e080-a34c-4792-96c2-5c26ad373630 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:49:48.896312 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Made reservation on behalf of cf2c73f35a894d88a7a585887df61a6c for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:48.899142 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.926869 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Transition to ACTIVE for port object 0ebe41b2-4779-4970-896d-f30bc3d5a4d1 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:48.939078 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Provisioning for port d4c0c9ae-d293-458f-816f-0d686be22d66 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:48.943019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Allocated IP 172.20.0.2 (efc0f9f1-eea7-4a8c-832d-4b2eabda4bda/1396e33b-a551-4437-955c-6677542c671c/cf032dbc-695d-4ca2-ac7a-2aa962883794) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:48.946158 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:48.956788 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Pushing event updated for resources: {'Port': ['ID=4ae79de3-bc27-41ea-ad10-804bc637fd08,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:48.999857 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Provisioning complete for port d4c0c9ae-d293-458f-816f-0d686be22d66 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:49.000217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.025625 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:49:49.028633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] device_id is not set on port e36b0af8-c03c-4bce-9847-8c58020a6024 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:49:49.047436 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Sync routers for ids ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:49:49.064648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-3ff952f7-ac99-4426-b567-30278839f4b4 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Deleting port dea98de0-937e-4b84-99ef-d1437dd0356f {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:49:49.065743 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3ff952f7-ac99-4426-b567-30278839f4b4 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.136322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-01975e6a-1901-41b5-b1df-abdafe943d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] For port a0b3832c-559b-4d61-9123-361044a7bc3c, host hv-neutron-8308, got binding levels [] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:49:49.136562 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-01975e6a-1901-41b5-b1df-abdafe943d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.159177 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Network fd0ad758-5314-4d88-a2f5-dfff03d51872 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:49.165553 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Pushing event updated for resources: {'Port': ['ID=0ebe41b2-4779-4970-896d-f30bc3d5a4d1,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:49.171781 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:49.173963 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:49.200583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Routers {'4688f45c-1a32-4f94-a6f2-6f55ccb90a33'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:49:49.200840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.201201 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:49:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:49.205314 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3c5af20a-8e24-4fbf-a828-09218c6d9d66 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 9.0780866 Feb 28 14:49:49.206984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.229077 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37184) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:49.374513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Transition to ACTIVE for port object 71510d3e-faa4-41f4-94a6-a0b5e75e6bfd will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:49.382676 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-01975e6a-1901-41b5-b1df-abdafe943d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Calling delete_port for a0b3832c-559b-4d61-9123-361044a7bc3c owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:49:49.438532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:49:49.454159 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Sync routers for ids ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:49:49.477553 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Routers {'040cb74d-d7ee-43fa-bc0e-b4d145cff019'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:49:49.482296 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:49:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:49.500765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.502114 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-98189157-1450-4353-8c85-d6a68aebf277 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 8.7554142 Feb 28 14:49:49.510337 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37188) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:49.510563 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bd0c6a45-5261-430f-9d73-d2fd805050d0 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.514457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3ff952f7-ac99-4426-b567-30278839f4b4 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.514925 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3ff952f7-ac99-4426-b567-30278839f4b4 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.534381 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:49:49.555810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Sync routers for ids ['947600bc-1d58-4344-a28a-8323f9c371ec'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:49:49.576118 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Attempting to bind port 0ebe41b2-4779-4970-896d-f30bc3d5a4d1 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:49.576506 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Attempting to bind port 0ebe41b2-4779-4970-896d-f30bc3d5a4d1 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '12d36d3b-ce85-481c-aca3-1b84c1d753f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fd0ad758-5314-4d88-a2f5-dfff03d51872'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:49.576847 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Attempting to bind port 0ebe41b2-4779-4970-896d-f30bc3d5a4d1 on network fd0ad758-5314-4d88-a2f5-dfff03d51872 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:49.604898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.644730 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd0c6a45-5261-430f-9d73-d2fd805050d0 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Pushing event deleted for resources: {'Port': ['ID=fee6e080-a34c-4792-96c2-5c26ad373630,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:49.650481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-01975e6a-1901-41b5-b1df-abdafe943d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.655955 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:49:49.656393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Checking segment: {'id': '12d36d3b-ce85-481c-aca3-1b84c1d753f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fd0ad758-5314-4d88-a2f5-dfff03d51872'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:49:49.656768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.658214 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Bound using segment: {'id': '12d36d3b-ce85-481c-aca3-1b84c1d753f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fd0ad758-5314-4d88-a2f5-dfff03d51872'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:49:49.658214 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Bound port: 0ebe41b2-4779-4970-896d-f30bc3d5a4d1, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '12d36d3b-ce85-481c-aca3-1b84c1d753f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'fd0ad758-5314-4d88-a2f5-dfff03d51872'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:49:49.658214 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.675489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.741808 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Set router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:49:49.755047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Routers {'947600bc-1d58-4344-a28a-8323f9c371ec'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:49:49.755694 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:49:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['947600bc-1d58-4344-a28a-8323f9c371ec'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:49.769935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01975e6a-1901-41b5-b1df-abdafe943d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Pushing event deleted for resources: {'Port': ['ID=a0b3832c-559b-4d61-9123-361044a7bc3c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:49.777326 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-3ff952f7-ac99-4426-b567-30278839f4b4 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Calling delete_port for dea98de0-937e-4b84-99ef-d1437dd0356f owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:49:49.789162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bd0c6a45-5261-430f-9d73-d2fd805050d0 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.797854 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bd0c6a45-5261-430f-9d73-d2fd805050d0 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] 10.222.0.15 "DELETE /v2.0/ports/fee6e080-a34c-4792-96c2-5c26ad373630 HTTP/1.1" status: 204 len: 168 time: 1.6043220 Feb 28 14:49:49.805220 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37194) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:49.809691 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-01975e6a-1901-41b5-b1df-abdafe943d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.811618 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-01975e6a-1901-41b5-b1df-abdafe943d83 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] 10.222.0.15 "DELETE /v2.0/ports/a0b3832c-559b-4d61-9123-361044a7bc3c HTTP/1.1" status: 204 len: 168 time: 1.8860598 Feb 28 14:49:49.816616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37198) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:49.821444 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:49.825932 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3e094b12-ede7-4fa7-8e05-3d0fcca3c53e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.8376157 Feb 28 14:49:49.850814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37204) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:49.879534 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5446b4d4-5eaa-408e-bd71-804ac5fc54bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] GET failed (client error): The resource could not be found. Feb 28 14:49:49.880069 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5446b4d4-5eaa-408e-bd71-804ac5fc54bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Synchronizing usage tracker for tenant:966e887e03b447328ab15496d5ba0e85 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:49:49.899054 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Set router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:49:49.909832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5446b4d4-5eaa-408e-bd71-804ac5fc54bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Unset dirty status for tenant:966e887e03b447328ab15496d5ba0e85 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:49:49.911468 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5446b4d4-5eaa-408e-bd71-804ac5fc54bf tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] 10.222.0.15 "GET /v2.0/ports/a0b3832c-559b-4d61-9123-361044a7bc3c HTTP/1.1" status: 404 len: 333 time: 0.0926030 Feb 28 14:49:49.916779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37208) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:49.922547 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-bb795586-4833-4b81-aac9-bb00e48f9dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Request body: {'port': {'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1062834017'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:49.928788 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bb795586-4833-4b81-aac9-bb00e48f9dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:49.954927 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bb795586-4833-4b81-aac9-bb00e48f9dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:49.977196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb795586-4833-4b81-aac9-bb00e48f9dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Made reservation on behalf of 966e887e03b447328ab15496d5ba0e85 for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:49.979858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb795586-4833-4b81-aac9-bb00e48f9dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.029458 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-bb795586-4833-4b81-aac9-bb00e48f9dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] device_id is not set on port 32c995fe-fc38-4f87-a436-fd0094970725 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:49:50.037988 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.127106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] For port d4c0c9ae-d293-458f-816f-0d686be22d66, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d4c0c9ae-d293-458f-816f-0d686be22d66,segment=NetworkSegment(e80d797f-4c00-46e2-ae49-a879d3e4da2f),segment_id=e80d797f-4c00-46e2-ae49-a879d3e4da2f)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:49:50.142946 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Transition to ACTIVE for port object cf032dbc-695d-4ca2-ac7a-2aa962883794 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:50.148026 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.153073 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'name': 'tempest-ServersTestManualDisk-1455582000-router', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:45Z', 'revision_number': 3, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'gw_port': {'id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:42Z', 'updated_at': '2022-02-28T14:49:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:50.159429 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Checking router: 040cb74d-d7ee-43fa-bc0e-b4d145cff019 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:49:50.160267 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Updating router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 port befeb26c-af06-46c9-8cb2-ec29a839ff13 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:49:50.170681 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Network cd6f5dd4-4f31-40ca-9873-bf28b3e640b9 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:50.178922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Pushing event updated for resources: {'Port': ['ID=71510d3e-faa4-41f4-94a6-a0b5e75e6bfd,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:50.226012 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.255468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:50.265176 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Pushing event updated for resources: {'Port': ['ID=d4c0c9ae-d293-458f-816f-0d686be22d66,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:50.292723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:50.298579 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:50.299477 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.332404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb795586-4833-4b81-aac9-bb00e48f9dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.335244 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] For port 0ebe41b2-4779-4970-896d-f30bc3d5a4d1, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:49:50.380617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Transition to ACTIVE for port object cf032dbc-695d-4ca2-ac7a-2aa962883794 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:50.383560 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f63ea933-271a-43e1-8cd3-6295bb9abf2c tempest-DHCPAgentSchedulersTestJSON-680784415 tempest-DHCPAgentSchedulersTestJSON-680784415-project-admin] 10.222.0.15 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4310 time: 0.5768449 Feb 28 14:49:50.385945 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37212) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:50.393860 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb795586-4833-4b81-aac9-bb00e48f9dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.416985 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-50f4a38b-7b62-41ad-be6d-e4675e01528e tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-624750728'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:50.505856 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-50f4a38b-7b62-41ad-be6d-e4675e01528e tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:50.510247 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] For port 0ebe41b2-4779-4970-896d-f30bc3d5a4d1, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0ebe41b2-4779-4970-896d-f30bc3d5a4d1,segment=NetworkSegment(12d36d3b-ce85-481c-aca3-1b84c1d753f3),segment_id=12d36d3b-ce85-481c-aca3-1b84c1d753f3)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:49:50.530482 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4ae79de3-bc27-41ea-ad10-804bc637fd08 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:50.530667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3ff952f7-ac99-4426-b567-30278839f4b4 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.540951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-50f4a38b-7b62-41ad-be6d-e4675e01528e tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Usage tracker for resource:network and tenant:24ff2b4f477c4222b2a424112dffeba6 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:50.546346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-50f4a38b-7b62-41ad-be6d-e4675e01528e tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:50.553402 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-50f4a38b-7b62-41ad-be6d-e4675e01528e tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:50.575352 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.587419 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.599001 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb795586-4833-4b81-aac9-bb00e48f9dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Pushing event updated for resources: {'Port': ['ID=32c995fe-fc38-4f87-a436-fd0094970725,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:50.604108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Set router 947600bc-1d58-4344-a28a-8323f9c371ec gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:49:50.611525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50f4a38b-7b62-41ad-be6d-e4675e01528e tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Made reservation on behalf of 24ff2b4f477c4222b2a424112dffeba6 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:50.615189 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-50f4a38b-7b62-41ad-be6d-e4675e01528e tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.629360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb795586-4833-4b81-aac9-bb00e48f9dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:50.635743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-bb795586-4833-4b81-aac9-bb00e48f9dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:50.641636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb795586-4833-4b81-aac9-bb00e48f9dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:50.643868 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb795586-4833-4b81-aac9-bb00e48f9dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:50.644467 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb795586-4833-4b81-aac9-bb00e48f9dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.645843 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6d5b8053-bb15-45be-a3ad-cdd3fda6e9bf tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6083257 Feb 28 14:49:50.666917 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37216) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:50.667558 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff952f7-ac99-4426-b567-30278839f4b4 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Pushing event deleted for resources: {'Port': ['ID=dea98de0-937e-4b84-99ef-d1437dd0356f,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:50.684933 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:50.689585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50f4a38b-7b62-41ad-be6d-e4675e01528e tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:49:50.707483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-50f4a38b-7b62-41ad-be6d-e4675e01528e tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.708591 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-50f4a38b-7b62-41ad-be6d-e4675e01528e tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Added segment e0662485-1df5-4e61-b63a-22c455138852 of type vlan for network 86e9f44c-1477-447a-b650-d408a2309992 Feb 28 14:49:50.732327 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:50.739441 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-50f4a38b-7b62-41ad-be6d-e4675e01528e tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.746568 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Pushing event updated for resources: {'Port': ['ID=cf032dbc-695d-4ca2-ac7a-2aa962883794,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:50.752842 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Usage tracker for resource:floatingip and tenant:f8cfc5d7b628436f8ca6dfd47b7035ef is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:50.757256 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.761686 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Provisioning for port 4c1106ec-68dd-4df4-84a8-5d102bfd738e completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:50.763638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:50.774559 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bb795586-4833-4b81-aac9-bb00e48f9dd3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8543117 Feb 28 14:49:50.774989 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37220) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:50.776917 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3ff952f7-ac99-4426-b567-30278839f4b4 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.779154 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3ff952f7-ac99-4426-b567-30278839f4b4 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.782097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8308'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:50.783300 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Transition to ACTIVE for port object befeb26c-af06-46c9-8cb2-ec29a839ff13 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:50.785852 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3ff952f7-ac99-4426-b567-30278839f4b4 tempest-ExternalNetworksAdminNegativeTestJSON-729029482 tempest-ExternalNetworksAdminNegativeTestJSON-729029482-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/75092976-8afd-407f-bdc7-855a5a2e3732 HTTP/1.1" status: 204 len: 168 time: 2.1597776 Feb 28 14:49:50.793214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:50.796170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Allocated IP 172.20.0.8 (efc0f9f1-eea7-4a8c-832d-4b2eabda4bda/1396e33b-a551-4437-955c-6677542c671c/e36b0af8-c03c-4bce-9847-8c58020a6024) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:50.797946 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.807691 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-50f4a38b-7b62-41ad-be6d-e4675e01528e tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.811464 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f4a38b-7b62-41ad-be6d-e4675e01528e tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:50.812116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-50f4a38b-7b62-41ad-be6d-e4675e01528e tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.933209 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617582f-2116-4f29-8863-6344fc5a8324 None None] Pushing event updated for resources: {'Port': ['ID=befeb26c-af06-46c9-8cb2-ec29a839ff13,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:50.947155 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Attempting to bind port befeb26c-af06-46c9-8cb2-ec29a839ff13 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:50.948300 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Attempting to bind port befeb26c-af06-46c9-8cb2-ec29a839ff13 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:50.952580 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Attempting to bind port befeb26c-af06-46c9-8cb2-ec29a839ff13 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:50.953047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Provisioning complete for port 4c1106ec-68dd-4df4-84a8-5d102bfd738e triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:50.953511 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.970781 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617582f-2116-4f29-8863-6344fc5a8324 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:50.981498 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617582f-2116-4f29-8863-6344fc5a8324 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:50.981976 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617582f-2116-4f29-8863-6344fc5a8324 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:50.982421 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617582f-2116-4f29-8863-6344fc5a8324 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:50.982881 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617582f-2116-4f29-8863-6344fc5a8324 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:50.983333 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617582f-2116-4f29-8863-6344fc5a8324 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:50.983799 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617582f-2116-4f29-8863-6344fc5a8324 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:50.984250 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617582f-2116-4f29-8863-6344fc5a8324 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:50.984687 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617582f-2116-4f29-8863-6344fc5a8324 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:50.985123 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617582f-2116-4f29-8863-6344fc5a8324 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:50.986017 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617582f-2116-4f29-8863-6344fc5a8324 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5617582f-2116-4f29-8863-6344fc5a8324 None None] Tracked resource versions report: Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: pushed versions: Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: { 'ConntrackHelper': {'1.0'}, Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Log': {'1.0'}, Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Network': {'1.1'}, Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Port': {'1.5'}, Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'PortForwarding': {'1.2'}, Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'QosPolicy': {'1.8'}, Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'SecurityGroup': {'1.2'}, Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'SecurityGroupRule': {'1.0'}, Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'SubPort': {'1.0'}, Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Subnet': {'1.1'}, Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Trunk': {'1.1'}} Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: consumer versions: Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: { DHCP agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: HyperV agent@hv-neutron-8308: {}, Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: L3 agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: Metadata agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: Metering agent@dv-neutron-830866-2-hyperv: {}, Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: Open vSwitch agent@dv-neutron-830866-2-hyperv: { 'ConntrackHelper': '1.0', Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Log': '1.0', Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Network': '1.1', Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Port': '1.5', Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'PortForwarding': '1.2', Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'QosPolicy': '1.8', Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'SecurityGroup': '1.2', Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'SecurityGroupRule': '1.0', Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'SubPort': '1.0', Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Subnet': '1.1', Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: 'Trunk': '1.1'}} Feb 28 14:49:50.987269 dv-neutron-830866-2-hyperv neutron-server[83594]: {{(pid=83594) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 28 14:49:50.993667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:50.999669 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:49:51.000267 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:49:51.000782 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.001417 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:49:51.002150 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Bound port: befeb26c-af06-46c9-8cb2-ec29a839ff13, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:49:51.003197 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.021150 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f4a38b-7b62-41ad-be6d-e4675e01528e tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Pushing event updated for resources: {'Network': ['ID=86e9f44c-1477-447a-b650-d408a2309992,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:51.051193 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:51.055323 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-50f4a38b-7b62-41ad-be6d-e4675e01528e tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.6660867 Feb 28 14:49:51.073567 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.082441 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37226) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:51.137885 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:51.148408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:51.166629 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] For port befeb26c-af06-46c9-8cb2-ec29a839ff13, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:49:51.179238 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] For port befeb26c-af06-46c9-8cb2-ec29a839ff13, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=befeb26c-af06-46c9-8cb2-ec29a839ff13,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:49:51.185067 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81417379-5c75-4264-b4f4-c8c3b1fa5225 None None] Pushing event updated for resources: {'Port': ['ID=0ebe41b2-4779-4970-896d-f30bc3d5a4d1,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:51.185277 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.194132 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 86e9f44c-1477-447a-b650-d408a2309992 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:49:51.269525 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5617582f-2116-4f29-8863-6344fc5a8324 None None] Pushing event updated for resources: {'Port': ['ID=befeb26c-af06-46c9-8cb2-ec29a839ff13,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:51.274270 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Routers {'040cb74d-d7ee-43fa-bc0e-b4d145cff019'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:49:51.274874 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:49:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:51.388684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37232) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:51.396600 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-84b43442-a427-44f1-80c4-2c517b2a882e tempest-DHCPAgentSchedulersTestJSON-680784415 tempest-DHCPAgentSchedulersTestJSON-680784415-project-admin] 10.222.0.15 "GET /v2.0/agents/0fc9caf9-9720-4f3e-8eee-7ca14e00ee51/dhcp-networks HTTP/1.1" status: 200 len: 7819 time: 0.3112872 Feb 28 14:49:51.400290 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37236) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:51.578441 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.590574 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] Set router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:49:51.597743 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4ae79de3-bc27-41ea-ad10-804bc637fd08 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:51.598115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.671753 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Transition to ACTIVE for port object e36b0af8-c03c-4bce-9847-8c58020a6024 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:51.727049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-53014714-4e9c-40d8-a519-0bdf4e08b7ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.844795 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] device_id is not set on port 32c995fe-fc38-4f87-a436-fd0094970725 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:49:51.854767 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.878064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-53014714-4e9c-40d8-a519-0bdf4e08b7ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:51.880938 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Transition to ACTIVE for port object 32c995fe-fc38-4f87-a436-fd0094970725 will not be triggered until provisioned by entity L2. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:51.893206 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.897576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-53014714-4e9c-40d8-a519-0bdf4e08b7ca admin admin] Usage tracker for resource:security_group_rule and tenant:772cc6e201d14c99ace4bf4546d738bd is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:51.898315 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.901461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.904322 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-53014714-4e9c-40d8-a519-0bdf4e08b7ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:51.919427 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Attempting to bind port cf032dbc-695d-4ca2-ac7a-2aa962883794 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:51.919738 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Attempting to bind port cf032dbc-695d-4ca2-ac7a-2aa962883794 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '22dc8fc7-bd45-4633-a2a6-c5f41fadedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'efc0f9f1-eea7-4a8c-832d-4b2eabda4bda'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:51.920101 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Attempting to bind port cf032dbc-695d-4ca2-ac7a-2aa962883794 on network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:51.950115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.967114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-53014714-4e9c-40d8-a519-0bdf4e08b7ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:51.969866 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:49:51.970411 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Checking segment: {'id': '22dc8fc7-bd45-4633-a2a6-c5f41fadedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'efc0f9f1-eea7-4a8c-832d-4b2eabda4bda'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:49:51.970621 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.971011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Bound using segment: {'id': '22dc8fc7-bd45-4633-a2a6-c5f41fadedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'efc0f9f1-eea7-4a8c-832d-4b2eabda4bda'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:49:51.972138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Bound port: cf032dbc-695d-4ca2-ac7a-2aa962883794, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22dc8fc7-bd45-4633-a2a6-c5f41fadedcc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'efc0f9f1-eea7-4a8c-832d-4b2eabda4bda'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:49:51.972505 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:51.987607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1f1f8a91-415a-4994-a11d-b57af252800c up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:51.998924 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Pushing event updated for resources: {'Port': ['ID=32c995fe-fc38-4f87-a436-fd0094970725,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:52.063174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'name': 'tempest-ServersTestJSON-1649650182-router', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:44Z', 'revision_number': 3, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'gw_port': {'id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:91:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:49:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:52.083294 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'name': 'tempest-ServersTestManualDisk-1455582000-router', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:45Z', 'revision_number': 3, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'gw_port': {'id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:42Z', 'updated_at': '2022-02-28T14:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:52.093669 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-333f22e2-1168-48e7-bb43-06e13aad4232 None None] The sync data for ids ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'] in dv-neutron-830866-2-hyperv is: [{'id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'name': 'tempest-ServersTestManualDisk-1455582000-router', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:45Z', 'revision_number': 3, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'gw_port': {'id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:42Z', 'updated_at': '2022-02-28T14:49:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:49:52.144400 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Checking router: 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:49:52.144755 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Updating router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 port 7eed7d13-4ed8-4389-afed-63aaec2dfe42 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:49:52.243047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:52.309419 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:52.309771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:52.310113 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:52.312844 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e3a4c36-022c-42c9-a35b-412d3b09c09b tempest-DHCPAgentSchedulersTestJSON-680784415 tempest-DHCPAgentSchedulersTestJSON-680784415-project-admin] Network 86e9f44c-1477-447a-b650-d408a2309992 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:49:52.324298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:52.324730 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:52.325094 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 2 to bind port 32c995fe-fc38-4f87-a436-fd0094970725 Feb 28 14:49:52.342670 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1e3a4c36-022c-42c9-a35b-412d3b09c09b tempest-DHCPAgentSchedulersTestJSON-680784415 tempest-DHCPAgentSchedulersTestJSON-680784415-project-admin] 10.222.0.15 "POST /v2.0/agents/0fc9caf9-9720-4f3e-8eee-7ca14e00ee51/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.9410326 Feb 28 14:49:52.345410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37242) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:52.365414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:52.365991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:52.366641 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:52.375941 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:52.376459 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:52.377171 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 3 to bind port 32c995fe-fc38-4f87-a436-fd0094970725 Feb 28 14:49:52.431267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:52.438775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:52.439271 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:52.439437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:52.454407 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:52.478983 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:52.482960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:52.489993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:52.504749 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event updated for resources: {'Port': ['ID=e36b0af8-c03c-4bce-9847-8c58020a6024,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:52.553418 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:52.554888 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:52.558137 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 4 to bind port 32c995fe-fc38-4f87-a436-fd0094970725 Feb 28 14:49:52.594324 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:52.595377 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:52.595768 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:52.616705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:52.617032 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:52.620494 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 5 to bind port 32c995fe-fc38-4f87-a436-fd0094970725 Feb 28 14:49:52.624955 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-69917850-0875-4806-be22-f126a5873901 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.6537852 Feb 28 14:49:52.631461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37246) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:52.645992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:52.659344 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Transition to ACTIVE for port object 7eed7d13-4ed8-4389-afed-63aaec2dfe42 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:52.664991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Request body: {'port': {'network_id': 'efc0f9f1-eea7-4a8c-832d-4b2eabda4bda', 'name': 'tempest-AllowedAddressPairTestJSON-1613750010', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:6b:31:65'}]}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:52.666967 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] For port 4c1106ec-68dd-4df4-84a8-5d102bfd738e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4c1106ec-68dd-4df4-84a8-5d102bfd738e,segment=NetworkSegment(004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8),segment_id=004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:49:52.674787 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5640bd81-844e-4612-9ecc-b8727d488a56 None None] Network 86e9f44c-1477-447a-b650-d408a2309992 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:49:52.725538 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ff919ab8-ab48-4e15-8459-a96bc0f1a783 tempest-DHCPAgentSchedulersTestJSON-680784415 tempest-DHCPAgentSchedulersTestJSON-680784415-project-admin] 10.222.0.15 "GET /v2.0/agents/0fc9caf9-9720-4f3e-8eee-7ca14e00ee51/dhcp-networks HTTP/1.1" status: 200 len: 8562 time: 0.3782117 Feb 28 14:49:52.729433 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37250) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:52.744293 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:52.744624 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:52.744957 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:52.764955 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:52.765329 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:52.765801 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 6 to bind port 32c995fe-fc38-4f87-a436-fd0094970725 Feb 28 14:49:52.770431 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:52.774567 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:52.785066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Allocated IP 172.26.4.206 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/8e06a77c-06aa-448a-9a56-a8790eb19a87) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:52.820220 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:52.820593 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:52.821030 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:52.870211 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'name': 'tempest-ServerActionsTestJSON-1030153243-router', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:49:46Z', 'revision_number': 3, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'gw_port': {'id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:43Z', 'updated_at': '2022-02-28T14:49:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:52.892308 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:52.893821 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:52.894302 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 7 to bind port 32c995fe-fc38-4f87-a436-fd0094970725 Feb 28 14:49:52.941137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:52.941625 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:52.941981 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:52.950349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:52.950474 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:52.952247 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 8 to bind port 32c995fe-fc38-4f87-a436-fd0094970725 Feb 28 14:49:52.955009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:52.965140 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Checking router: 947600bc-1d58-4344-a28a-8323f9c371ec for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:49:52.965727 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Updating router 947600bc-1d58-4344-a28a-8323f9c371ec port c137fe71-3720-4f33-abf5-0d492949466d binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:49:52.981662 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1d700a6b-5aee-4425-9f51-e0d9a875e347 tempest-DHCPAgentSchedulersTestJSON-680784415 tempest-DHCPAgentSchedulersTestJSON-680784415-project-admin] 10.222.0.15 "DELETE /v2.0/agents/0fc9caf9-9720-4f3e-8eee-7ca14e00ee51/dhcp-networks/86e9f44c-1477-447a-b650-d408a2309992 HTTP/1.1" status: 204 len: 168 time: 0.2506652 Feb 28 14:49:52.982422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:52.982808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:52.983466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:52.986806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37254) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:53.050980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-53014714-4e9c-40d8-a519-0bdf4e08b7ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.083670 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] For port cf032dbc-695d-4ca2-ac7a-2aa962883794, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:49:53.094858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 1f1f8a91-415a-4994-a11d-b57af252800c triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:53.095227 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.123390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.132062 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:53.132559 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:53.140129 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 9 to bind port 32c995fe-fc38-4f87-a436-fd0094970725 Feb 28 14:49:53.156644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Attempting to bind port 7eed7d13-4ed8-4389-afed-63aaec2dfe42 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:53.157001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Attempting to bind port 7eed7d13-4ed8-4389-afed-63aaec2dfe42 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:53.157360 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Attempting to bind port 7eed7d13-4ed8-4389-afed-63aaec2dfe42 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:53.162642 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:53.163089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:53.163649 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:53.184754 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:53.185206 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:53.188952 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.plugins.ml2.plugin [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 10 to bind port 32c995fe-fc38-4f87-a436-fd0094970725 Feb 28 14:49:53.198955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-53014714-4e9c-40d8-a519-0bdf4e08b7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.212046 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e56263-2d56-4225-892b-0006e37350de None None] Network fd0ad758-5314-4d88-a2f5-dfff03d51872 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:49:53.215024 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:53.215456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:53.215946 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:53.244405 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:49:53.244881 dv-neutron-830866-2-hyperv neutron-server[83591]: ERROR neutron.plugins.ml2.managers [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 32c995fe-fc38-4f87-a436-fd0094970725 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:49:53.245333 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.259876 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21691fa-5b4c-4093-b859-d6774153632b None None] Pushing event updated for resources: {'Port': ['ID=4c1106ec-68dd-4df4-84a8-5d102bfd738e,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:53.269215 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.327293 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0bc52b65-9f58-4a10-9f0a-8baef336ec0e tempest-DHCPAgentSchedulersTestJSON-680784415 tempest-DHCPAgentSchedulersTestJSON-680784415-project-admin] 10.222.0.15 "GET /v2.0/agents/0fc9caf9-9720-4f3e-8eee-7ca14e00ee51/dhcp-networks HTTP/1.1" status: 200 len: 7819 time: 0.3311296 Feb 28 14:49:53.330804 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37258) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:53.387042 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9eabcbe3-f56b-46ca-ab33-d94cd31e147f tempest-DHCPAgentSchedulersTestJSON-680784415 tempest-DHCPAgentSchedulersTestJSON-680784415-project-admin] 10.222.0.15 "GET /v2.0/networks/fd0ad758-5314-4d88-a2f5-dfff03d51872/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0530872 Feb 28 14:49:53.389715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] For port 32c995fe-fc38-4f87-a436-fd0094970725, host hv-neutron-8308, cleared binding levels {{(pid=83591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:49:53.390227 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempted to set empty binding levels {{(pid=83591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 14:49:53.391237 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37262) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:53.402144 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.447790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe67f3a-147c-49aa-8080-32cb3bc3ff96 None None] Pushing event updated for resources: {'Port': ['ID=7eed7d13-4ed8-4389-afed-63aaec2dfe42,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:53.450703 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] For port cf032dbc-695d-4ca2-ac7a-2aa962883794, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cf032dbc-695d-4ca2-ac7a-2aa962883794,segment=NetworkSegment(22dc8fc7-bd45-4633-a2a6-c5f41fadedcc),segment_id=22dc8fc7-bd45-4633-a2a6-c5f41fadedcc)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:49:53.469122 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:49:53.469502 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:49:53.469900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.470290 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:49:53.470760 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Bound port: 7eed7d13-4ed8-4389-afed-63aaec2dfe42, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:49:53.471261 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.481295 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f34ed92c-f980-4ac4-bc03-c214d776c9ba tempest-DHCPAgentSchedulersTestJSON-680784415 tempest-DHCPAgentSchedulersTestJSON-680784415-project-admin] 10.222.0.15 "GET /v2.0/networks/fd0ad758-5314-4d88-a2f5-dfff03d51872/dhcp-agents HTTP/1.1" status: 200 len: 808 time: 0.0884330 Feb 28 14:49:53.484337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] In _notify_port_updated(), no bound segment for port 32c995fe-fc38-4f87-a436-fd0094970725 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:49:53.485519 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.487442 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] 10.222.0.15 "PUT /v2.0/ports/32c995fe-fc38-4f87-a436-fd0094970725 HTTP/1.1" status: 200 len: 981 time: 2.7110054 Feb 28 14:49:53.490193 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37266) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:53.490691 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37268) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:53.524753 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:53.532722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53014714-4e9c-40d8-a519-0bdf4e08b7ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b31882b-149d-48bb-a659-281ceb224b78,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:53.536323 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79143589-6490-4944-978d-281f8465120c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Pushing event updated for resources: {'Port': ['ID=32c995fe-fc38-4f87-a436-fd0094970725,revision_number=3']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:53.537791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:53.542794 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:53.553800 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Pushing event updated for resources: {'Port': ['ID=8e06a77c-06aa-448a-9a56-a8790eb19a87,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:53.572560 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-53014714-4e9c-40d8-a519-0bdf4e08b7ca admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=772cc6e201d14c99ace4bf4546d738bd&name=default HTTP/1.1" status: 200 len: 2647 time: 2.1719713 Feb 28 14:49:53.576008 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.583738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37274) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:53.623139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:53.646504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Usage tracker for resource:port and tenant:cf2c73f35a894d88a7a585887df61a6c is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:49:53.660430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:49:53.678247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:53.681772 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bc39911f-004a-46c5-88ff-add62fa4ae48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Synchronizing usage tracker for tenant:966e887e03b447328ab15496d5ba0e85 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:49:53.693834 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cb0dcb35-987a-4dd0-8ff2-534dbefc14b7 None None] Provisioning complete for port d4c0c9ae-d293-458f-816f-0d686be22d66 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:53.694285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcb35-987a-4dd0-8ff2-534dbefc14b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.717949 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d4c0c9ae-d293-458f-816f-0d686be22d66 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:53.722217 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bc39911f-004a-46c5-88ff-add62fa4ae48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Unset dirty status for tenant:966e887e03b447328ab15496d5ba0e85 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:49:53.726725 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bc39911f-004a-46c5-88ff-add62fa4ae48 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 16071 time: 0.2298913 Feb 28 14:49:53.728088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Made reservation on behalf of cf2c73f35a894d88a7a585887df61a6c for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:53.736636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37278) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:53.791474 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-24d514ec-60ba-4489-8617-094c727042fe tempest-DHCPAgentSchedulersTestJSON-680784415 tempest-DHCPAgentSchedulersTestJSON-680784415-project-admin] 10.222.0.15 "GET /v2.0/agents/0fc9caf9-9720-4f3e-8eee-7ca14e00ee51/dhcp-networks HTTP/1.1" status: 200 len: 7819 time: 0.2955282 Feb 28 14:49:53.791738 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37282) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:53.860517 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8d4f3635-9391-40c2-89d3-13c7324484bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.882062 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-cb37abd3-0652-48f9-aa55-36603e057a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Deleting port 32c995fe-fc38-4f87-a436-fd0094970725 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:49:53.882062 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cb37abd3-0652-48f9-aa55-36603e057a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.882792 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] For port 7eed7d13-4ed8-4389-afed-63aaec2dfe42, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:49:53.926834 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] For port 7eed7d13-4ed8-4389-afed-63aaec2dfe42, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7eed7d13-4ed8-4389-afed-63aaec2dfe42,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:49:53.943221 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7431be08-4f00-4f27-ac45-be75fed5e436 None None] Pushing event updated for resources: {'Port': ['ID=cf032dbc-695d-4ca2-ac7a-2aa962883794,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:53.968204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:53.976638 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.037638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.276681 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.278705 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8d4f3635-9391-40c2-89d3-13c7324484bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.345524 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.347719 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Subscribe: > segment before_delete 55550000 {{(pid=83591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:49:54.348060 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:49:54.348797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:49:54.349613 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Subscribe: > port after_create 55550000 {{(pid=83591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:49:54.349930 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Subscribe: > port after_delete 55550000 {{(pid=83591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:49:54.350764 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Subscribe: > port after_update 55550000 {{(pid=83591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:49:54.350764 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Subscribe: > segment after_delete 55550000 {{(pid=83591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:49:54.350998 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Subscribe: > subnet after_create 55550000 {{(pid=83591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:49:54.351221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Subscribe: > subnet after_delete 55550000 {{(pid=83591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:49:54.351525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Subscribe: > subnet after_update 55550000 {{(pid=83591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:49:54.473259 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.515413 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe67f3a-147c-49aa-8080-32cb3bc3ff96 None None] Pushing event updated for resources: {'Port': ['ID=7eed7d13-4ed8-4389-afed-63aaec2dfe42,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:54.521551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] device_id is not set on port 1182ab83-2792-45ee-9353-78f38a310611 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:49:54.526738 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d4c0c9ae-d293-458f-816f-0d686be22d66 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:54.527425 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.590928 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Subscribe: > subnet after_create 55550000 {{(pid=83591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:49:54.591496 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Subscribe: > subnet after_delete 55550000 {{(pid=83591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:49:54.591628 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Subscribe: > subnet before_create 55550000 {{(pid=83591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:49:54.591949 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Subscribe: > subnet before_update 55550000 {{(pid=83591) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:49:54.592321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86e9f44c-1477-447a-b650-d408a2309992']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:54.622919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Routers {'4688f45c-1a32-4f94-a6f2-6f55ccb90a33'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:49:54.623814 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:49:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:54.655968 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e0662485-1df5-4e61-b63a-22c455138852') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:54.656290 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e0662485-1df5-4e61-b63a-22c455138852') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:54.733353 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.756358 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8d4f3635-9391-40c2-89d3-13c7324484bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.761366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-cb37abd3-0652-48f9-aa55-36603e057a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] For port 32c995fe-fc38-4f87-a436-fd0094970725, host hv-neutron-8308, got binding levels [] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:49:54.761705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cb37abd3-0652-48f9-aa55-36603e057a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.765652 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.resource_extend [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:49:54.770404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.827324 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:49:54.827324 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.829371 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cb0dcb35-987a-4dd0-8ff2-534dbefc14b7 None None] Provisioning complete for port 4ae79de3-bc27-41ea-ad10-804bc637fd08 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:54.829838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcb35-987a-4dd0-8ff2-534dbefc14b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn_limited( Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn_limited( Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:49:54.846842 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:49:54.865949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4f3635-9391-40c2-89d3-13c7324484bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b31882b-149d-48bb-a659-281ceb224b78,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:54.922294 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-cb37abd3-0652-48f9-aa55-36603e057a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Calling delete_port for 32c995fe-fc38-4f87-a436-fd0094970725 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:49:54.949797 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.007151 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.061859 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Transition to ACTIVE for port object c137fe71-3720-4f33-abf5-0d492949466d will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:55.119143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cb37abd3-0652-48f9-aa55-36603e057a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.129354 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.234116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb37abd3-0652-48f9-aa55-36603e057a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Pushing event deleted for resources: {'Port': ['ID=32c995fe-fc38-4f87-a436-fd0094970725,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:55.245639 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cb37abd3-0652-48f9-aa55-36603e057a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.270995 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cb37abd3-0652-48f9-aa55-36603e057a73 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] 10.222.0.15 "DELETE /v2.0/ports/32c995fe-fc38-4f87-a436-fd0094970725 HTTP/1.1" status: 204 len: 168 time: 1.5330236 Feb 28 14:49:55.271892 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37286) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:55.335143 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] Set router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:49:55.346168 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.365993 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-662269aa-ae7a-40d4-b17d-90e1e9f3e80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] GET failed (client error): The resource could not be found. Feb 28 14:49:55.366818 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-662269aa-ae7a-40d4-b17d-90e1e9f3e80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Synchronizing usage tracker for tenant:966e887e03b447328ab15496d5ba0e85 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:49:55.386019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8d4f3635-9391-40c2-89d3-13c7324484bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.389413 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8d4f3635-9391-40c2-89d3-13c7324484bc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7b31882b-149d-48bb-a659-281ceb224b78 HTTP/1.1" status: 204 len: 168 time: 1.7980630 Feb 28 14:49:55.409901 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.423300 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Pushing event deleted for resources: {'Network': ['ID=86e9f44c-1477-447a-b650-d408a2309992,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:55.429628 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2bea390c-3d33-4a81-a33b-0294495424ed tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] 10.222.0.15 "DELETE /v2.0/networks/86e9f44c-1477-447a-b650-d408a2309992 HTTP/1.1" status: 204 len: 168 time: 1.6369414 Feb 28 14:49:55.436426 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Allocated IP 172.20.0.14 (efc0f9f1-eea7-4a8c-832d-4b2eabda4bda/1396e33b-a551-4437-955c-6677542c671c/1182ab83-2792-45ee-9353-78f38a310611) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:55.442633 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37292) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:55.456925 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.515514 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ec9574-9bc3-40c9-a174-16f59dff85b4 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] DELETE failed (client error): The resource could not be found. Feb 28 14:49:55.516226 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ec9574-9bc3-40c9-a174-16f59dff85b4 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:49:55.518009 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-61ec9574-9bc3-40c9-a174-16f59dff85b4 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] 10.222.0.15 "DELETE /v2.0/ports/fee6e080-a34c-4792-96c2-5c26ad373630 HTTP/1.1" status: 404 len: 333 time: 0.0743227 Feb 28 14:49:55.518762 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-662269aa-ae7a-40d4-b17d-90e1e9f3e80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Unset dirty status for tenant:966e887e03b447328ab15496d5ba0e85 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:49:55.519871 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-662269aa-ae7a-40d4-b17d-90e1e9f3e80d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] 10.222.0.15 "GET /v2.0/ports/32c995fe-fc38-4f87-a436-fd0094970725 HTTP/1.1" status: 404 len: 333 time: 0.2459536 Feb 28 14:49:55.521551 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37296) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:55.526787 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37298) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:55.573471 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.586293 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-6fd061d9-970f-42c0-abb8-7b021d1a1c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1297064548', 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:55.604773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6fd061d9-970f-42c0-abb8-7b021d1a1c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:55.634418 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6fd061d9-970f-42c0-abb8-7b021d1a1c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:55.650630 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7468f628-076e-4065-803d-175aee3ca9e5 None None] Network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:49:55.733611 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0ebe41b2-4779-4970-896d-f30bc3d5a4d1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:55.743766 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fd061d9-970f-42c0-abb8-7b021d1a1c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Made reservation on behalf of 966e887e03b447328ab15496d5ba0e85 for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:55.777047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6fd061d9-970f-42c0-abb8-7b021d1a1c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.783750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:49:55.896690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e1d92f-8808-4f96-a648-796dc68196cc tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Deleting subnet aa645b0d-10dc-4e62-bf76-eccc88c43a3d {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:49:55.903264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d92f-8808-4f96-a648-796dc68196cc tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.937156 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-6fd061d9-970f-42c0-abb8-7b021d1a1c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] device_id is not set on port f3f56072-96a6-4794-b918-39c0c4a4650e yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:49:55.963488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:55.972755 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Attempting to bind port c137fe71-3720-4f33-abf5-0d492949466d on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:49:55.973121 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Attempting to bind port c137fe71-3720-4f33-abf5-0d492949466d by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:49:55.973479 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Attempting to bind port c137fe71-3720-4f33-abf5-0d492949466d on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:49:56.009072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.090375 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d92f-8808-4f96-a648-796dc68196cc tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.126640 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37306) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:56.162123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-569871e6-cf8a-47c0-af2a-77e61379059e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.163510 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5caa1-1bc2-4cb6-ab80-641951759ed7 None None] Pushing event updated for resources: {'Port': ['ID=c137fe71-3720-4f33-abf5-0d492949466d,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:56.192196 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:49:56.192843 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:49:56.193385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.193907 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:49:56.194527 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Bound port: c137fe71-3720-4f33-abf5-0d492949466d, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:49:56.195057 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.208968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.213407 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Allocated IP 172.20.0.1 (37f007eb-7cdb-49fb-b4f0-35760d6aeb98/a7fafb40-7a16-4183-9a12-11fd85d37b51/d4d697f8-88d2-4e69-b907-dcb7e091d60a) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:56.269766 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cb0dcb35-987a-4dd0-8ff2-534dbefc14b7 None None] Provisioning for port 71510d3e-faa4-41f4-94a6-a0b5e75e6bfd completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:56.270287 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Pushing event updated for resources: {'Port': ['ID=8e06a77c-06aa-448a-9a56-a8790eb19a87,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:56.326136 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cb0dcb35-987a-4dd0-8ff2-534dbefc14b7 None None] Provisioning complete for port 71510d3e-faa4-41f4-94a6-a0b5e75e6bfd triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:56.326136 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcb35-987a-4dd0-8ff2-534dbefc14b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.406386 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-06f9c010-da30-4a78-a0ee-75f7fed0f546 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1194a4bc93134d348f7edd8d0913aed3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2737763 Feb 28 14:49:56.406572 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 0ebe41b2-4779-4970-896d-f30bc3d5a4d1 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:56.408261 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37310) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:56.425948 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] For port c137fe71-3720-4f33-abf5-0d492949466d, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:49:56.444518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6fd061d9-970f-42c0-abb8-7b021d1a1c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.452889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d92f-8808-4f96-a648-796dc68196cc tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.454665 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device befeb26c-af06-46c9-8cb2-ec29a839ff13 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:56.488232 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-cb0dcb35-987a-4dd0-8ff2-534dbefc14b7 None None] Port 71510d3e-faa4-41f4-94a6-a0b5e75e6bfd cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:49:56.520547 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] For port c137fe71-3720-4f33-abf5-0d492949466d, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=c137fe71-3720-4f33-abf5-0d492949466d,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:49:56.539136 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.581729 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-21604721-8e21-412c-9dda-ce9423e04042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.590737 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'name': 'tempest-ServersTestJSON-1649650182-router', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:44Z', 'revision_number': 3, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'gw_port': {'id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:91:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:56.595297 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6fd061d9-970f-42c0-abb8-7b021d1a1c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.599712 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d92f-8808-4f96-a648-796dc68196cc tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.605089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.606365 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e3e39fdc-9799-43f5-b019-373233c355e1 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9356537 Feb 28 14:49:56.609923 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.616794 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a51e1fa7-6325-4c5c-9a99-67f81672d9b6 None None] The sync data for ids ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'] in dv-neutron-830866-2-hyperv is: [{'id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'name': 'tempest-ServersTestJSON-1649650182-router', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:44Z', 'revision_number': 3, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'gw_port': {'id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:91:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:49:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:49:56.626793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37314) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:56.641781 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cb0dcb35-987a-4dd0-8ff2-534dbefc14b7 None None] Provisioning complete for port 4c1106ec-68dd-4df4-84a8-5d102bfd738e triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:56.642150 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cb0dcb35-987a-4dd0-8ff2-534dbefc14b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.657574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-08d459fb-c2e8-4bb3-859e-9d5e2170b785 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Request body: {'floatingip': {'port_id': '71510d3e-faa4-41f4-94a6-a0b5e75e6bfd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:56.722651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb5caa1-1bc2-4cb6-ab80-641951759ed7 None None] Pushing event updated for resources: {'Port': ['ID=c137fe71-3720-4f33-abf5-0d492949466d,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:56.728141 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port befeb26c-af06-46c9-8cb2-ec29a839ff13 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:56.746470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Routers {'947600bc-1d58-4344-a28a-8323f9c371ec'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:49:56.746856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:49:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['947600bc-1d58-4344-a28a-8323f9c371ec'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:56.753116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Transition to ACTIVE for port object 1182ab83-2792-45ee-9353-78f38a310611 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:56.761642 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fd061d9-970f-42c0-abb8-7b021d1a1c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:56.763530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Allocated IP 172.20.0.1 (1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb/666c4165-e4c7-4fb8-9cf2-965b24ef32fe/17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:56.766422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd061d9-970f-42c0-abb8-7b021d1a1c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Pushing event updated for resources: {'Port': ['ID=f3f56072-96a6-4794-b918-39c0c4a4650e,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:56.770877 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-6fd061d9-970f-42c0-abb8-7b021d1a1c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:56.774142 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd061d9-970f-42c0-abb8-7b021d1a1c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:56.775028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd061d9-970f-42c0-abb8-7b021d1a1c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:56.776041 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6fd061d9-970f-42c0-abb8-7b021d1a1c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.786950 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-08d459fb-c2e8-4bb3-859e-9d5e2170b785 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for floatingip, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.802883 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1d92f-8808-4f96-a648-796dc68196cc tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Pushing event deleted for resources: {'Subnet': ['ID=aa645b0d-10dc-4e62-bf76-eccc88c43a3d,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:56.808858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-21604721-8e21-412c-9dda-ce9423e04042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.827052 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6fd061d9-970f-42c0-abb8-7b021d1a1c1a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2925670 Feb 28 14:49:56.827246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port befeb26c-af06-46c9-8cb2-ec29a839ff13 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:56.827246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.828290 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37318) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:56.889985 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Allocated IP 172.20.0.1 (d8e68083-b804-4567-a398-1f9531ac1f94/8384ae17-c1f6-45d8-991e-642c0f17988e/4b02cd6d-99eb-4ded-a441-c29de2449a13) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:49:56.912816 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f4ce0c71-0d4a-4168-bee5-97871749ebb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Synchronizing usage tracker for tenant:966e887e03b447328ab15496d5ba0e85 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:49:56.941858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d0e1d92f-8808-4f96-a648-796dc68196cc tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:56.943968 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d0e1d92f-8808-4f96-a648-796dc68196cc tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] 10.222.0.15 "DELETE /v2.0/subnets/aa645b0d-10dc-4e62-bf76-eccc88c43a3d HTTP/1.1" status: 204 len: 168 time: 1.4185154 Feb 28 14:49:56.953755 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37322) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:57.015800 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa9d2a42-afda-426f-ab94-321dfa59ff8d None None] Network fd0ad758-5314-4d88-a2f5-dfff03d51872 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:49:57.155942 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] Set router 947600bc-1d58-4344-a28a-8323f9c371ec gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:49:57.190671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f4ce0c71-0d4a-4168-bee5-97871749ebb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Unset dirty status for tenant:966e887e03b447328ab15496d5ba0e85 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:49:57.192199 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f4ce0c71-0d4a-4168-bee5-97871749ebb9 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] 10.222.0.15 "GET /v2.0/ports/f3f56072-96a6-4794-b918-39c0c4a4650e HTTP/1.1" status: 200 len: 959 time: 0.3636038 Feb 28 14:49:57.196524 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.197659 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.203572 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37326) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:57.321209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Deleting port 0ebe41b2-4779-4970-896d-f30bc3d5a4d1 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:49:57.321754 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.336651 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.340855 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Transition to ACTIVE for port object d4d697f8-88d2-4e69-b907-dcb7e091d60a will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:57.374357 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-4821b697-7b17-495c-b0b2-85a94d614537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Deleting port f3f56072-96a6-4794-b918-39c0c4a4650e {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:49:57.375166 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4821b697-7b17-495c-b0b2-85a94d614537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.439503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-21604721-8e21-412c-9dda-ce9423e04042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.501107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event updated for resources: {'Port': ['ID=1182ab83-2792-45ee-9353-78f38a310611,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:57.540609 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21604721-8e21-412c-9dda-ce9423e04042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d673f6e-45da-4126-abf5-a034e4c4f574,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:57.563206 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-21604721-8e21-412c-9dda-ce9423e04042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.567584 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-21604721-8e21-412c-9dda-ce9423e04042 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3d673f6e-45da-4126-abf5-a034e4c4f574 HTTP/1.1" status: 204 len: 168 time: 1.1553431 Feb 28 14:49:57.672034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:57.682993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:57.696551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.701081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:57.706334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:57.707299 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.751428 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-08d459fb-c2e8-4bb3-859e-9d5e2170b785 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] update failed (client error): The resource could not be found. Feb 28 14:49:57.753277 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-08d459fb-c2e8-4bb3-859e-9d5e2170b785 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] 10.222.0.15 "PUT /v2.0/floatingips/3dd714f4-1836-4e43-8923-b5b279cad50d HTTP/1.1" status: 404 len: 507 time: 1.1203425 Feb 28 14:49:57.765075 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37332) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:57.766232 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.909651 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4821b697-7b17-495c-b0b2-85a94d614537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:57.912274 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Transition to ACTIVE for port object 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:58.075846 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-4821b697-7b17-495c-b0b2-85a94d614537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Calling delete_port for f3f56072-96a6-4794-b918-39c0c4a4650e owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:49:58.085633 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2f65f55e-1f89-4780-996e-d45681b11a9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.088689 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-757e75d3-f7fe-41a2-baf2-c9f36c78b138 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Deleting port 8e06a77c-06aa-448a-9a56-a8790eb19a87 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:49:58.089348 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-757e75d3-f7fe-41a2-baf2-c9f36c78b138 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.098248 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.123977 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ee66a6b8-82b9-4761-80c1-59a049b3ca84 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 999 time: 5.4815454 Feb 28 14:49:58.123977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.135840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37342) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:58.144226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'name': 'tempest-ServerActionsTestJSON-1030153243-router', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:49:46Z', 'revision_number': 3, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'gw_port': {'id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:43Z', 'updated_at': '2022-02-28T14:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:58.154369 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5b7a1e3-99ac-456c-92ab-eed915e8e73c None None] The sync data for ids ['947600bc-1d58-4344-a28a-8323f9c371ec'] in dv-neutron-830866-2-hyperv is: [{'id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'name': 'tempest-ServerActionsTestJSON-1030153243-router', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:49:46Z', 'revision_number': 3, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'gw_port': {'id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b6:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:43Z', 'updated_at': '2022-02-28T14:49:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:49:58.166869 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.167665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Network 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:58.192626 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.193675 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] For port 0ebe41b2-4779-4970-896d-f30bc3d5a4d1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0ebe41b2-4779-4970-896d-f30bc3d5a4d1,segment=NetworkSegment(12d36d3b-ce85-481c-aca3-1b84c1d753f3),segment_id=12d36d3b-ce85-481c-aca3-1b84c1d753f3)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:49:58.194093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.203243 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port befeb26c-af06-46c9-8cb2-ec29a839ff13, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=befeb26c-af06-46c9-8cb2-ec29a839ff13,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:49:58.204248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4821b697-7b17-495c-b0b2-85a94d614537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.209209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.210432 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cf032dbc-695d-4ca2-ac7a-2aa962883794 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:58.236185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:58.269516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:58.270026 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.347727 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4821b697-7b17-495c-b0b2-85a94d614537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Pushing event deleted for resources: {'Port': ['ID=f3f56072-96a6-4794-b918-39c0c4a4650e,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:58.368341 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fddf41c9-b48a-40f2-af9b-68f0d76c7617 None None] DHCP port deletion for fd0ad758-5314-4d88-a2f5-dfff03d51872 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:49:58.378854 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=befeb26c-af06-46c9-8cb2-ec29a839ff13,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:58.381719 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-fddf41c9-b48a-40f2-af9b-68f0d76c7617 None None] Deleting port 0ebe41b2-4779-4970-896d-f30bc3d5a4d1 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:49:58.382648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fddf41c9-b48a-40f2-af9b-68f0d76c7617 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.458535 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Network 37f007eb-7cdb-49fb-b4f0-35760d6aeb98 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:58.476700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.478816 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Calling delete_port for 0ebe41b2-4779-4970-896d-f30bc3d5a4d1 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:49:58.495308 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:58.520642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:58.521126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.572575 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port cf032dbc-695d-4ca2-ac7a-2aa962883794 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:58.583865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4821b697-7b17-495c-b0b2-85a94d614537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.601930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Transition to ACTIVE for port object 4b02cd6d-99eb-4ded-a441-c29de2449a13 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:49:58.603796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Pushing event updated for resources: {'Port': ['ID=d4d697f8-88d2-4e69-b907-dcb7e091d60a,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:58.623342 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4c1106ec-68dd-4df4-84a8-5d102bfd738e up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:49:58.654803 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4821b697-7b17-495c-b0b2-85a94d614537 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] 10.222.0.15 "DELETE /v2.0/ports/f3f56072-96a6-4794-b918-39c0c4a4650e HTTP/1.1" status: 204 len: 168 time: 1.4453640 Feb 28 14:49:58.657655 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37354) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:58.696281 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] Provisioning for port e36b0af8-c03c-4bce-9847-8c58020a6024 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:58.704078 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] Provisioning complete for port e36b0af8-c03c-4bce-9847-8c58020a6024 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:58.704447 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.798701 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.812955 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4c1106ec-68dd-4df4-84a8-5d102bfd738e triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:58.813246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.845139 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3a63514-eff5-40e1-bcb3-a7d1c5351f43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] GET failed (client error): The resource could not be found. Feb 28 14:49:58.845983 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a3a63514-eff5-40e1-bcb3-a7d1c5351f43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Synchronizing usage tracker for tenant:966e887e03b447328ab15496d5ba0e85 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:49:58.854281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] No DVR routers for this DVR port 0ebe41b2-4779-4970-896d-f30bc3d5a4d1 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:49:58.925567 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Pushing event deleted for resources: {'Port': ['ID=0ebe41b2-4779-4970-896d-f30bc3d5a4d1,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:58.944122 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.959197 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.978575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:58.981064 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] Port e36b0af8-c03c-4bce-9847-8c58020a6024 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:49:58.984471 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Pushing event updated for resources: {'Port': ['ID=17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:59.036129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-fddf41c9-b48a-40f2-af9b-68f0d76c7617 None None] For port 0ebe41b2-4779-4970-896d-f30bc3d5a4d1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0ebe41b2-4779-4970-896d-f30bc3d5a4d1,segment=NetworkSegment(12d36d3b-ce85-481c-aca3-1b84c1d753f3),segment_id=12d36d3b-ce85-481c-aca3-1b84c1d753f3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:49:59.036600 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fddf41c9-b48a-40f2-af9b-68f0d76c7617 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.051001 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.078008 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd0ad758-5314-4d88-a2f5-dfff03d51872']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:59.092647 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12d36d3b-ce85-481c-aca3-1b84c1d753f3') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:59.092946 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12d36d3b-ce85-481c-aca3-1b84c1d753f3') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:49:59.106077 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.127350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.136922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:49:59.137365 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.176899 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.196331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-fddf41c9-b48a-40f2-af9b-68f0d76c7617 None None] Calling delete_port for 0ebe41b2-4779-4970-896d-f30bc3d5a4d1 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:49:59.222357 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Network d8e68083-b804-4567-a398-1f9531ac1f94 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:49:59.227411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Pushing event updated for resources: {'Port': ['ID=4b02cd6d-99eb-4ded-a441-c29de2449a13,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:59.235290 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:49:59.238179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:49:59.238651 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:49:59.302615 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:49:59.304749 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a3a63514-eff5-40e1-bcb3-a7d1c5351f43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Unset dirty status for tenant:966e887e03b447328ab15496d5ba0e85 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:49:59.306278 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a3a63514-eff5-40e1-bcb3-a7d1c5351f43 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] 10.222.0.15 "GET /v2.0/ports/f3f56072-96a6-4794-b918-39c0c4a4650e HTTP/1.1" status: 404 len: 333 time: 0.6463470 Feb 28 14:49:59.309165 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37364) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:59.315112 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-cd7b6f92-b4fb-4e41-81af-c810f597bdce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Request body: {'port': {'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1268116618'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:49:59.324446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.330205 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cd7b6f92-b4fb-4e41-81af-c810f597bdce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:49:59.364595 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.369354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad42b4e3-e7ae-4042-ab58-a399bf78b6b0 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:59.369622 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] Pushing event deleted for resources: {'Network': ['ID=fd0ad758-5314-4d88-a2f5-dfff03d51872,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:49:59.371203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad42b4e3-e7ae-4042-ab58-a399bf78b6b0 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:59.383954 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-fddf41c9-b48a-40f2-af9b-68f0d76c7617 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:49:59.384356 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-fddf41c9-b48a-40f2-af9b-68f0d76c7617 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:49:59.388531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad42b4e3-e7ae-4042-ab58-a399bf78b6b0 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:49:59.390849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ad42b4e3-e7ae-4042-ab58-a399bf78b6b0 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Synchronizing usage tracker for tenant:cf2c73f35a894d88a7a585887df61a6c on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:49:59.391329 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cd7b6f92-b4fb-4e41-81af-c810f597bdce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:49:59.405960 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7334816e-daab-4d1a-b41b-cfada4fc9657 tempest-DHCPAgentSchedulersTestJSON-1496653300 tempest-DHCPAgentSchedulersTestJSON-1496653300-project] 10.222.0.15 "DELETE /v2.0/networks/fd0ad758-5314-4d88-a2f5-dfff03d51872 HTTP/1.1" status: 204 len: 168 time: 2.4468384 Feb 28 14:49:59.425856 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd7b6f92-b4fb-4e41-81af-c810f597bdce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Made reservation on behalf of 966e887e03b447328ab15496d5ba0e85 for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:49:59.429324 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd7b6f92-b4fb-4e41-81af-c810f597bdce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.439575 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] Provisioning for port 1182ab83-2792-45ee-9353-78f38a310611 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:59.473222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] Provisioning complete for port 1182ab83-2792-45ee-9353-78f38a310611 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:59.473588 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.481080 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-cd7b6f92-b4fb-4e41-81af-c810f597bdce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] device_id is not set on port 41058f84-f3d3-4de6-af40-6b54550b8b75 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:49:59.589452 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] Port 1182ab83-2792-45ee-9353-78f38a310611 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:49:59.603846 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] Could not find standard attr ID for object fee6e080-a34c-4792-96c2-5c26ad373630. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:49:59.607375 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] Could not find standard attr ID for object 0ebe41b2-4779-4970-896d-f30bc3d5a4d1. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:49:59.634544 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] Provisioning for port cf032dbc-695d-4ca2-ac7a-2aa962883794 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:49:59.646190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] Provisioning complete for port cf032dbc-695d-4ca2-ac7a-2aa962883794 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:49:59.646575 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.827711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.862807 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] For port cf032dbc-695d-4ca2-ac7a-2aa962883794, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cf032dbc-695d-4ca2-ac7a-2aa962883794,segment=NetworkSegment(22dc8fc7-bd45-4633-a2a6-c5f41fadedcc),segment_id=22dc8fc7-bd45-4633-a2a6-c5f41fadedcc)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:49:59.868408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.911845 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-757e75d3-f7fe-41a2-baf2-c9f36c78b138 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.912114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-757e75d3-f7fe-41a2-baf2-c9f36c78b138 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.914875 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd7b6f92-b4fb-4e41-81af-c810f597bdce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.938810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37378) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:59.943383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ad42b4e3-e7ae-4042-ab58-a399bf78b6b0 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Unset dirty status for tenant:cf2c73f35a894d88a7a585887df61a6c on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:49:59.944608 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ad42b4e3-e7ae-4042-ab58-a399bf78b6b0 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2465 time: 1.7756004 Feb 28 14:49:59.948185 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd7b6f92-b4fb-4e41-81af-c810f597bdce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.949828 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37382) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:49:59.968202 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-fddf41c9-b48a-40f2-af9b-68f0d76c7617 None None] Deleting port 0ebe41b2-4779-4970-896d-f30bc3d5a4d1 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:49:59.968898 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fddf41c9-b48a-40f2-af9b-68f0d76c7617 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:49:59.996924 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device befeb26c-af06-46c9-8cb2-ec29a839ff13 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:00.093692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd7b6f92-b4fb-4e41-81af-c810f597bdce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:00.094441 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7b6f92-b4fb-4e41-81af-c810f597bdce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Pushing event updated for resources: {'Port': ['ID=41058f84-f3d3-4de6-af40-6b54550b8b75,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:00.100736 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-7173389e-d002-48f7-9b51-f99425977696 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Deleting port 1182ab83-2792-45ee-9353-78f38a310611 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:00.101081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7173389e-d002-48f7-9b51-f99425977696 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.139936 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-fddf41c9-b48a-40f2-af9b-68f0d76c7617 None None] The port '0ebe41b2-4779-4970-896d-f30bc3d5a4d1' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:50:00.161319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-cd7b6f92-b4fb-4e41-81af-c810f597bdce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:00.181631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.194277 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd7b6f92-b4fb-4e41-81af-c810f597bdce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:00.195100 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd7b6f92-b4fb-4e41-81af-c810f597bdce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:00.195926 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd7b6f92-b4fb-4e41-81af-c810f597bdce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.218075 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-74950810-855a-46d2-a9f1-aef3718f3724 None None] Provisioning for port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:00.250656 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-74950810-855a-46d2-a9f1-aef3718f3724 None None] Provisioning complete for port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:00.251168 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-74950810-855a-46d2-a9f1-aef3718f3724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.312475 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-74950810-855a-46d2-a9f1-aef3718f3724 None None] Port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:00.314123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.325070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.325769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.328275 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f5eda1-a299-4e44-b56c-22aa4e1e235d None None] Pushing event updated for resources: {'Port': ['ID=cf032dbc-695d-4ca2-ac7a-2aa962883794,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:00.343811 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port befeb26c-af06-46c9-8cb2-ec29a839ff13 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:00.344173 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.347535 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-757e75d3-f7fe-41a2-baf2-c9f36c78b138 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Calling delete_port for 8e06a77c-06aa-448a-9a56-a8790eb19a87 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:00.401132 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-74950810-855a-46d2-a9f1-aef3718f3724 None None] Provisioning for port d4d697f8-88d2-4e69-b907-dcb7e091d60a completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:00.408961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-74950810-855a-46d2-a9f1-aef3718f3724 None None] Provisioning complete for port d4d697f8-88d2-4e69-b907-dcb7e091d60a triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:00.409329 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-74950810-855a-46d2-a9f1-aef3718f3724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.425390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:50:00.469118 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7173389e-d002-48f7-9b51-f99425977696 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.531823 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7eed7d13-4ed8-4389-afed-63aaec2dfe42 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:00.538175 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.560215 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37396) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:00.567799 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cd7b6f92-b4fb-4e41-81af-c810f597bdce tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2575932 Feb 28 14:50:00.573935 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-74950810-855a-46d2-a9f1-aef3718f3724 None None] Port d4d697f8-88d2-4e69-b907-dcb7e091d60a cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:00.579602 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37400) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:00.580305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.580967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.605387 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-74950810-855a-46d2-a9f1-aef3718f3724 None None] Provisioning for port 4b02cd6d-99eb-4ded-a441-c29de2449a13 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:00.608111 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:00.613012 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-74950810-855a-46d2-a9f1-aef3718f3724 None None] Provisioning complete for port 4b02cd6d-99eb-4ded-a441-c29de2449a13 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:00.613379 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-74950810-855a-46d2-a9f1-aef3718f3724 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.635362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-7173389e-d002-48f7-9b51-f99425977696 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Calling delete_port for 1182ab83-2792-45ee-9353-78f38a310611 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:00.661776 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 7eed7d13-4ed8-4389-afed-63aaec2dfe42 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:00.672757 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Pushing event updated for resources: {'Port': ['ID=17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:00.681670 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-74950810-855a-46d2-a9f1-aef3718f3724 None None] Port 4b02cd6d-99eb-4ded-a441-c29de2449a13 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:00.683022 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 7eed7d13-4ed8-4389-afed-63aaec2dfe42 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:00.683390 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.824094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7173389e-d002-48f7-9b51-f99425977696 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.839450 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.862095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.880846 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 7eed7d13-4ed8-4389-afed-63aaec2dfe42, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7eed7d13-4ed8-4389-afed-63aaec2dfe42,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:00.884807 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:00.885654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ff47f1f0-9820-4fb8-b25b-c7123efe439f tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-55857194'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:00.890649 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7173389e-d002-48f7-9b51-f99425977696 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event deleted for resources: {'Port': ['ID=1182ab83-2792-45ee-9353-78f38a310611,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:00.895347 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ff47f1f0-9820-4fb8-b25b-c7123efe439f tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:00.901300 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ff47f1f0-9820-4fb8-b25b-c7123efe439f tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Usage tracker for resource:router and tenant:827645eb170d4b1285cd6052a01e6c08 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:00.924869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ff47f1f0-9820-4fb8-b25b-c7123efe439f tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:00.956653 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-99279708-5615-4716-b404-1fdc97c2bcf7 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=24ff2b4f477c4222b2a424112dffeba6&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0145252 Feb 28 14:50:00.964543 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37406) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:00.968966 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=7eed7d13-4ed8-4389-afed-63aaec2dfe42,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:00.973408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0ebe41b2-4779-4970-896d-f30bc3d5a4d1 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:50:00.975689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ff47f1f0-9820-4fb8-b25b-c7123efe439f tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:01.013347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 0ebe41b2-4779-4970-896d-f30bc3d5a4d1 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:50:01.013703 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0ebe41b2-4779-4970-896d-f30bc3d5a4d1 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:50:01.062060 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ff47f1f0-9820-4fb8-b25b-c7123efe439f tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.063925 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ff47f1f0-9820-4fb8-b25b-c7123efe439f tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.116500 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Pushing event updated for resources: {'Port': ['ID=d4d697f8-88d2-4e69-b907-dcb7e091d60a,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:01.196774 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93b677e2-923b-4716-83ba-8b094a355933 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.235766 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93b677e2-923b-4716-83ba-8b094a355933 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.245977 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7173389e-d002-48f7-9b51-f99425977696 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.251531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.277803 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7173389e-d002-48f7-9b51-f99425977696 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "DELETE /v2.0/ports/1182ab83-2792-45ee-9353-78f38a310611 HTTP/1.1" status: 204 len: 168 time: 1.3273313 Feb 28 14:50:01.280401 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Network 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:01.282680 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37410) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:01.288581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:01.294378 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-757e75d3-f7fe-41a2-baf2-c9f36c78b138 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.336251 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-7603f349-ee40-4913-9a82-01247fb63b22 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] GET failed (client error): The resource could not be found. Feb 28 14:50:01.336723 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7603f349-ee40-4913-9a82-01247fb63b22 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Synchronizing usage tracker for tenant:cf2c73f35a894d88a7a585887df61a6c on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:01.339966 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ff47f1f0-9820-4fb8-b25b-c7123efe439f tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.366372 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7603f349-ee40-4913-9a82-01247fb63b22 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Unset dirty status for tenant:cf2c73f35a894d88a7a585887df61a6c on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:01.370196 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7603f349-ee40-4913-9a82-01247fb63b22 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "GET /v2.0/ports/1182ab83-2792-45ee-9353-78f38a310611 HTTP/1.1" status: 404 len: 333 time: 0.0832467 Feb 28 14:50:01.371647 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37414) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:01.375122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93b677e2-923b-4716-83ba-8b094a355933 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.378557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ff47f1f0-9820-4fb8-b25b-c7123efe439f tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.385924 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Request body: {'port': {'network_id': 'efc0f9f1-eea7-4a8c-832d-4b2eabda4bda', 'name': 'tempest-AllowedAddressPairTestJSON-1198363340'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:01.503064 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b677e2-923b-4716-83ba-8b094a355933 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85922eb5-c509-450a-a85c-4030b8983e71,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:01.513105 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93b677e2-923b-4716-83ba-8b094a355933 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.517591 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-93b677e2-923b-4716-83ba-8b094a355933 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/85922eb5-c509-450a-a85c-4030b8983e71 HTTP/1.1" status: 204 len: 168 time: 0.5441818 Feb 28 14:50:01.524549 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ff47f1f0-9820-4fb8-b25b-c7123efe439f tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.528378 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ff47f1f0-9820-4fb8-b25b-c7123efe439f tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 727 time: 0.9663000 Feb 28 14:50:01.529034 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37420) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:01.571903 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Network 37f007eb-7cdb-49fb-b4f0-35760d6aeb98 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:01.580236 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e75d3-f7fe-41a2-baf2-c9f36c78b138 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Pushing event deleted for resources: {'Port': ['ID=8e06a77c-06aa-448a-9a56-a8790eb19a87,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:01.597655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:01.621536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-61c83c56-823b-47b7-8cec-3528730fe280 None None] Provisioning complete for port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:01.623683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-61c83c56-823b-47b7-8cec-3528730fe280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.742491 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-61c83c56-823b-47b7-8cec-3528730fe280 None None] Port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:01.768383 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cf032dbc-695d-4ca2-ac7a-2aa962883794 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:01.780102 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:01.796270 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:01.801363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fa628fac-ae7e-4607-bdc5-d9248ee8a743 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.934178 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port cf032dbc-695d-4ca2-ac7a-2aa962883794 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:01.934686 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.954505 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Made reservation on behalf of cf2c73f35a894d88a7a585887df61a6c for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:01.957832 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-757e75d3-f7fe-41a2-baf2-c9f36c78b138 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:01.964563 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.114534 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] device_id is not set on port f4c5a1b6-d5d2-40b3-9b4e-404a593f1623 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:50:02.130402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-757e75d3-f7fe-41a2-baf2-c9f36c78b138 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.131537 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-757e75d3-f7fe-41a2-baf2-c9f36c78b138 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] 10.222.0.15 "DELETE /v2.0/floatingips/3dd714f4-1836-4e43-8923-b5b279cad50d HTTP/1.1" status: 204 len: 168 time: 4.3592625 Feb 28 14:50:02.143639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37426) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:02.144318 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7eed7d13-4ed8-4389-afed-63aaec2dfe42 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:02.165369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a561b573-003e-4f36-9fab-abbd220864bb tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Request body: {'floatingip': {'floating_network_id': 'cd6f5dd4-4f31-40ca-9873-bf28b3e640b9', 'port_id': '71510d3e-faa4-41f4-94a6-a0b5e75e6bfd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:02.175173 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a561b573-003e-4f36-9fab-abbd220864bb tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:02.187234 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a561b573-003e-4f36-9fab-abbd220864bb tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Usage tracker for resource:floatingip and tenant:f8cfc5d7b628436f8ca6dfd47b7035ef is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:02.200434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9305415d-41e9-4b19-88a1-a58d768c1cd2 None None] Provisioning complete for port d4d697f8-88d2-4e69-b907-dcb7e091d60a triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:02.201667 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9305415d-41e9-4b19-88a1-a58d768c1cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.244062 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a561b573-003e-4f36-9fab-abbd220864bb tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:02.271879 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a561b573-003e-4f36-9fab-abbd220864bb tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:02.274180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:50:02.275062 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-9305415d-41e9-4b19-88a1-a58d768c1cd2 None None] Port d4d697f8-88d2-4e69-b907-dcb7e091d60a cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:02.288605 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 7eed7d13-4ed8-4389-afed-63aaec2dfe42 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:02.289149 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.334292 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37430) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:02.347708 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:50:02.412140 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.612911 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fa628fac-ae7e-4607-bdc5-d9248ee8a743 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.620693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.621388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.623810 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fa628fac-ae7e-4607-bdc5-d9248ee8a743 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.645944 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Allocated IP 172.20.0.9 (efc0f9f1-eea7-4a8c-832d-4b2eabda4bda/1396e33b-a551-4437-955c-6677542c671c/f4c5a1b6-d5d2-40b3-9b4e-404a593f1623) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:02.682157 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-046ab7a5-05d5-4eb5-8ca0-cb856b80f0ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.691050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a561b573-003e-4f36-9fab-abbd220864bb tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.732698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fa628fac-ae7e-4607-bdc5-d9248ee8a743 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.733559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa628fac-ae7e-4607-bdc5-d9248ee8a743 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5529d633-8f0c-4f6d-a44a-130f34916bb4 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:50:02.778665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] device_id is not set on port 41058f84-f3d3-4de6-af40-6b54550b8b75 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:50:02.789063 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fa628fac-ae7e-4607-bdc5-d9248ee8a743 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.790188 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fa628fac-ae7e-4607-bdc5-d9248ee8a743 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] 10.222.0.15 "DELETE /v2.0/routers/5529d633-8f0c-4f6d-a44a-130f34916bb4 HTTP/1.1" status: 204 len: 168 time: 1.2575266 Feb 28 14:50:02.805247 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37434) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:02.816954 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-17b0b592-bfee-410e-b962-84633515ad1d tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Request body: {'router': {'name': 'tempest-router-1083763314', 'distributed': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:02.863434 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-17b0b592-bfee-410e-b962-84633515ad1d tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:02.873049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-17b0b592-bfee-410e-b962-84633515ad1d tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Usage tracker for resource:router and tenant:827645eb170d4b1285cd6052a01e6c08 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:02.882829 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-17b0b592-bfee-410e-b962-84633515ad1d tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:02.892447 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-17b0b592-bfee-410e-b962-84633515ad1d tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:02.893505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.911728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-17b0b592-bfee-410e-b962-84633515ad1d tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.912625 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-17b0b592-bfee-410e-b962-84633515ad1d tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.915582 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Pushing event updated for resources: {'Port': ['ID=4b02cd6d-99eb-4ded-a441-c29de2449a13,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:02.954556 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-046ab7a5-05d5-4eb5-8ca0-cb856b80f0ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:02.968153 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Transition to ACTIVE for port object 41058f84-f3d3-4de6-af40-6b54550b8b75 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:02.971631 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.976220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-046ab7a5-05d5-4eb5-8ca0-cb856b80f0ad admin admin] Usage tracker for resource:security_group_rule and tenant:a3a99f8c116e4875860664be3fae1203 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:02.980210 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-17b0b592-bfee-410e-b962-84633515ad1d tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.981583 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-046ab7a5-05d5-4eb5-8ca0-cb856b80f0ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:02.993168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:02.998374 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Transition to ACTIVE for port object f4c5a1b6-d5d2-40b3-9b4e-404a593f1623 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:03.009537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-17b0b592-bfee-410e-b962-84633515ad1d tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:03.034629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-17b0b592-bfee-410e-b962-84633515ad1d tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:03.036578 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-17b0b592-bfee-410e-b962-84633515ad1d tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2296796 Feb 28 14:50:03.038266 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:03.042614 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-046ab7a5-05d5-4eb5-8ca0-cb856b80f0ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:03.044359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37438) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:03.197260 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Pushing event updated for resources: {'Port': ['ID=41058f84-f3d3-4de6-af40-6b54550b8b75,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:03.218804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Network d8e68083-b804-4567-a398-1f9531ac1f94 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:03.226021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:03.241639 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event updated for resources: {'Port': ['ID=f4c5a1b6-d5d2-40b3-9b4e-404a593f1623,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:03.247066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:03.251015 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:03.253689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:03.311799 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c05ce0f8-a121-411c-8848-f67e8f9dddc3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:03.524433 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:03.524944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:03.525123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:03.533964 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:03.534649 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:03.558000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-046ab7a5-05d5-4eb5-8ca0-cb856b80f0ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:03.559774 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d2487e07-be88-490b-911e-acfd86d6207e tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1867051 Feb 28 14:50:03.562463 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37442) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:03.572027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-046ab7a5-05d5-4eb5-8ca0-cb856b80f0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:03.589325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:03.589660 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:50:03.596482 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 2 to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 Feb 28 14:50:03.606059 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b1ca9c2b-0fc4-4018-9f99-11d809d341eb None None] Provisioning complete for port 4b02cd6d-99eb-4ded-a441-c29de2449a13 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:03.606586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9c2b-0fc4-4018-9f99-11d809d341eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:03.630787 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-0eeadd46-2909-46e2-9aa3-190751369597 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:6b:31:65'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:03.674880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:03.675207 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:03.675532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:03.685436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046ab7a5-05d5-4eb5-8ca0-cb856b80f0ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f79deb6-7791-4f94-ac3e-6c2d1d41bed8,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:03.697080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:50:03.703536 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-046ab7a5-05d5-4eb5-8ca0-cb856b80f0ad admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a3a99f8c116e4875860664be3fae1203&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3618722 Feb 28 14:50:03.704136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37446) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:03.706887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:50:03.716822 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca9c2b-0fc4-4018-9f99-11d809d341eb None None] Port 4b02cd6d-99eb-4ded-a441-c29de2449a13 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:03.733106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b1ca9c2b-0fc4-4018-9f99-11d809d341eb None None] Provisioning for port f4c5a1b6-d5d2-40b3-9b4e-404a593f1623 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:03.742825 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b1ca9c2b-0fc4-4018-9f99-11d809d341eb None None] Provisioning complete for port f4c5a1b6-d5d2-40b3-9b4e-404a593f1623 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:03.743228 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b1ca9c2b-0fc4-4018-9f99-11d809d341eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:03.762934 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-a561b573-003e-4f36-9fab-abbd220864bb tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:50:03.768136 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a561b573-003e-4f36-9fab-abbd220864bb tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 1.6179128 Feb 28 14:50:03.768400 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37450) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:03.778209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '71510d3e-faa4-41f4-94a6-a0b5e75e6bfd', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:03.782693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:03.783051 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:50:03.784403 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c137fe71-3720-4f33-abf5-0d492949466d up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:03.786370 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 3 to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 Feb 28 14:50:03.836394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:03.854593 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-b1ca9c2b-0fc4-4018-9f99-11d809d341eb None None] Port f4c5a1b6-d5d2-40b3-9b4e-404a593f1623 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:03.875256 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port c137fe71-3720-4f33-abf5-0d492949466d completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:03.881217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port c137fe71-3720-4f33-abf5-0d492949466d triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:03.881582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:03.889995 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:03.890332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:03.890661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:03.905357 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Usage tracker for resource:floatingip and tenant:f8cfc5d7b628436f8ca6dfd47b7035ef is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:03.921019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:03.940223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:03.999188 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c05ce0f8-a121-411c-8848-f67e8f9dddc3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.021711 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c05ce0f8-a121-411c-8848-f67e8f9dddc3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.023248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for floatingip, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.025500 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.043930 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port c137fe71-3720-4f33-abf5-0d492949466d, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=c137fe71-3720-4f33-abf5-0d492949466d,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:04.049178 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.118689 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=c137fe71-3720-4f33-abf5-0d492949466d,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:04.189078 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c05ce0f8-a121-411c-8848-f67e8f9dddc3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.190123 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c05ce0f8-a121-411c-8848-f67e8f9dddc3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 489aeae0-8260-44dd-b7a9-8b27ba3fbf55 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:50:04.212144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:04.212473 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:50:04.218879 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c05ce0f8-a121-411c-8848-f67e8f9dddc3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.219990 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c05ce0f8-a121-411c-8848-f67e8f9dddc3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] 10.222.0.15 "DELETE /v2.0/routers/489aeae0-8260-44dd-b7a9-8b27ba3fbf55 HTTP/1.1" status: 204 len: 168 time: 1.1462672 Feb 28 14:50:04.223238 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 4 to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 Feb 28 14:50:04.224365 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37454) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:04.231366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a648393e-fb27-4868-aeeb-52a90a6b6ef9 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Request body: {'router': {'name': 'tempest-router-54239664', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '4034603dc2ec41b795f74eef43361346'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:04.240408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a648393e-fb27-4868-aeeb-52a90a6b6ef9 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:04.242580 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0eeadd46-2909-46e2-9aa3-190751369597 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.262705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a648393e-fb27-4868-aeeb-52a90a6b6ef9 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Usage tracker for resource:router and tenant:4034603dc2ec41b795f74eef43361346 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:04.267238 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a648393e-fb27-4868-aeeb-52a90a6b6ef9 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:04.280434 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:04.280695 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:04.281067 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:04.285840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01705378-3556-4fa3-b31c-33c1f883db6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.299398 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a648393e-fb27-4868-aeeb-52a90a6b6ef9 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:04.337513 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a648393e-fb27-4868-aeeb-52a90a6b6ef9 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.338311 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a648393e-fb27-4868-aeeb-52a90a6b6ef9 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.345980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:04.346267 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:50:04.347867 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01705378-3556-4fa3-b31c-33c1f883db6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.356561 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 5 to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 Feb 28 14:50:04.398594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:04.398921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:04.399250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:04.435670 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:04.435998 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:50:04.439590 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 6 to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 Feb 28 14:50:04.466156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:04.466486 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:04.466816 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:04.468223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.471122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a648393e-fb27-4868-aeeb-52a90a6b6ef9 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.494817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:04.495158 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:50:04.499062 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 7 to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 Feb 28 14:50:04.515664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01705378-3556-4fa3-b31c-33c1f883db6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.542728 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:04.543364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:04.543364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:04.553430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01705378-3556-4fa3-b31c-33c1f883db6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f79deb6-7791-4f94-ac3e-6c2d1d41bed8,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:04.568839 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a648393e-fb27-4868-aeeb-52a90a6b6ef9 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.581810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01705378-3556-4fa3-b31c-33c1f883db6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.585560 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-01705378-3556-4fa3-b31c-33c1f883db6e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7f79deb6-7791-4f94-ac3e-6c2d1d41bed8 HTTP/1.1" status: 204 len: 168 time: 0.8770690 Feb 28 14:50:04.587799 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:04.588172 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:50:04.589735 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 8 to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 Feb 28 14:50:04.609412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Router 947600bc-1d58-4344-a28a-8323f9c371ec has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:50:04.623207 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:04.623567 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:04.623897 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:04.638551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:50:04.655355 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2cfff577-0007-4472-aebc-a19d0db7ee2d admin admin] 10.222.0.15 "PUT /v2.0/routers/4688f45c-1a32-4f94-a6f2-6f55ccb90a33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4126565 Feb 28 14:50:04.655355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:04.655355 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:50:04.655355 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 9 to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 Feb 28 14:50:04.656376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:50:04.665786 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-efc628ed-9eca-4140-94f4-0bd4fe620224 admin admin] 10.222.0.15 "PUT /v2.0/routers/040cb74d-d7ee-43fa-bc0e-b4d145cff019/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1542149 Feb 28 14:50:04.667048 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Sync routers for ids ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:50:04.699251 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Routers {'040cb74d-d7ee-43fa-bc0e-b4d145cff019'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:50:04.704101 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:49:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:04.705676 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a648393e-fb27-4868-aeeb-52a90a6b6ef9 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.707857 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a648393e-fb27-4868-aeeb-52a90a6b6ef9 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4828553 Feb 28 14:50:04.721864 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37464) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:04.732159 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:04.732494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:04.732835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:04.736029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ecddebf9-47e1-4c08-9cd5-ebb3c91b74f3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Request body: {'router': {'distributed': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:04.802314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:04.802642 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:50:04.804834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0eeadd46-2909-46e2-9aa3-190751369597 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.805121 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempt 10 to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 Feb 28 14:50:04.821574 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Allocated IP 172.26.4.14 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/baf8e381-548e-4458-af64-771e0c2a8ab2) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:04.824289 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0eeadd46-2909-46e2-9aa3-190751369597 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.833981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:04.834305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:04.834637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempting to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:04.855642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:04.855930 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Failed to bind port 41058f84-f3d3-4de6-af40-6b54550b8b75 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '18a2b4d7-2a13-4595-b620-7406f9aa7222', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989'}] Feb 28 14:50:04.856281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:04.996312 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] For port 41058f84-f3d3-4de6-af40-6b54550b8b75, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:50:04.996686 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Attempted to set empty binding levels {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 14:50:05.008356 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:05.062585 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Set router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:50:05.162799 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Pushing event updated for resources: {'Port': ['ID=41058f84-f3d3-4de6-af40-6b54550b8b75,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:05.174992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] In _notify_port_updated(), no bound segment for port 41058f84-f3d3-4de6-af40-6b54550b8b75 on network c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 {{(pid=83592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:50:05.176071 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:05.183022 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4884482d-b43c-4b29-bd99-7b25f40a3470 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] 10.222.0.15 "PUT /v2.0/ports/41058f84-f3d3-4de6-af40-6b54550b8b75 HTTP/1.1" status: 200 len: 981 time: 4.5958314 Feb 28 14:50:05.191403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37484) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:05.220762 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eeadd46-2909-46e2-9aa3-190751369597 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event updated for resources: {'Port': ['ID=f4c5a1b6-d5d2-40b3-9b4e-404a593f1623,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:05.355428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:50:05.364989 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-86605b84-a7bd-4316-997b-f50ab4068203 admin admin] 10.222.0.15 "PUT /v2.0/routers/947600bc-1d58-4344-a28a-8323f9c371ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.5130441 Feb 28 14:50:05.390076 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-b747e6fa-ca1d-4629-b0d0-269e5765666d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Deleting port 41058f84-f3d3-4de6-af40-6b54550b8b75 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:05.390425 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b747e6fa-ca1d-4629-b0d0-269e5765666d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:05.613536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c6178abf-08e0-436a-8f9e-2f706ab58593 None None] Provisioning complete for port f4c5a1b6-d5d2-40b3-9b4e-404a593f1623 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:05.614057 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c6178abf-08e0-436a-8f9e-2f706ab58593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:05.638262 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'name': 'tempest-ServersTestManualDisk-1455582000-router', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'gw_port': {'id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:42Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0', 'name': '', 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'mac_address': 'fa:16:3e:5c:b2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:49:59Z', 'revision_number': 2, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'subnets': [{'id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:05.646993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:05.653552 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Checking router: 040cb74d-d7ee-43fa-bc0e-b4d145cff019 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:50:05.653911 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Updating router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:50:05.741822 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-0eeadd46-2909-46e2-9aa3-190751369597 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] In _notify_port_updated(), no bound segment for port f4c5a1b6-d5d2-40b3-9b4e-404a593f1623 on network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda {{(pid=83591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:50:05.756659 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eeadd46-2909-46e2-9aa3-190751369597 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:05.761071 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0eeadd46-2909-46e2-9aa3-190751369597 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:05.762469 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0eeadd46-2909-46e2-9aa3-190751369597 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "PUT /v2.0/ports/f4c5a1b6-d5d2-40b3-9b4e-404a593f1623 HTTP/1.1" status: 200 len: 993 time: 2.1988428 Feb 28 14:50:05.773257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c137fe71-3720-4f33-abf5-0d492949466d up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:05.787476 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37502) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:05.793256 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:05.820585 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:05.909225 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c6178abf-08e0-436a-8f9e-2f706ab58593 None None] Port f4c5a1b6-d5d2-40b3-9b4e-404a593f1623 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:05.944031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37508) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:05.954316 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-bf8e7602-350b-4016-a285-a06dd72df682 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1933771327', 'description': 'tempest-description--350146772'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:05.976825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-bf8e7602-350b-4016-a285-a06dd72df682 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:05.979169 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-b747e6fa-ca1d-4629-b0d0-269e5765666d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] For port 41058f84-f3d3-4de6-af40-6b54550b8b75, host hv-neutron-8308, got binding levels [] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:05.979517 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b747e6fa-ca1d-4629-b0d0-269e5765666d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:05.989188 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Pushing event updated for resources: {'Port': ['ID=baf8e381-548e-4458-af64-771e0c2a8ab2,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:06.008556 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-bf8e7602-350b-4016-a285-a06dd72df682 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Usage tracker for resource:security_group and tenant:298c60137a5b4342898eb5f96ba2a7ef is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:06.009190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:06.016309 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-bf8e7602-350b-4016-a285-a06dd72df682 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:06.029954 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:06.044692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:06.048601 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port c137fe71-3720-4f33-abf5-0d492949466d triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:06.049088 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:06.145598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-bf8e7602-350b-4016-a285-a06dd72df682 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:06.259721 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ecddebf9-47e1-4c08-9cd5-ebb3c91b74f3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:06.260299 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ecddebf9-47e1-4c08-9cd5-ebb3c91b74f3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:06.280332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-b747e6fa-ca1d-4629-b0d0-269e5765666d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Calling delete_port for 41058f84-f3d3-4de6-af40-6b54550b8b75 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:06.327610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bf8e7602-350b-4016-a285-a06dd72df682 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:06.395779 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-bf8e7602-350b-4016-a285-a06dd72df682 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:06.400337 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-bf8e7602-350b-4016-a285-a06dd72df682 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Usage tracker for resource:security_group_rule and tenant:298c60137a5b4342898eb5f96ba2a7ef is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:06.404413 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-bf8e7602-350b-4016-a285-a06dd72df682 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:06.407430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b747e6fa-ca1d-4629-b0d0-269e5765666d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:06.463428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-bf8e7602-350b-4016-a285-a06dd72df682 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:06.466314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b747e6fa-ca1d-4629-b0d0-269e5765666d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Pushing event deleted for resources: {'Port': ['ID=41058f84-f3d3-4de6-af40-6b54550b8b75,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:06.509089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b747e6fa-ca1d-4629-b0d0-269e5765666d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:06.544154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ecddebf9-47e1-4c08-9cd5-ebb3c91b74f3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=83591) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Feb 28 14:50:06.544992 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-ecddebf9-47e1-4c08-9cd5-ebb3c91b74f3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Router e060b614-d61d-4b4f-a190-7aaa187b1f22 migrating from provider to provider. {{(pid=83591) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Feb 28 14:50:06.546168 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ecddebf9-47e1-4c08-9cd5-ebb3c91b74f3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:06.553254 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b747e6fa-ca1d-4629-b0d0-269e5765666d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] 10.222.0.15 "DELETE /v2.0/ports/41058f84-f3d3-4de6-af40-6b54550b8b75 HTTP/1.1" status: 204 len: 168 time: 1.3582864 Feb 28 14:50:06.553817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37522) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:06.557578 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ecddebf9-47e1-4c08-9cd5-ebb3c91b74f3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:06.602102 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ecddebf9-47e1-4c08-9cd5-ebb3c91b74f3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:06.611305 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-6be7df6f-c4ef-498d-8c4e-ccaf9cfa9a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] GET failed (client error): The resource could not be found. Feb 28 14:50:06.611886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6be7df6f-c4ef-498d-8c4e-ccaf9cfa9a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Synchronizing usage tracker for tenant:966e887e03b447328ab15496d5ba0e85 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:06.624010 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:06.631842 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bf8e7602-350b-4016-a285-a06dd72df682 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:06.632998 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-925e10d6-cbb4-45d5-b654-67a41836fc2a tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Deleting port f4c5a1b6-d5d2-40b3-9b4e-404a593f1623 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:06.633695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-925e10d6-cbb4-45d5-b654-67a41836fc2a tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:06.638935 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Transition to ACTIVE for port object 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:06.640264 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bf8e7602-350b-4016-a285-a06dd72df682 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:06.647587 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:06.662379 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6be7df6f-c4ef-498d-8c4e-ccaf9cfa9a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] Unset dirty status for tenant:966e887e03b447328ab15496d5ba0e85 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:06.663530 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6be7df6f-c4ef-498d-8c4e-ccaf9cfa9a6e tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1166893523-project-admin] 10.222.0.15 "GET /v2.0/ports/41058f84-f3d3-4de6-af40-6b54550b8b75 HTTP/1.1" status: 404 len: 333 time: 0.1088147 Feb 28 14:50:06.672733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37526) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:06.715273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8e7602-350b-4016-a285-a06dd72df682 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cd691bb5-9969-444c-875e-e27924a464b0,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:06.734731 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e8b41-e646-4dbf-b49b-40c9c13cb46b None None] Pushing event updated for resources: {'Port': ['ID=17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:06.780040 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37530) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:06.793661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bf8e7602-350b-4016-a285-a06dd72df682 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:06.794844 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bf8e7602-350b-4016-a285-a06dd72df682 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.8498652 Feb 28 14:50:06.798968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-0b99d3a7-168b-41b0-a13a-1c4311cdf054 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2070276382', 'description': 'tempest-description--1731189212'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:06.807148 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37534) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:06.814943 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0b99d3a7-168b-41b0-a13a-1c4311cdf054 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:06.837257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-dada7fd6-be68-4afb-873d-2df36619d189 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Request body: {'security_group_rule': {'security_group_id': 'cd691bb5-9969-444c-875e-e27924a464b0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:06.855648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0b99d3a7-168b-41b0-a13a-1c4311cdf054 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Usage tracker for resource:security_group and tenant:3058aad5ce234490a5fe13a20aa3d30f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:06.866137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-dada7fd6-be68-4afb-873d-2df36619d189 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:06.869024 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0b99d3a7-168b-41b0-a13a-1c4311cdf054 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:06.902442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-dada7fd6-be68-4afb-873d-2df36619d189 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Usage tracker for resource:security_group_rule and tenant:298c60137a5b4342898eb5f96ba2a7ef is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:06.910269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0b99d3a7-168b-41b0-a13a-1c4311cdf054 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:06.927316 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-dada7fd6-be68-4afb-873d-2df36619d189 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:06.945658 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-dada7fd6-be68-4afb-873d-2df36619d189 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:06.951070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:06.959951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0b99d3a7-168b-41b0-a13a-1c4311cdf054 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.077967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dada7fd6-be68-4afb-873d-2df36619d189 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.081848 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Attempting to bind port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:07.083471 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Attempting to bind port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '46bfca73-d9ef-4444-a680-f8aae94f7e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:07.084107 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Attempting to bind port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 on network 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:07.084622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37540) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:07.085595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0b99d3a7-168b-41b0-a13a-1c4311cdf054 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:07.092907 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:50:07.093749 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Checking segment: {'id': '46bfca73-d9ef-4444-a680-f8aae94f7e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:07.094477 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.094974 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Bound using segment: {'id': '46bfca73-d9ef-4444-a680-f8aae94f7e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:50:07.095693 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Bound port: 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '46bfca73-d9ef-4444-a680-f8aae94f7e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:50:07.096241 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.205724 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0b99d3a7-168b-41b0-a13a-1c4311cdf054 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Usage tracker for resource:security_group_rule and tenant:3058aad5ce234490a5fe13a20aa3d30f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:07.207886 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] For port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:50:07.211885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e504896e-137a-4b17-b936-06c72c3d743d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Request body: {'security_group': {'name': 'tempest-securitygroup--221130590', 'description': 'tempest-description--1929898714'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:07.212033 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] For port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0,segment=NetworkSegment(46bfca73-d9ef-4444-a680-f8aae94f7e3a),segment_id=46bfca73-d9ef-4444-a680-f8aae94f7e3a)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:50:07.218501 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.228689 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0b99d3a7-168b-41b0-a13a-1c4311cdf054 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:07.245861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0b99d3a7-168b-41b0-a13a-1c4311cdf054 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:07.248790 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e504896e-137a-4b17-b936-06c72c3d743d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:07.266060 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-925e10d6-cbb4-45d5-b654-67a41836fc2a tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.305282 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e504896e-137a-4b17-b936-06c72c3d743d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Usage tracker for resource:security_group and tenant:b7f2d767ebb94336b3fa60c117266b9b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:07.320359 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8e8b41-e646-4dbf-b49b-40c9c13cb46b None None] Pushing event updated for resources: {'Port': ['ID=17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:07.320479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e504896e-137a-4b17-b936-06c72c3d743d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:07.332972 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Routers {'040cb74d-d7ee-43fa-bc0e-b4d145cff019'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:50:07.333448 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:49:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:07.352721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e504896e-137a-4b17-b936-06c72c3d743d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:07.378600 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.454233 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e504896e-137a-4b17-b936-06c72c3d743d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.489982 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Subscribe: > segment before_delete 55550000 {{(pid=83592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:50:07.490334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=83592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:50:07.491076 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=83592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:50:07.491404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Subscribe: > port after_create 55550000 {{(pid=83592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:50:07.491757 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Subscribe: > port after_delete 55550000 {{(pid=83592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:50:07.492108 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Subscribe: > port after_update 55550000 {{(pid=83592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:50:07.492442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Subscribe: > segment after_delete 55550000 {{(pid=83592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:50:07.492779 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Subscribe: > subnet after_create 55550000 {{(pid=83592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:50:07.493129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Subscribe: > subnet after_delete 55550000 {{(pid=83592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:50:07.493403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Subscribe: > subnet after_update 55550000 {{(pid=83592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:50:07.560763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-925e10d6-cbb4-45d5-b654-67a41836fc2a tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Calling delete_port for f4c5a1b6-d5d2-40b3-9b4e-404a593f1623 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:07.643124 dv-neutron-830866-2-hyperv neutron-server[83591]: WARNING neutron.scheduler.l3_agent_scheduler [None req-ecddebf9-47e1-4c08-9cd5-ebb3c91b74f3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] No L3 agents can host the router e060b614-d61d-4b4f-a190-7aaa187b1f22 Feb 28 14:50:07.650547 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Deleting port baf8e381-548e-4458-af64-771e0c2a8ab2 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:07.650818 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.688601 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] Set router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:50:07.721650 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Subscribe: > subnet after_create 55550000 {{(pid=83592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:50:07.721981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Subscribe: > subnet after_delete 55550000 {{(pid=83592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:50:07.722308 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Subscribe: > subnet before_create 55550000 {{(pid=83592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:50:07.722631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Subscribe: > subnet before_update 55550000 {{(pid=83592) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 28 14:50:07.722998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:07.760161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18a2b4d7-2a13-4595-b620-7406f9aa7222') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:07.760577 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18a2b4d7-2a13-4595-b620-7406f9aa7222') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:07.778171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0b99d3a7-168b-41b0-a13a-1c4311cdf054 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.785685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.800079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0b99d3a7-168b-41b0-a13a-1c4311cdf054 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.837970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dada7fd6-be68-4afb-873d-2df36619d189 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.847232 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.851324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e504896e-137a-4b17-b936-06c72c3d743d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:07.870748 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dada7fd6-be68-4afb-873d-2df36619d189 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.884326 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:50:07.884724 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.900526 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e504896e-137a-4b17-b936-06c72c3d743d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Usage tracker for resource:security_group_rule and tenant:b7f2d767ebb94336b3fa60c117266b9b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn_limited( Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn_limited( Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:50:07.909012 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:50:07.919108 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e504896e-137a-4b17-b936-06c72c3d743d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:07.976979 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b99d3a7-168b-41b0-a13a-1c4311cdf054 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=570d6569-782f-49e7-a088-10cdf2ac6f17,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:07.994059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e504896e-137a-4b17-b936-06c72c3d743d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:07.996065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0b99d3a7-168b-41b0-a13a-1c4311cdf054 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:07.997266 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0b99d3a7-168b-41b0-a13a-1c4311cdf054 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1614 time: 1.2162988 Feb 28 14:50:08.009858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dada7fd6-be68-4afb-873d-2df36619d189 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d15217e-335c-4297-a723-aa39c41e11e8,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:08.013316 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37558) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:08.025797 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dada7fd6-be68-4afb-873d-2df36619d189 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.026932 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-dada7fd6-be68-4afb-873d-2df36619d189 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.2166307 Feb 28 14:50:08.031680 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d3af175e-0708-493d-aea4-01479e12c566 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Request body: {'security_group_rule': {'security_group_id': '570d6569-782f-49e7-a088-10cdf2ac6f17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:08.037519 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37562) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:08.039366 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d3af175e-0708-493d-aea4-01479e12c566 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:08.048114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3af175e-0708-493d-aea4-01479e12c566 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Usage tracker for resource:security_group_rule and tenant:3058aad5ce234490a5fe13a20aa3d30f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:08.054205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3af175e-0708-493d-aea4-01479e12c566 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:08.056386 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5be0cbb4-408f-47e3-b4f6-318d0459a57c tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Request body: {'security_group_rule': {'security_group_id': 'cd691bb5-9969-444c-875e-e27924a464b0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:08.056979 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.068334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d3af175e-0708-493d-aea4-01479e12c566 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:08.072401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5be0cbb4-408f-47e3-b4f6-318d0459a57c tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:08.086588 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'name': 'tempest-ServersTestManualDisk-1455582000-router', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'gw_port': {'id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:42Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0', 'name': '', 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'mac_address': 'fa:16:3e:5c:b2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:07Z', 'revision_number': 4, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'subnets': [{'id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:08.091796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37566) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:08.092628 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22a734fa-b006-4a09-9b05-8b51437cca96 None None] The sync data for ids ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'] in dv-neutron-830866-2-hyperv is: [{'id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'name': 'tempest-ServersTestManualDisk-1455582000-router', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'gw_port': {'id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:42Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0', 'name': '', 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'mac_address': 'fa:16:3e:5c:b2:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:07Z', 'revision_number': 4, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'subnets': [{'id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:50:08.100889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.123679 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] Pushing event deleted for resources: {'Network': ['ID=c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:08.136214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5be0cbb4-408f-47e3-b4f6-318d0459a57c tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Usage tracker for resource:security_group_rule and tenant:298c60137a5b4342898eb5f96ba2a7ef is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:08.143237 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3be7b253-22f1-4753-9eef-dc71f3834810 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298 tempest-PortsAdminExtendedAttrsIpV6TestJSON-250251298-project] 10.222.0.15 "DELETE /v2.0/networks/c6dfb091-7c2e-45b9-a3f1-fd5fd3edf989 HTTP/1.1" status: 204 len: 168 time: 1.4667697 Feb 28 14:50:08.154891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d3af175e-0708-493d-aea4-01479e12c566 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.179179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e504896e-137a-4b17-b936-06c72c3d743d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.186172 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e504896e-137a-4b17-b936-06c72c3d743d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.233832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.234317 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.253516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e504896e-137a-4b17-b936-06c72c3d743d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.254739 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e504896e-137a-4b17-b936-06c72c3d743d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 1.0627518 Feb 28 14:50:08.262620 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37574) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:08.274173 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c292b783-7097-424d-ab26-72b12263aac7 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Request body: {'security_group_rule': {'security_group_id': 'e0ae6ead-f2bc-4fa8-a136-c8b59bf07615', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:08.279463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e504896e-137a-4b17-b936-06c72c3d743d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0ae6ead-f2bc-4fa8-a136-c8b59bf07615,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:08.284583 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c292b783-7097-424d-ab26-72b12263aac7 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:08.292884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c292b783-7097-424d-ab26-72b12263aac7 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Usage tracker for resource:security_group_rule and tenant:b7f2d767ebb94336b3fa60c117266b9b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:08.300818 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5be0cbb4-408f-47e3-b4f6-318d0459a57c tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:08.317070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c292b783-7097-424d-ab26-72b12263aac7 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:08.325430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c292b783-7097-424d-ab26-72b12263aac7 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:08.344107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d3af175e-0708-493d-aea4-01479e12c566 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.353973 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d3af175e-0708-493d-aea4-01479e12c566 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.391890 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c292b783-7097-424d-ab26-72b12263aac7 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.422912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3af175e-0708-493d-aea4-01479e12c566 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01cc95c3-7357-4717-8015-c3b6fa1bf2ae,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:08.450203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d3af175e-0708-493d-aea4-01479e12c566 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.451402 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d3af175e-0708-493d-aea4-01479e12c566 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4320905 Feb 28 14:50:08.467965 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37578) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:08.486643 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7844c9c9-f02e-4d8d-840e-e59645e1c251 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Request body: {'security_group_rule': {'security_group_id': '570d6569-782f-49e7-a088-10cdf2ac6f17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:08.496958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7844c9c9-f02e-4d8d-840e-e59645e1c251 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:08.504727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7844c9c9-f02e-4d8d-840e-e59645e1c251 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Usage tracker for resource:security_group_rule and tenant:3058aad5ce234490a5fe13a20aa3d30f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:08.512680 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Calling delete_port for baf8e381-548e-4458-af64-771e0c2a8ab2 owned by network:floatingip {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:08.516628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7844c9c9-f02e-4d8d-840e-e59645e1c251 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:08.525519 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7844c9c9-f02e-4d8d-840e-e59645e1c251 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:08.530848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-983165186'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:08.539221 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:08.554514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Usage tracker for resource:network and tenant:6d3c78da674842d7bfbee5a8a6c66b59 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:08.558582 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5be0cbb4-408f-47e3-b4f6-318d0459a57c tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:08.559882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:08.561428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-925e10d6-cbb4-45d5-b654-67a41836fc2a tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.564801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c292b783-7097-424d-ab26-72b12263aac7 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.574393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:08.578334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7844c9c9-f02e-4d8d-840e-e59645e1c251 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.587031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c292b783-7097-424d-ab26-72b12263aac7 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.648742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c292b783-7097-424d-ab26-72b12263aac7 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f99caa2e-4e6b-4f9f-986b-f34e52eca24a,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:08.651081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Made reservation on behalf of 6d3c78da674842d7bfbee5a8a6c66b59 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:08.654527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.673383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37584) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:08.679280 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.684412 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecddebf9-47e1-4c08-9cd5-ebb3c91b74f3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Hosts for router e060b614-d61d-4b4f-a190-7aaa187b1f22: [] {{(pid=83591) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Feb 28 14:50:08.708715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925e10d6-cbb4-45d5-b654-67a41836fc2a tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event deleted for resources: {'Port': ['ID=f4c5a1b6-d5d2-40b3-9b4e-404a593f1623,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:08.710571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c292b783-7097-424d-ab26-72b12263aac7 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.712092 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c292b783-7097-424d-ab26-72b12263aac7 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.4485414 Feb 28 14:50:08.734719 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37590) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:08.751502 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-2056ca02-12eb-4182-868b-f580de0d3a93 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Request body: {'security_group_rule': {'security_group_id': 'e0ae6ead-f2bc-4fa8-a136-c8b59bf07615', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:08.761656 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2056ca02-12eb-4182-868b-f580de0d3a93 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:08.772171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2056ca02-12eb-4182-868b-f580de0d3a93 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Usage tracker for resource:security_group_rule and tenant:b7f2d767ebb94336b3fa60c117266b9b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:08.778376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2056ca02-12eb-4182-868b-f580de0d3a93 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:08.781125 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:08.793722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2056ca02-12eb-4182-868b-f580de0d3a93 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:08.796947 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5be0cbb4-408f-47e3-b4f6-318d0459a57c tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.798286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Usage tracker for resource:security_group_rule and tenant:6d3c78da674842d7bfbee5a8a6c66b59 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:08.810132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:08.824349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecddebf9-47e1-4c08-9cd5-ebb3c91b74f3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Hosts for other DVR routers connected to router e060b614-d61d-4b4f-a190-7aaa187b1f22: set() {{(pid=83591) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Feb 28 14:50:08.825225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7844c9c9-f02e-4d8d-840e-e59645e1c251 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.827110 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:08.837418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7844c9c9-f02e-4d8d-840e-e59645e1c251 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.882322 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2056ca02-12eb-4182-868b-f580de0d3a93 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.929338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7844c9c9-f02e-4d8d-840e-e59645e1c251 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57d9fbdb-5a6e-40fe-ad4c-e7734b24270a,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:08.951348 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ecddebf9-47e1-4c08-9cd5-ebb3c91b74f3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:08.952756 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ecddebf9-47e1-4c08-9cd5-ebb3c91b74f3 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] 10.222.0.15 "PUT /v2.0/routers/e060b614-d61d-4b4f-a190-7aaa187b1f22 HTTP/1.1" status: 200 len: 715 time: 4.2296290 Feb 28 14:50:08.962636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37594) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:09.016458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7844c9c9-f02e-4d8d-840e-e59645e1c251 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.020676 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7844c9c9-f02e-4d8d-840e-e59645e1c251 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5388634 Feb 28 14:50:09.029061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37598) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:09.050958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:09.062087 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:09.093194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Usage tracker for resource:floatingip and tenant:3058aad5ce234490a5fe13a20aa3d30f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:09.108267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:09.116132 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-617a566a-5da4-4fee-b8b3-2730970c63c3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e8582674a2546f794ef3c03859adfb6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4186633 Feb 28 14:50:09.117000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37602) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:09.118654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2056ca02-12eb-4182-868b-f580de0d3a93 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.128682 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.129976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:09.141670 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2056ca02-12eb-4182-868b-f580de0d3a93 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.161217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.203581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2056ca02-12eb-4182-868b-f580de0d3a93 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0dccd615-ab5c-45a5-9765-ea1c5c0dd942,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:09.213110 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.259265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5be0cbb4-408f-47e3-b4f6-318d0459a57c tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.260609 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-925e10d6-cbb4-45d5-b654-67a41836fc2a tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.262598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fc41ecd1-5acb-4ecc-a30a-09aa5cb24faf,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:09.266226 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.273410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2056ca02-12eb-4182-868b-f580de0d3a93 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.277892 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2056ca02-12eb-4182-868b-f580de0d3a93 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5421238 Feb 28 14:50:09.281041 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37606) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:09.334244 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:50:09.346723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:09.358862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:09.375750 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5be0cbb4-408f-47e3-b4f6-318d0459a57c tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.377125 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.377469 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Added segment 829daacf-a0d2-4dbb-941c-ad800bc05ace of type vlan for network 3ee1f58d-1c3c-43e8-be3b-bf720657c671 Feb 28 14:50:09.386979 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Usage tracker for resource:floatingip and tenant:b7f2d767ebb94336b3fa60c117266b9b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:09.391104 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-18424f02-6c4d-416b-8ce9-e2cf5b07098b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.393042 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:09.413188 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-925e10d6-cbb4-45d5-b654-67a41836fc2a tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "DELETE /v2.0/ports/f4c5a1b6-d5d2-40b3-9b4e-404a593f1623 HTTP/1.1" status: 204 len: 168 time: 3.6200163 Feb 28 14:50:09.413188 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Pushing event deleted for resources: {'Port': ['ID=baf8e381-548e-4458-af64-771e0c2a8ab2,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:09.418823 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37612) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:09.431888 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:09.452566 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.462096 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-04f955fa-a3fd-48e1-b4d9-41079ca8e617 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] 10.222.0.15 "GET /v2.0/routers/e060b614-d61d-4b4f-a190-7aaa187b1f22 HTTP/1.1" status: 200 len: 715 time: 0.4986551 Feb 28 14:50:09.465965 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-18424f02-6c4d-416b-8ce9-e2cf5b07098b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.474662 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37616) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:09.480391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.511063 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5be0cbb4-408f-47e3-b4f6-318d0459a57c tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.512773 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5be0cbb4-408f-47e3-b4f6-318d0459a57c tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.4724426 Feb 28 14:50:09.514398 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-98e51a5d-0757-4041-84e0-9370db74a248 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] GET failed (client error): The resource could not be found. Feb 28 14:50:09.514901 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-98e51a5d-0757-4041-84e0-9370db74a248 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Synchronizing usage tracker for tenant:cf2c73f35a894d88a7a585887df61a6c on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:09.516263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37620) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:09.526685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be0cbb4-408f-47e3-b4f6-318d0459a57c tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ecd5efe-84b1-44d7-907e-6f0a78b6a92c,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:09.541008 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:09.582642 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-98e51a5d-0757-4041-84e0-9370db74a248 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Unset dirty status for tenant:cf2c73f35a894d88a7a585887df61a6c on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:09.587115 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-98e51a5d-0757-4041-84e0-9370db74a248 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "GET /v2.0/ports/f4c5a1b6-d5d2-40b3-9b4e-404a593f1623 HTTP/1.1" status: 404 len: 333 time: 0.1645219 Feb 28 14:50:09.588081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37626) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:09.597225 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Request body: {'port': {'network_id': 'efc0f9f1-eea7-4a8c-832d-4b2eabda4bda', 'name': 'tempest-AllowedAddressPairTestJSON-1553432808'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:09.603593 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:09.622390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Usage tracker for resource:floatingip and tenant:298c60137a5b4342898eb5f96ba2a7ef is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:09.629088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:09.641133 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:09.648735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.652443 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:09.653104 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.765578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.766757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:09.819989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-18424f02-6c4d-416b-8ce9-e2cf5b07098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.822175 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] create failed (client error): The resource could not be found. Feb 28 14:50:09.823222 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b77d5a03-a79e-43ed-8baa-d709e0cb8707 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 6.0537267 Feb 28 14:50:09.832515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37630) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:09.845300 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:09.846996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Pushing event updated for resources: {'Network': ['ID=3ee1f58d-1c3c-43e8-be3b-bf720657c671,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:09.851851 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:09.852218 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.881710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 3ee1f58d-1c3c-43e8-be3b-bf720657c671 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:50:09.898667 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0722b604-3773-4366-8a3d-70eb32e96cf4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.8042433 Feb 28 14:50:09.905476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-18424f02-6c4d-416b-8ce9-e2cf5b07098b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.908857 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-18424f02-6c4d-416b-8ce9-e2cf5b07098b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1810edb4-4afc-40f8-a704-d0e7d25a29a9 HTTP/1.1" status: 204 len: 168 time: 0.7814147 Feb 28 14:50:09.908857 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37634) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:09.921587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18424f02-6c4d-416b-8ce9-e2cf5b07098b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1810edb4-4afc-40f8-a704-d0e7d25a29a9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:09.925314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:09.944868 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:09.963117 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:09.973237 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e5351-f21a-4f38-803f-d872bb7668de tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Deleting port 71510d3e-faa4-41f4-94a6-a0b5e75e6bfd {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:09.973746 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5351-f21a-4f38-803f-d872bb7668de tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:10.109049 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0a5df405-ad86-4cfa-9143-6d8a1f964bb2 tempest-RoutersTestDVR-1789125165 tempest-RoutersTestDVR-1789125165-project] 10.222.0.15 "GET /v2.0/routers/e060b614-d61d-4b4f-a190-7aaa187b1f22 HTTP/1.1" status: 200 len: 681 time: 0.6303313 Feb 28 14:50:10.109259 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37642) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:10.110039 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Made reservation on behalf of cf2c73f35a894d88a7a585887df61a6c for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:10.114724 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:10.125979 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:10.169036 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] device_id is not set on port f8b232bf-6251-4961-ab45-70c9475d9275 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:50:10.172746 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0,segment=NetworkSegment(46bfca73-d9ef-4444-a680-f8aae94f7e3a),segment_id=46bfca73-d9ef-4444-a680-f8aae94f7e3a)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:10.177764 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:10.261544 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:10.326407 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Request body: {'network': {'name': 'tempest-network--909986936', 'router:external': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:10.344703 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:10.351859 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:10.361958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Usage tracker for resource:network and tenant:a707a9ed61714dee90247b9ac2b8c54a is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:10.406492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:10.430530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:10.433772 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a22b3389-21c6-44e9-b36d-7c73b8228a0b tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:10.458918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37648) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:10.492098 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Allocated IP 172.26.4.29 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/0893748b-e108-43d9-a73a-637f5d7afa62) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:10.502779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5351-f21a-4f38-803f-d872bb7668de tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:10.598023 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Made reservation on behalf of a707a9ed61714dee90247b9ac2b8c54a for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:10.600174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:10.644045 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Allocated IP 172.20.0.10 (efc0f9f1-eea7-4a8c-832d-4b2eabda4bda/1396e33b-a551-4437-955c-6677542c671c/f8b232bf-6251-4961-ab45-70c9475d9275) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:10.651683 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-9a1e5351-f21a-4f38-803f-d872bb7668de tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Calling delete_port for 71510d3e-faa4-41f4-94a6-a0b5e75e6bfd owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:10.695035 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:10.716125 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d36068cc-a56b-4f2b-83da-0926fe888555 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=966e887e03b447328ab15496d5ba0e85&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2562070 Feb 28 14:50:10.721815 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37652) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:10.727136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:10.942245 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:10.957241 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Usage tracker for resource:security_group_rule and tenant:a707a9ed61714dee90247b9ac2b8c54a is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:10.968444 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-255659ca-f7a1-40db-8b0f-542413bc6d35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:10.973165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:10.995947 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5351-f21a-4f38-803f-d872bb7668de tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.037337 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:11.132576 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-255659ca-f7a1-40db-8b0f-542413bc6d35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.135136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.151096 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a22b3389-21c6-44e9-b36d-7c73b8228a0b tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.158231 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1e5351-f21a-4f38-803f-d872bb7668de tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Pushing event deleted for resources: {'Port': ['ID=71510d3e-faa4-41f4-94a6-a0b5e75e6bfd,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:11.167841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a22b3389-21c6-44e9-b36d-7c73b8228a0b tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.225736 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.291504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.292984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Transition to ACTIVE for port object f8b232bf-6251-4961-ab45-70c9475d9275 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:11.293856 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a22b3389-21c6-44e9-b36d-7c73b8228a0b tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.296431 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a22b3389-21c6-44e9-b36d-7c73b8228a0b tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router e060b614-d61d-4b4f-a190-7aaa187b1f22 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:50:11.301688 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.330857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-255659ca-f7a1-40db-8b0f-542413bc6d35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.345915 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9a1e5351-f21a-4f38-803f-d872bb7668de tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.351449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.355419 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255659ca-f7a1-40db-8b0f-542413bc6d35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f13893d-ab6e-4faa-8bcf-14992cab0962,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:11.373604 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9a1e5351-f21a-4f38-803f-d872bb7668de tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] 10.222.0.15 "DELETE /v2.0/ports/71510d3e-faa4-41f4-94a6-a0b5e75e6bfd HTTP/1.1" status: 204 len: 168 time: 1.5357156 Feb 28 14:50:11.373604 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.375014 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37656) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:11.436836 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:50:11.454999 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-255659ca-f7a1-40db-8b0f-542413bc6d35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.455170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b0b9ce3-842f-44e8-804c-547b789c41ca,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:11.458700 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-255659ca-f7a1-40db-8b0f-542413bc6d35 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2f13893d-ab6e-4faa-8bcf-14992cab0962 HTTP/1.1" status: 204 len: 168 time: 0.7333639 Feb 28 14:50:11.481619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.481952 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Added segment 64787993-33c6-47b7-bc30-629fa7c12ca7 of type vlan for network 2f75cbae-fbd1-449c-afec-2042ff159cc3 Feb 28 14:50:11.484614 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:11.498119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:11.507816 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Pushing event updated for resources: {'Port': ['ID=0893748b-e108-43d9-a73a-637f5d7afa62,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:11.510182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:11.533668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:11.539260 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:11.541852 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:11.605718 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:11.606353 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.615779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event updated for resources: {'Port': ['ID=f8b232bf-6251-4961-ab45-70c9475d9275,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:11.636465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Allocated IP 172.26.4.234 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/29fd1634-5fdf-4bda-9617-ebb16dd6f37e) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:11.648144 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-018ee860-2b0a-4adc-97a8-c4fa674fa1ca tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0562613 Feb 28 14:50:11.648634 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37662) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:11.649483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a22b3389-21c6-44e9-b36d-7c73b8228a0b tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.651095 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a22b3389-21c6-44e9-b36d-7c73b8228a0b tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] 10.222.0.15 "DELETE /v2.0/routers/e060b614-d61d-4b4f-a190-7aaa187b1f22 HTTP/1.1" status: 204 len: 168 time: 1.5411243 Feb 28 14:50:11.656026 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-928d4912-cc6f-454a-b030-6452c8208f8f tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:6b:31:65'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:11.660305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37666) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:11.684387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d78a33f6-a253-483c-ab1f-d1b651933717 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Request body: {'router': {'name': 'tempest-router-1174766828', 'distributed': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:11.697259 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecd5d2b4-651f-47f9-a0aa-bfa0243dbde5 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:11.697958 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ecd5d2b4-651f-47f9-a0aa-bfa0243dbde5 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Synchronizing usage tracker for tenant:f8cfc5d7b628436f8ca6dfd47b7035ef on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:11.714443 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d78a33f6-a253-483c-ab1f-d1b651933717 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:11.726497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.730969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d78a33f6-a253-483c-ab1f-d1b651933717 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Usage tracker for resource:router and tenant:827645eb170d4b1285cd6052a01e6c08 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:11.753487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d78a33f6-a253-483c-ab1f-d1b651933717 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:11.774816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:11.816155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d78a33f6-a253-483c-ab1f-d1b651933717 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:11.849934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ecd5d2b4-651f-47f9-a0aa-bfa0243dbde5 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Unset dirty status for tenant:f8cfc5d7b628436f8ca6dfd47b7035ef on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:11.853699 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ecd5d2b4-651f-47f9-a0aa-bfa0243dbde5 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] 10.222.0.15 "GET /v2.0/ports?device_id=185dc611-c08e-479e-8d0f-ee67f461351e HTTP/1.1" status: 200 len: 913 time: 0.4751391 Feb 28 14:50:11.855620 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37672) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:11.878504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d78a33f6-a253-483c-ab1f-d1b651933717 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.879405 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d78a33f6-a253-483c-ab1f-d1b651933717 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.897276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:11.897981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.917275 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:11.918139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:11.918703 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.000530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1babdb8d-9206-4347-8c29-151b056b8622 None None] Provisioning for port f8b232bf-6251-4961-ab45-70c9475d9275 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:12.015325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1babdb8d-9206-4347-8c29-151b056b8622 None None] Provisioning complete for port f8b232bf-6251-4961-ab45-70c9475d9275 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:12.015967 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1babdb8d-9206-4347-8c29-151b056b8622 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.067811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d78a33f6-a253-483c-ab1f-d1b651933717 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.071989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.083147 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event updated for resources: {'Network': ['ID=2f75cbae-fbd1-449c-afec-2042ff159cc3,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:12.086008 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6d0b20ca-053c-4fc5-9ad6-615541dd57b3 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.1670184 Feb 28 14:50:12.091720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37682) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:12.101922 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 2f75cbae-fbd1-449c-afec-2042ff159cc3 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:50:12.162010 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-928d4912-cc6f-454a-b030-6452c8208f8f tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.188264 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-1babdb8d-9206-4347-8c29-151b056b8622 None None] Port f8b232bf-6251-4961-ab45-70c9475d9275 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:12.261165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d78a33f6-a253-483c-ab1f-d1b651933717 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.268420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.344560 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d78a33f6-a253-483c-ab1f-d1b651933717 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.346364 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d78a33f6-a253-483c-ab1f-d1b651933717 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.6819880 Feb 28 14:50:12.352065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37688) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:12.368214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d31fa30d-d453-4581-b097-559929e62b82 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.451253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.575784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.616864 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-928d4912-cc6f-454a-b030-6452c8208f8f tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.625558 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-928d4912-cc6f-454a-b030-6452c8208f8f tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.713581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:12.718419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Pushing event updated for resources: {'Port': ['ID=29fd1634-5fdf-4bda-9617-ebb16dd6f37e,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:12.723695 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Allocated IP 172.26.4.47 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/550d8ef9-9116-4be5-ab7a-8d7f2f04acd9) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:12.729253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:12.755475 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:12.770408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-928d4912-cc6f-454a-b030-6452c8208f8f tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] In _notify_port_updated(), no bound segment for port f8b232bf-6251-4961-ab45-70c9475d9275 on network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda {{(pid=83591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:50:12.774729 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-928d4912-cc6f-454a-b030-6452c8208f8f tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:12.775436 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-928d4912-cc6f-454a-b030-6452c8208f8f tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.776814 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-928d4912-cc6f-454a-b030-6452c8208f8f tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "PUT /v2.0/ports/f8b232bf-6251-4961-ab45-70c9475d9275 HTTP/1.1" status: 200 len: 997 time: 1.1270397 Feb 28 14:50:12.781131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37698) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:12.788557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-928d4912-cc6f-454a-b030-6452c8208f8f tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event updated for resources: {'Port': ['ID=f8b232bf-6251-4961-ab45-70c9475d9275,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:12.879744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-51a33814-8425-40da-92e4-77537a159ae5 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Deleting port f8b232bf-6251-4961-ab45-70c9475d9275 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:12.880111 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-51a33814-8425-40da-92e4-77537a159ae5 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:12.922790 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-be86b131-21a7-45d8-8f25-9474439b1bb0 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:13.001951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1ca99956-bdbd-45e0-9a6e-248b87264a21 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:13.130533 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8f7b1755-2c4c-44a9-b940-9c4390ef39b2 None None] Provisioning complete for port f8b232bf-6251-4961-ab45-70c9475d9275 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:13.131887 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8f7b1755-2c4c-44a9-b940-9c4390ef39b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:13.205910 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8f7b1755-2c4c-44a9-b940-9c4390ef39b2 None None] Port f8b232bf-6251-4961-ab45-70c9475d9275 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:13.287789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d31fa30d-d453-4581-b097-559929e62b82 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:13.348653 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-d31fa30d-d453-4581-b097-559929e62b82 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f75cbae-fbd1-449c-afec-2042ff159cc3']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:13.372308 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-d31fa30d-d453-4581-b097-559929e62b82 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '64787993-33c6-47b7-bc30-629fa7c12ca7') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:13.373001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-d31fa30d-d453-4581-b097-559929e62b82 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '64787993-33c6-47b7-bc30-629fa7c12ca7') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:13.414566 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d31fa30d-d453-4581-b097-559929e62b82 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:13.476351 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d31fa30d-d453-4581-b097-559929e62b82 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:13.479298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-51a33814-8425-40da-92e4-77537a159ae5 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:13.554474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d31fa30d-d453-4581-b097-559929e62b82 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:50:13.554793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d31fa30d-d453-4581-b097-559929e62b82 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:50:13.625616 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:50:13.627401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-51a33814-8425-40da-92e4-77537a159ae5 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Calling delete_port for f8b232bf-6251-4961-ab45-70c9475d9275 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:13.702051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:13.706216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:50:13.733037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:13.815464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:13.941643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-51a33814-8425-40da-92e4-77537a159ae5 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.012288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1ca99956-bdbd-45e0-9a6e-248b87264a21 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.019877 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d31fa30d-d453-4581-b097-559929e62b82 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.029234 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.053809 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d31fa30d-d453-4581-b097-559929e62b82 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2f75cbae-fbd1-449c-afec-2042ff159cc3 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 14:50:14.058481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51a33814-8425-40da-92e4-77537a159ae5 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event deleted for resources: {'Port': ['ID=f8b232bf-6251-4961-ab45-70c9475d9275,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:14.084562 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d31fa30d-d453-4581-b097-559929e62b82 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.093091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1ca99956-bdbd-45e0-9a6e-248b87264a21 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.125151 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37720) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:14.131016 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31fa30d-d453-4581-b097-559929e62b82 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event deleted for resources: {'Network': ['ID=2f75cbae-fbd1-449c-afec-2042ff159cc3,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:14.147120 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Pushing event updated for resources: {'Port': ['ID=0893748b-e108-43d9-a73a-637f5d7afa62,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:14.158123 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-51a33814-8425-40da-92e4-77537a159ae5 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.174903 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-51a33814-8425-40da-92e4-77537a159ae5 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "DELETE /v2.0/ports/f8b232bf-6251-4961-ab45-70c9475d9275 HTTP/1.1" status: 204 len: 168 time: 1.3886638 Feb 28 14:50:14.180121 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d31fa30d-d453-4581-b097-559929e62b82 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "DELETE /v2.0/networks/2f75cbae-fbd1-449c-afec-2042ff159cc3 HTTP/1.1" status: 204 len: 168 time: 2.0859993 Feb 28 14:50:14.183770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37726) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:14.185870 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37728) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:14.193626 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.195915 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-bc721ee3-29fe-4410-805f-ca79162c26e7 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:14.200602 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bc721ee3-29fe-4410-805f-ca79162c26e7 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:14.206121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bc721ee3-29fe-4410-805f-ca79162c26e7 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Usage tracker for resource:network and tenant:a707a9ed61714dee90247b9ac2b8c54a is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:14.209059 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bc721ee3-29fe-4410-805f-ca79162c26e7 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:14.215848 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bc721ee3-29fe-4410-805f-ca79162c26e7 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:14.279523 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.297473 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc721ee3-29fe-4410-805f-ca79162c26e7 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Made reservation on behalf of a707a9ed61714dee90247b9ac2b8c54a for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:14.300514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc721ee3-29fe-4410-805f-ca79162c26e7 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.314693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.332708 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-b5817436-3f85-4019-9dea-3ded68b6f838 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] GET failed (client error): The resource could not be found. Feb 28 14:50:14.333462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b5817436-3f85-4019-9dea-3ded68b6f838 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Synchronizing usage tracker for tenant:cf2c73f35a894d88a7a585887df61a6c on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:14.367472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1ca99956-bdbd-45e0-9a6e-248b87264a21 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.368323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca99956-bdbd-45e0-9a6e-248b87264a21 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 075e469a-3062-404f-9e36-ae465bb5df30 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:50:14.379084 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:14.380145 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Pushing event updated for resources: {'Port': ['ID=550d8ef9-9116-4be5-ab7a-8d7f2f04acd9,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:14.387052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1ca99956-bdbd-45e0-9a6e-248b87264a21 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.388402 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1ca99956-bdbd-45e0-9a6e-248b87264a21 tempest-RoutersTestDVR-2103233706 tempest-RoutersTestDVR-2103233706-project-admin] 10.222.0.15 "DELETE /v2.0/routers/075e469a-3062-404f-9e36-ae465bb5df30 HTTP/1.1" status: 204 len: 168 time: 2.0291736 Feb 28 14:50:14.389543 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:14.396662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:14.426090 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.427839 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-57f82175-d352-4d40-91e2-1859bcdce6c8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.3977396 Feb 28 14:50:14.445266 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc721ee3-29fe-4410-805f-ca79162c26e7 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:50:14.458307 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b5817436-3f85-4019-9dea-3ded68b6f838 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Unset dirty status for tenant:cf2c73f35a894d88a7a585887df61a6c on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:14.467680 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b5817436-3f85-4019-9dea-3ded68b6f838 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "GET /v2.0/ports/f8b232bf-6251-4961-ab45-70c9475d9275 HTTP/1.1" status: 404 len: 333 time: 0.2830076 Feb 28 14:50:14.470507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37738) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:14.485073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Request body: {'port': {'network_id': 'efc0f9f1-eea7-4a8c-832d-4b2eabda4bda', 'name': 'tempest-AllowedAddressPairTestJSON-1573926504'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:14.534143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc721ee3-29fe-4410-805f-ca79162c26e7 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.534492 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-bc721ee3-29fe-4410-805f-ca79162c26e7 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Added segment 046d5374-fc4d-437f-abe6-ba1b571a8c04 of type vlan for network 512cc240-d902-4f5c-b0cf-380f53ea93c7 Feb 28 14:50:14.585070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-797703519'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:14.595825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:14.614419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Usage tracker for resource:network and tenant:ed991b177bc941c28c5cee07260aa381 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:14.620951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:14.631517 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:14.667601 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Made reservation on behalf of ed991b177bc941c28c5cee07260aa381 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:14.670602 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.685553 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.690283 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.740967 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc721ee3-29fe-4410-805f-ca79162c26e7 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.759048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.876653 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-be86b131-21a7-45d8-8f25-9474439b1bb0 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Deleting port 8871c462-3699-4c6c-9e0f-f384c5889b3b {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:14.876653 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-be86b131-21a7-45d8-8f25-9474439b1bb0 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.922539 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:14.942464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.958467 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:14.967204 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc721ee3-29fe-4410-805f-ca79162c26e7 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:14.968093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc721ee3-29fe-4410-805f-ca79162c26e7 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:14.969022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc721ee3-29fe-4410-805f-ca79162c26e7 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.019020 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37756) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:15.057907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:15.061943 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Pushing event updated for resources: {'Port': ['ID=29fd1634-5fdf-4bda-9617-ebb16dd6f37e,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:15.078767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Usage tracker for resource:security_group_rule and tenant:ed991b177bc941c28c5cee07260aa381 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:15.083105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:15.097454 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:15.101215 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.129618 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.196181 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.205711 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-68e42e39-3fb9-4ec0-a03a-26be779a3529 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.9141507 Feb 28 14:50:15.214213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Made reservation on behalf of cf2c73f35a894d88a7a585887df61a6c for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:15.217388 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.227320 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37766) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:15.242908 dv-neutron-830866-2-hyperv neutron-server[83591]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 14:50:15.276814 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bc721ee3-29fe-4410-805f-ca79162c26e7 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 1.0876739 Feb 28 14:50:15.288034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37770) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:15.291116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc721ee3-29fe-4410-805f-ca79162c26e7 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event updated for resources: {'Network': ['ID=512cc240-d902-4f5c-b0cf-380f53ea93c7,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:15.306200 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Request body: {'subnet': {'network_id': '512cc240-d902-4f5c-b0cf-380f53ea93c7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:15.308111 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 512cc240-d902-4f5c-b0cf-380f53ea93c7 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:50:15.317636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] device_id is not set on port 5b94a48b-ee55-4c8d-b1ce-7eb3c3d58aa7 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:50:15.381152 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.386879 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:15.399858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.404504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Usage tracker for resource:subnet and tenant:a707a9ed61714dee90247b9ac2b8c54a is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:15.414639 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-2f8e9d8e-47dd-4887-8dd1-434df893e917 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Synchronizing usage tracker for tenant:3058aad5ce234490a5fe13a20aa3d30f on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:15.437723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:15.456887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:15.483780 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.488959 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-be86b131-21a7-45d8-8f25-9474439b1bb0 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.520462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fb8ac5d0-cf45-433b-b8a9-10ba56da91bd admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.528203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.555010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Made reservation on behalf of a707a9ed61714dee90247b9ac2b8c54a for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:15.557353 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.645078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37784) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:15.660721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Pushing event updated for resources: {'Port': ['ID=550d8ef9-9116-4be5-ab7a-8d7f2f04acd9,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:15.667393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:50:15.674260 dv-neutron-830866-2-hyperv neutron-server[83592]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 28 14:50:15.690792 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-be86b131-21a7-45d8-8f25-9474439b1bb0 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Calling delete_port for 8871c462-3699-4c6c-9e0f-f384c5889b3b owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:15.708034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Pushing event updated for resources: {'SecurityGroup': ['ID=858f89e5-6278-49e6-9b90-a833faee49e7,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:15.720691 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-2f8e9d8e-47dd-4887-8dd1-434df893e917 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Unset dirty status for tenant:3058aad5ce234490a5fe13a20aa3d30f on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:15.721758 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-2f8e9d8e-47dd-4887-8dd1-434df893e917 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--2070276382&fields=id&tenant_id=3058aad5ce234490a5fe13a20aa3d30f HTTP/1.1" status: 200 len: 267 time: 0.4806838 Feb 28 14:50:15.722447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.735481 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.736384 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Added segment 29151134-c50a-4deb-9a7e-bb9e9d25fd4b of type vlan for network 15c9e018-a76a-441c-95cb-7626fe029a72 Feb 28 14:50:15.779999 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.781171 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e184530e-e2e9-4778-9a7a-66f864cbd046 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.2612119 Feb 28 14:50:15.813403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.817887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-3d8adc51-985e-4975-a955-c107832d26be tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Synchronizing usage tracker for tenant:b7f2d767ebb94336b3fa60c117266b9b on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:15.873751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Allocated IP 172.20.0.9 (efc0f9f1-eea7-4a8c-832d-4b2eabda4bda/1396e33b-a551-4437-955c-6677542c671c/5b94a48b-ee55-4c8d-b1ce-7eb3c3d58aa7) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:15.875935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fb8ac5d0-cf45-433b-b8a9-10ba56da91bd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:15.897352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-3d8adc51-985e-4975-a955-c107832d26be tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Unset dirty status for tenant:b7f2d767ebb94336b3fa60c117266b9b on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:15.898483 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-3d8adc51-985e-4975-a955-c107832d26be tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--221130590&fields=id&tenant_id=b7f2d767ebb94336b3fa60c117266b9b HTTP/1.1" status: 200 len: 267 time: 0.2391460 Feb 28 14:50:15.906559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:15.910771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:15.911358 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:16.026303 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fb8ac5d0-cf45-433b-b8a9-10ba56da91bd admin admin] Usage tracker for resource:security_group_rule and tenant:4034603dc2ec41b795f74eef43361346 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:16.044915 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fb8ac5d0-cf45-433b-b8a9-10ba56da91bd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:16.061859 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fb8ac5d0-cf45-433b-b8a9-10ba56da91bd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:16.129016 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.9956877 Feb 28 14:50:16.157920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a720d6a-8650-4e4d-b4b1-6f38d89c1885 tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Pushing event updated for resources: {'Network': ['ID=15c9e018-a76a-441c-95cb-7626fe029a72,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:16.174955 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 15c9e018-a76a-441c-95cb-7626fe029a72 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:50:16.205255 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-8aa804ea-4d2b-40f8-b4f6-f5af3ad01141 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:16.205936 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-8aa804ea-4d2b-40f8-b4f6-f5af3ad01141 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Synchronizing usage tracker for tenant:3058aad5ce234490a5fe13a20aa3d30f on resource:network {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:16.257887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-a7226cd5-d555-4126-afd2-ad3a47dab669 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:16.258752 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-a7226cd5-d555-4126-afd2-ad3a47dab669 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Synchronizing usage tracker for tenant:b7f2d767ebb94336b3fa60c117266b9b on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:16.292139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-a7226cd5-d555-4126-afd2-ad3a47dab669 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Unset dirty status for tenant:b7f2d767ebb94336b3fa60c117266b9b on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:16.293284 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-a7226cd5-d555-4126-afd2-ad3a47dab669 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/networks?id=37f007eb-7cdb-49fb-b4f0-35760d6aeb98 HTTP/1.1" status: 200 len: 806 time: 0.3782127 Feb 28 14:50:16.317826 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-f7ec08a7-3380-4fe5-a773-1049217d7eff tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/quotas/b7f2d767ebb94336b3fa60c117266b9b HTTP/1.1" status: 200 len: 375 time: 0.0165362 Feb 28 14:50:16.387586 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-8aa804ea-4d2b-40f8-b4f6-f5af3ad01141 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Unset dirty status for tenant:3058aad5ce234490a5fe13a20aa3d30f on resource:network {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:16.388654 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-8aa804ea-4d2b-40f8-b4f6-f5af3ad01141 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/networks?id=d8e68083-b804-4567-a398-1f9531ac1f94 HTTP/1.1" status: 200 len: 812 time: 0.6500618 Feb 28 14:50:16.429687 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.objects.ports [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83592) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:50:16.430291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:16.458739 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fb8ac5d0-cf45-433b-b8a9-10ba56da91bd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:16.461802 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-be86b131-21a7-45d8-8f25-9474439b1bb0 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:16.496952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-3cd8fc8f-1c45-4d06-a162-444d991b1b45 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Synchronizing usage tracker for tenant:b7f2d767ebb94336b3fa60c117266b9b on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:16.507180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fb8ac5d0-cf45-433b-b8a9-10ba56da91bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:16.514379 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-7c1a67d9-5048-416c-9c0c-7647fee1d5eb tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/quotas/3058aad5ce234490a5fe13a20aa3d30f HTTP/1.1" status: 200 len: 375 time: 0.1121805 Feb 28 14:50:16.518904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event updated for resources: {'Subnet': ['ID=0090846b-2396-47bb-bdb1-afd54a659382,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:16.541378 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-3cd8fc8f-1c45-4d06-a162-444d991b1b45 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Unset dirty status for tenant:b7f2d767ebb94336b3fa60c117266b9b on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:16.542668 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-3cd8fc8f-1c45-4d06-a162-444d991b1b45 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=b7f2d767ebb94336b3fa60c117266b9b&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2163451 Feb 28 14:50:16.544480 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Checking segment: {'id': '046d5374-fc4d-437f-abe6-ba1b571a8c04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '512cc240-d902-4f5c-b0cf-380f53ea93c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:16.544829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Network hostable DHCP agents. Network: 512cc240-d902-4f5c-b0cf-380f53ea93c7, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:50:16.551834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:16.556422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be86b131-21a7-45d8-8f25-9474439b1bb0 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Pushing event deleted for resources: {'Port': ['ID=8871c462-3699-4c6c-9e0f-f384c5889b3b,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:16.567967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Network 512cc240-d902-4f5c-b0cf-380f53ea93c7 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:50:16.577829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 512cc240-d902-4f5c-b0cf-380f53ea93c7) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:16.583213 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:16.583827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:16.590619 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-401b762f-de26-4c31-8d71-3b98016abb8a None None] Network 512cc240-d902-4f5c-b0cf-380f53ea93c7 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:50:16.607163 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-aff369b6-60ca-47f1-82e1-6e169e57f0a2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.3180127 Feb 28 14:50:16.611982 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37798) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:16.620417 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Request body: {'floatingip': {'floating_network_id': '512cc240-d902-4f5c-b0cf-380f53ea93c7'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:16.634364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:16.640072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Usage tracker for resource:floatingip and tenant:a707a9ed61714dee90247b9ac2b8c54a is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:16.643616 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:16.649549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:16.661513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:16.722296 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Transition to ACTIVE for port object 5b94a48b-ee55-4c8d-b1ce-7eb3c3d58aa7 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:16.777680 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-0ed78e0f-1fcd-4b45-8a58-bd1c70834e12 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:50:16.779205 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-0ed78e0f-1fcd-4b45-8a58-bd1c70834e12 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.1510544 Feb 28 14:50:16.857856 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8ac5d0-cf45-433b-b8a9-10ba56da91bd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702884b1-e171-4ef5-a46b-fdee74a41ea3,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:16.871454 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fb8ac5d0-cf45-433b-b8a9-10ba56da91bd admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4034603dc2ec41b795f74eef43361346&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7717953 Feb 28 14:50:16.882439 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37804) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:16.970910 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f40d1114-6a8a-4f12-a595-7e9b2574d995 None None] Network 512cc240-d902-4f5c-b0cf-380f53ea93c7 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:50:17.045156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:17.083828 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-8a0895f3-1f41-4c3c-883a-94c395b1b433 service neutron] 10.222.0.15 "GET /v2.0/networks/37f007eb-7cdb-49fb-b4f0-35760d6aeb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2963548 Feb 28 14:50:17.106801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:17.115349 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-4b3b086b-0677-483d-8bfe-e1cef186bb1d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=3058aad5ce234490a5fe13a20aa3d30f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5788214 Feb 28 14:50:17.146149 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Sync routers for ids ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:50:17.181995 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Routers {'4688f45c-1a32-4f94-a6f2-6f55ccb90a33'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:50:17.183563 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:49:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:17.256831 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63d427a2-c235-41b2-b5c8-785fdf6b0d45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:17.258415 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event updated for resources: {'Port': ['ID=5b94a48b-ee55-4c8d-b1ce-7eb3c3d58aa7,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:17.263398 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:17.273072 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:17.280196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:17.326685 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-225f743f-dabf-47ea-8cdc-906f616a7a63 service neutron] 10.222.0.15 "GET /v2.0/networks/37f007eb-7cdb-49fb-b4f0-35760d6aeb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2354081 Feb 28 14:50:17.327827 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-be86b131-21a7-45d8-8f25-9474439b1bb0 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:17.331808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Allocated IP 172.20.0.5 (512cc240-d902-4f5c-b0cf-380f53ea93c7/0090846b-2396-47bb-bdb1-afd54a659382/b0b240e6-a13c-4eda-9770-a3acbc2d891e) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:17.344574 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63d427a2-c235-41b2-b5c8-785fdf6b0d45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:17.469215 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-85564b64-543e-462b-b723-a485caf1036b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:50:17.470277 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-85564b64-543e-462b-b723-a485caf1036b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2425640 Feb 28 14:50:17.480909 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:17.481450 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:17.514433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Set router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:50:17.592290 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:17.638752 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:17.693464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Network 512cc240-d902-4f5c-b0cf-380f53ea93c7 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:17.699492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:17.709276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:17.799344 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9e04de5c-faf6-4886-be7d-4c76e57b65d7 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.3237548 Feb 28 14:50:17.799344 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63d427a2-c235-41b2-b5c8-785fdf6b0d45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:17.799974 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63d427a2-c235-41b2-b5c8-785fdf6b0d45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:17.800853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37830) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:17.801331 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-63d427a2-c235-41b2-b5c8-785fdf6b0d45 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/702884b1-e171-4ef5-a46b-fdee74a41ea3 HTTP/1.1" status: 204 len: 168 time: 0.9164760 Feb 28 14:50:17.808135 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event updated for resources: {'Port': ['ID=b0b240e6-a13c-4eda-9770-a3acbc2d891e,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:17.820990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Request body: {'port': {'network_id': 'efc0f9f1-eea7-4a8c-832d-4b2eabda4bda', 'name': 'tempest-AllowedAddressPairTestJSON-2117358245'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:17.845663 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fdf2fbf1-ee25-4e9e-9be0-140b948de130 None None] Provisioning for port 5b94a48b-ee55-4c8d-b1ce-7eb3c3d58aa7 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:17.858040 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fdf2fbf1-ee25-4e9e-9be0-140b948de130 None None] Provisioning complete for port 5b94a48b-ee55-4c8d-b1ce-7eb3c3d58aa7 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:17.858522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fdf2fbf1-ee25-4e9e-9be0-140b948de130 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:17.903432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d427a2-c235-41b2-b5c8-785fdf6b0d45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702884b1-e171-4ef5-a46b-fdee74a41ea3,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:17.910436 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-11bc637d-3b73-4a08-af92-d560e838cec5 service neutron] 10.222.0.15 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4232860 Feb 28 14:50:18.033061 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-fdf2fbf1-ee25-4e9e-9be0-140b948de130 None None] Port 5b94a48b-ee55-4c8d-b1ce-7eb3c3d58aa7 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:18.074745 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'name': 'tempest-ServersTestJSON-1649650182-router', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'gw_port': {'id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'd4d697f8-88d2-4e69-b907-dcb7e091d60a', 'name': '', 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'mac_address': 'fa:16:3e:2e:0c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:49:59Z', 'revision_number': 2, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'subnets': [{'id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:18.079151 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Checking router: 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:50:18.079434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Updating router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 port d4d697f8-88d2-4e69-b907-dcb7e091d60a binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:50:18.134847 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ccf04291-c198-4889-ade3-121278fc4732 req-ad780062-d09a-4719-a36f-1e7d189673fc tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Synchronizing usage tracker for tenant:298c60137a5b4342898eb5f96ba2a7ef on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:18.141097 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:18.154286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:18.245655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Usage tracker for resource:port and tenant:cf2c73f35a894d88a7a585887df61a6c is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:18.264831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:18.294718 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:18.301030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:18.303424 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ccf04291-c198-4889-ade3-121278fc4732 req-ad780062-d09a-4719-a36f-1e7d189673fc tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Unset dirty status for tenant:298c60137a5b4342898eb5f96ba2a7ef on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:18.314404 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ccf04291-c198-4889-ade3-121278fc4732 req-ad780062-d09a-4719-a36f-1e7d189673fc tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--1933771327&fields=id&tenant_id=298c60137a5b4342898eb5f96ba2a7ef HTTP/1.1" status: 200 len: 267 time: 0.3956678 Feb 28 14:50:18.320898 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be86b131-21a7-45d8-8f25-9474439b1bb0 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Router 185dc611-c08e-479e-8d0f-ee67f461351e has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:50:18.326856 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-3d3eee49-ee61-4ae3-a539-ca8161d17075 service neutron] 10.222.0.15 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4081397 Feb 28 14:50:18.469123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37848) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:18.518692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Made reservation on behalf of cf2c73f35a894d88a7a585887df61a6c for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:18.524826 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:18.562065 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be86b131-21a7-45d8-8f25-9474439b1bb0 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:50:18.569938 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-be86b131-21a7-45d8-8f25-9474439b1bb0 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] 10.222.0.15 "PUT /v2.0/routers/185dc611-c08e-479e-8d0f-ee67f461351e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7102296 Feb 28 14:50:18.569938 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37864) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:18.574937 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9b35a-be05-4c84-928b-d26418213bce None None] Sync routers for ids ['185dc611-c08e-479e-8d0f-ee67f461351e'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:50:18.595726 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9b35a-be05-4c84-928b-d26418213bce None None] Routers {'185dc611-c08e-479e-8d0f-ee67f461351e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:50:18.601846 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7ee9b35a-be05-4c84-928b-d26418213bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:49:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['185dc611-c08e-479e-8d0f-ee67f461351e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:18.707365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d2985e3-6a8f-4e81-9b5b-6a43b2d894c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:18.737819 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7ee9b35a-be05-4c84-928b-d26418213bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:18.745689 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] device_id is not set on port 6c909d35-3dea-4a5d-948d-3e579aba8e55 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:50:18.750707 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee9b35a-be05-4c84-928b-d26418213bce None None] Routers {'185dc611-c08e-479e-8d0f-ee67f461351e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:50:18.751498 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7ee9b35a-be05-4c84-928b-d26418213bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:49:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['185dc611-c08e-479e-8d0f-ee67f461351e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:18.793152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:18.807532 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Transition to ACTIVE for port object d4d697f8-88d2-4e69-b907-dcb7e091d60a will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:18.820227 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:18.823800 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7ee9b35a-be05-4c84-928b-d26418213bce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:18.824787 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee9b35a-be05-4c84-928b-d26418213bce None None] The sync data for ids ['185dc611-c08e-479e-8d0f-ee67f461351e'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:50:18.873540 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:18.917302 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f79c7-c8ed-44c0-87ee-35d461dc565c None None] Pushing event updated for resources: {'Port': ['ID=d4d697f8-88d2-4e69-b907-dcb7e091d60a,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:19.026101 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f5cc84eb-2f17-4bd6-bf02-7f2dda654b49 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:19.052831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5d2985e3-6a8f-4e81-9b5b-6a43b2d894c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:19.132735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5d2985e3-6a8f-4e81-9b5b-6a43b2d894c8 admin admin] Usage tracker for resource:security_group_rule and tenant:827645eb170d4b1285cd6052a01e6c08 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:19.174992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37890) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:19.316699 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Allocated IP 172.20.0.6 (efc0f9f1-eea7-4a8c-832d-4b2eabda4bda/1396e33b-a551-4437-955c-6677542c671c/6c909d35-3dea-4a5d-948d-3e579aba8e55) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:19.341351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Attempting to bind port d4d697f8-88d2-4e69-b907-dcb7e091d60a on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:19.341712 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Attempting to bind port d4d697f8-88d2-4e69-b907-dcb7e091d60a by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:19.342114 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Attempting to bind port d4d697f8-88d2-4e69-b907-dcb7e091d60a on network 37f007eb-7cdb-49fb-b4f0-35760d6aeb98 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:19.357726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 49, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:50:19.358720 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Checking segment: {'id': '004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:19.359411 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:19.359841 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Bound using segment: {'id': '004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:50:19.360434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Bound port: d4d697f8-88d2-4e69-b907-dcb7e091d60a, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:50:19.360852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:19.366261 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-90841fc2-e162-4da9-bc18-c87e6226430e req-8c8ae11d-4cdd-4576-af5a-8b3cfc234fab tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 210 time: 0.1086202 Feb 28 14:50:19.592214 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] For port d4d697f8-88d2-4e69-b907-dcb7e091d60a, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:50:19.604562 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] For port d4d697f8-88d2-4e69-b907-dcb7e091d60a, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d4d697f8-88d2-4e69-b907-dcb7e091d60a,segment=NetworkSegment(004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8),segment_id=004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:50:19.610498 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:19.690629 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c4cd0b83-5e6f-45ef-8a12-b443dfca7886 req-130825f1-282b-4a23-9f5e-a0c6ad567b9a tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 210 time: 0.1482112 Feb 28 14:50:19.733960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:19.764807 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Transition to ACTIVE for port object 6c909d35-3dea-4a5d-948d-3e579aba8e55 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:19.768360 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24f79c7-c8ed-44c0-87ee-35d461dc565c None None] Pushing event updated for resources: {'Port': ['ID=d4d697f8-88d2-4e69-b907-dcb7e091d60a,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:19.773443 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Request body: {'port': {'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72', 'binding:host_id': 'hv-neutron-8308', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-652366266'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:19.777648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5d2985e3-6a8f-4e81-9b5b-6a43b2d894c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:19.784057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5d2985e3-6a8f-4e81-9b5b-6a43b2d894c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:19.796775 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Routers {'4688f45c-1a32-4f94-a6f2-6f55ccb90a33'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:50:19.797633 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:49:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:19.857135 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf04291-c198-4889-ade3-121278fc4732 req-8d1d7bbd-b619-433c-b480-cdd6e7b41c26 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:19.859245 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ccf04291-c198-4889-ade3-121278fc4732 req-8d1d7bbd-b619-433c-b480-cdd6e7b41c26 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/networks?id=1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb HTTP/1.1" status: 200 len: 812 time: 1.5439355 Feb 28 14:50:19.882054 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f5cc84eb-2f17-4bd6-bf02-7f2dda654b49 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:19.887579 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f5cc84eb-2f17-4bd6-bf02-7f2dda654b49 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:19.894779 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:19.928498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f5cc84eb-2f17-4bd6-bf02-7f2dda654b49 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:19.929260 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5cc84eb-2f17-4bd6-bf02-7f2dda654b49 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Fanout notify agent at l3_agent the message router_deleted on router 185dc611-c08e-479e-8d0f-ee67f461351e {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:50:19.947247 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f5cc84eb-2f17-4bd6-bf02-7f2dda654b49 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:19.951317 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f5cc84eb-2f17-4bd6-bf02-7f2dda654b49 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] 10.222.0.15 "DELETE /v2.0/routers/185dc611-c08e-479e-8d0f-ee67f461351e HTTP/1.1" status: 204 len: 168 time: 1.3805559 Feb 28 14:50:19.952252 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37912) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:19.960530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Usage tracker for resource:port and tenant:63be213f57484276b669320c352dc825 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:19.969170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:19.990305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:20.079279 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.114794 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] Set router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:50:20.167057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Made reservation on behalf of 63be213f57484276b669320c352dc825 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:20.169320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.184378 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-309d92ae-2de3-45fa-a2fe-35174e2adef4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Deleting subnet 52789822-2044-488e-9a73-12b137cab6de {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:50:20.185935 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.187535 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-309d92ae-2de3-45fa-a2fe-35174e2adef4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.234422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.253805 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d2985e3-6a8f-4e81-9b5b-6a43b2d894c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.255653 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ccf04291-c198-4889-ade3-121278fc4732 req-18b22bb5-ba2b-46f6-8e36-3fc00b08e423 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/quotas/298c60137a5b4342898eb5f96ba2a7ef HTTP/1.1" status: 200 len: 375 time: 0.3716509 Feb 28 14:50:20.256387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-309d92ae-2de3-45fa-a2fe-35174e2adef4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.266132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.284810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d2985e3-6a8f-4e81-9b5b-6a43b2d894c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.351189 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-309d92ae-2de3-45fa-a2fe-35174e2adef4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.403921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event updated for resources: {'Port': ['ID=6c909d35-3dea-4a5d-948d-3e579aba8e55,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:20.484471 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'name': 'tempest-ServersTestJSON-1649650182-router', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'gw_port': {'id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'd4d697f8-88d2-4e69-b907-dcb7e091d60a', 'name': '', 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'mac_address': 'fa:16:3e:2e:0c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:19Z', 'revision_number': 4, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'subnets': [{'id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:20.487214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:20.490185 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-870722f8-df2e-4d5f-bc44-7cca2af6f947 None None] The sync data for ids ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'] in dv-neutron-830866-2-hyperv is: [{'id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'name': 'tempest-ServersTestJSON-1649650182-router', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'gw_port': {'id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'd4d697f8-88d2-4e69-b907-dcb7e091d60a', 'name': '', 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'mac_address': 'fa:16:3e:2e:0c:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:19Z', 'revision_number': 4, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'subnets': [{'id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:50:20.491051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:20.503950 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2985e3-6a8f-4e81-9b5b-6a43b2d894c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f2cb6e3-8384-4958-9b6d-376c1900825c,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:20.504859 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-309d92ae-2de3-45fa-a2fe-35174e2adef4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.524321 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:20.541280 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Usage tracker for resource:security_group_rule and tenant:63be213f57484276b669320c352dc825 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:20.546779 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5d2985e3-6a8f-4e81-9b5b-6a43b2d894c8 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=827645eb170d4b1285cd6052a01e6c08&name=default HTTP/1.1" status: 200 len: 2647 time: 2.0629432 Feb 28 14:50:20.550677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:20.571577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37920) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:20.597704 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-309d92ae-2de3-45fa-a2fe-35174e2adef4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Pushing event deleted for resources: {'Subnet': ['ID=52789822-2044-488e-9a73-12b137cab6de,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:20.601511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:20.618630 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-309d92ae-2de3-45fa-a2fe-35174e2adef4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.620852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46df3bdf-8903-4d11-967a-6cb93e7d082f None None] Network cd6f5dd4-4f31-40ca-9873-bf28b3e640b9 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:50:20.634845 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:20.645657 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-309d92ae-2de3-45fa-a2fe-35174e2adef4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] 10.222.0.15 "DELETE /v2.0/subnets/52789822-2044-488e-9a73-12b137cab6de HTTP/1.1" status: 204 len: 168 time: 0.6914670 Feb 28 14:50:20.657198 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 37924) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:20.713342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.737386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event updated for resources: {'Port': ['ID=b0b240e6-a13c-4eda-9770-a3acbc2d891e,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:20.786610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:20.793673 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:20.822808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.20', 60722) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:21.002182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ccf04291-c198-4889-ade3-121278fc4732 req-75966bc5-5485-486b-9060-fd19f9eb01e6 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Synchronizing usage tracker for tenant:298c60137a5b4342898eb5f96ba2a7ef on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:21.006025 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f0f33ada-a535-4b16-98f7-49b431b7e79d req-7f1d67ae-ed82-4579-b8b7-9da4a16cae79 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 210 time: 0.2196906 Feb 28 14:50:21.009180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9a9b19a7-f6d4-4bfa-bb50-f02950e83646 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:21.059563 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9415f192-b2f1-4081-a388-1d719f865421 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.2554491 Feb 28 14:50:21.073046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:21.074318 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a473c916-1eda-41e8-8c50-85b160c6a852 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 4.4613862 Feb 28 14:50:21.077477 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-07d87a90-7287-4726-9c89-91d83e625b64 None None] Provisioning for port 6c909d35-3dea-4a5d-948d-3e579aba8e55 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:21.088410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-07d87a90-7287-4726-9c89-91d83e625b64 None None] Provisioning complete for port 6c909d35-3dea-4a5d-948d-3e579aba8e55 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:21.088845 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-07d87a90-7287-4726-9c89-91d83e625b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:21.111792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37934) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:21.112131 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37936) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:21.140701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-befc7d34-86af-4c27-8f70-87156fd3cac9 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:6b:31:65'}, {'ip_address': '172.20.0.9', 'mac_address': 'fa:16:3e:e2:9d:2d'}]}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:21.152913 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:21.170702 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9a9b19a7-f6d4-4bfa-bb50-f02950e83646 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:21.178353 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-07d87a90-7287-4726-9c89-91d83e625b64 None None] Port 6c909d35-3dea-4a5d-948d-3e579aba8e55 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:21.201453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Deleting port 1f1f8a91-415a-4994-a11d-b57af252800c {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:21.202022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:21.258524 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81027320-2a0e-4b83-97db-4468d23a3cdc None None] DHCP port deletion for cd6f5dd4-4f31-40ca-9873-bf28b3e640b9 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:50:21.270447 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-81027320-2a0e-4b83-97db-4468d23a3cdc None None] Deleting port 1f1f8a91-415a-4994-a11d-b57af252800c {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:21.272558 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-81027320-2a0e-4b83-97db-4468d23a3cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:21.366532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:21.379113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ccf04291-c198-4889-ade3-121278fc4732 req-75966bc5-5485-486b-9060-fd19f9eb01e6 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Unset dirty status for tenant:298c60137a5b4342898eb5f96ba2a7ef on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:21.404650 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ccf04291-c198-4889-ade3-121278fc4732 req-75966bc5-5485-486b-9060-fd19f9eb01e6 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=298c60137a5b4342898eb5f96ba2a7ef&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1152997 Feb 28 14:50:21.406163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f4d7813c-6b09-4122-84fe-00d467f88fda tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Synchronizing usage tracker for tenant:a707a9ed61714dee90247b9ac2b8c54a on resource:floatingip {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:21.428210 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-27939fe0-48b6-4d5e-9064-e0ef8a44b1e9 req-101f027a-148b-492f-81ee-3a1530703481 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 210 time: 0.1036308 Feb 28 14:50:21.432632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.20', 60726) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:21.435037 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9a9b19a7-f6d4-4bfa-bb50-f02950e83646 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:21.462502 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:21.493497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f4d7813c-6b09-4122-84fe-00d467f88fda tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Unset dirty status for tenant:a707a9ed61714dee90247b9ac2b8c54a on resource:floatingip {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:21.498792 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f4d7813c-6b09-4122-84fe-00d467f88fda tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "GET /v2.0/floatingips?floating_network_id=512cc240-d902-4f5c-b0cf-380f53ea93c7 HTTP/1.1" status: 200 len: 689 time: 0.3795540 Feb 28 14:50:21.502999 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 37948) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:21.527262 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] device_id is not set on port 9313a11d-458b-4cbb-9517-e0a0204657d1 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:50:21.746541 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a9b19a7-f6d4-4bfa-bb50-f02950e83646 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f2cb6e3-8384-4958-9b6d-376c1900825c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:21.779280 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9a9b19a7-f6d4-4bfa-bb50-f02950e83646 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:21.780912 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9a9b19a7-f6d4-4bfa-bb50-f02950e83646 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8f2cb6e3-8384-4958-9b6d-376c1900825c HTTP/1.1" status: 204 len: 168 time: 1.2093208 Feb 28 14:50:21.813106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d4d697f8-88d2-4e69-b907-dcb7e091d60a up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:21.880389 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] For port 1f1f8a91-415a-4994-a11d-b57af252800c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1f1f8a91-415a-4994-a11d-b57af252800c,segment=NetworkSegment(3b163338-e1a9-4184-8bb1-f6b77df172e1),segment_id=3b163338-e1a9-4184-8bb1-f6b77df172e1)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:21.880995 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:21.889677 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-81027320-2a0e-4b83-97db-4468d23a3cdc None None] For port 1f1f8a91-415a-4994-a11d-b57af252800c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1f1f8a91-415a-4994-a11d-b57af252800c,segment=NetworkSegment(3b163338-e1a9-4184-8bb1-f6b77df172e1),segment_id=3b163338-e1a9-4184-8bb1-f6b77df172e1)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:21.890161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-81027320-2a0e-4b83-97db-4468d23a3cdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:22.046299 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-81027320-2a0e-4b83-97db-4468d23a3cdc None None] Calling delete_port for 1f1f8a91-415a-4994-a11d-b57af252800c owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:22.063758 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Calling delete_port for 1f1f8a91-415a-4994-a11d-b57af252800c owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:22.140448 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0de6880-5e79-46d0-be77-0bd362fcf86d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:22.206345 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:22.283023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] No DVR routers for this DVR port 1f1f8a91-415a-4994-a11d-b57af252800c on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:50:22.327838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port d4d697f8-88d2-4e69-b907-dcb7e091d60a completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:22.333786 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d4d697f8-88d2-4e69-b907-dcb7e091d60a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:22.334155 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:22.342853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-b8ac5dcd-0c69-4bf5-bfba-8a580c5242f7 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:22.344339 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-b8ac5dcd-0c69-4bf5-bfba-8a580c5242f7 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.20 "GET /v2.0/networks?id=37f007eb-7cdb-49fb-b4f0-35760d6aeb98 HTTP/1.1" status: 200 len: 806 time: 1.5206668 Feb 28 14:50:22.362784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-4d82389c-5eba-46f9-ba45-1807bcd84864 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:22.364762 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-4d82389c-5eba-46f9-ba45-1807bcd84864 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.20 "GET /v2.0/networks?id=d8e68083-b804-4567-a398-1f9531ac1f94 HTTP/1.1" status: 200 len: 812 time: 0.9305995 Feb 28 14:50:22.365222 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Pushing event deleted for resources: {'Port': ['ID=1f1f8a91-415a-4994-a11d-b57af252800c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:22.384818 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-81027320-2a0e-4b83-97db-4468d23a3cdc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:50:22.385172 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-81027320-2a0e-4b83-97db-4468d23a3cdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:50:22.505035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:22.536829 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0a822b86-b054-4340-bac3-b5194f28fd1e req-52ba0d94-74b5-4f01-a848-b3c702102426 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 210 time: 0.2026796 Feb 28 14:50:22.550509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-befc7d34-86af-4c27-8f70-87156fd3cac9 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:22.592674 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port d4d697f8-88d2-4e69-b907-dcb7e091d60a, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d4d697f8-88d2-4e69-b907-dcb7e091d60a,segment=NetworkSegment(004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8),segment_id=004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:22.598596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:22.713738 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1f1f8a91-415a-4994-a11d-b57af252800c no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:50:22.781764 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:22.814604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 1f1f8a91-415a-4994-a11d-b57af252800c {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:50:22.818743 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1f1f8a91-415a-4994-a11d-b57af252800c not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:50:22.833973 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-15810f3e-297d-4094-ab31-9de2a5a43390 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7f2d767ebb94336b3fa60c117266b9b HTTP/1.1" status: 200 len: 379 time: 0.4383113 Feb 28 14:50:22.835896 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ccf04291-c198-4889-ade3-121278fc4732 req-2129c6c1-8848-45db-a6b5-dfc20386a328 service neutron] 10.222.0.15 "GET /v2.0/networks/1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4157708 Feb 28 14:50:22.850801 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-884e61c8-0a00-4d5c-a88d-fda06893b3fa tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3058aad5ce234490a5fe13a20aa3d30f HTTP/1.1" status: 200 len: 380 time: 0.4193547 Feb 28 14:50:22.863093 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c46c25b1-a6b1-4036-90ca-43b677cc7ecb req-4030096e-c977-4333-8d45-3aff5ec9913b tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 210 time: 0.0665002 Feb 28 14:50:22.864893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd6f5dd4-4f31-40ca-9873-bf28b3e640b9']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:22.865580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=d4d697f8-88d2-4e69-b907-dcb7e091d60a,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:22.877587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Request body: {'port': {'device_id': 'ebcfe2e6-f176-47d3-858a-e6747e2a4664', 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94', 'admin_state_up': True, 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'security_groups': ['570d6569-782f-49e7-a088-10cdf2ac6f17']}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:22.886245 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-81027320-2a0e-4b83-97db-4468d23a3cdc None None] Deleting port 1f1f8a91-415a-4994-a11d-b57af252800c {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:22.886766 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-81027320-2a0e-4b83-97db-4468d23a3cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:22.924246 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b163338-e1a9-4184-8bb1-f6b77df172e1') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:22.924677 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b163338-e1a9-4184-8bb1-f6b77df172e1') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:22.932493 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:22.966804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c86da097-4005-40c2-8f5e-b1b6c89ae200 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Request body: {'port': {'device_id': '4346d7a5-d9d6-4871-a058-84ec230f1e34', 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'admin_state_up': True, 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'security_groups': ['e0ae6ead-f2bc-4fa8-a136-c8b59bf07615']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:22.971733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-81027320-2a0e-4b83-97db-4468d23a3cdc None None] The port '1f1f8a91-415a-4994-a11d-b57af252800c' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:50:23.061372 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:23.100362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:23.135789 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:50:23.137229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:50:23.173554 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:50:23.226273 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:50:23.334412 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:23.346989 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Usage tracker for resource:port and tenant:3058aad5ce234490a5fe13a20aa3d30f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:23.350917 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:23.352750 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:23.373861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Deleting port b0b240e6-a13c-4eda-9770-a3acbc2d891e {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:23.375100 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:23.380589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:23.387710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:23.394948 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] Pushing event deleted for resources: {'Network': ['ID=cd6f5dd4-4f31-40ca-9873-bf28b3e640b9,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:23.409452 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Made reservation on behalf of 3058aad5ce234490a5fe13a20aa3d30f for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:23.412625 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:23.428934 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f10541b0-7a21-4ae5-b7dc-b5d936bc2ad4 tempest-FloatingIPNegativeTestJSON-794527337 tempest-FloatingIPNegativeTestJSON-794527337-project] 10.222.0.15 "DELETE /v2.0/networks/cd6f5dd4-4f31-40ca-9873-bf28b3e640b9 HTTP/1.1" status: 204 len: 168 time: 2.7656002 Feb 28 14:50:23.680830 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Allocated IP 172.20.0.9 (d8e68083-b804-4567-a398-1f9531ac1f94/8384ae17-c1f6-45d8-991e-642c0f17988e/dff55e87-99f8-410d-a9b2-a28723fb61f4) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:23.740329 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d4d697f8-88d2-4e69-b907-dcb7e091d60a up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:23.949994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d4d697f8-88d2-4e69-b907-dcb7e091d60a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:23.950499 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:23.960564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38006) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:24.318192 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:24.342544 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Transition to ACTIVE for port object dff55e87-99f8-410d-a9b2-a28723fb61f4 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:24.422975 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ccf04291-c198-4889-ade3-121278fc4732 req-3438b7d6-afe4-494d-9f42-18e2c9bd94aa service neutron] 10.222.0.15 "GET /v2.0/networks/1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.5783548 Feb 28 14:50:24.484642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] device_id is not set on port 9313a11d-458b-4cbb-9517-e0a0204657d1 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:50:24.527470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:24.528006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:24.550685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:24.554186 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:24.565410 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-36099a06-7052-4150-88ba-66109c86271f req-b8f69feb-7899-4642-b428-7a345ea50cff tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 210 time: 0.1713719 Feb 28 14:50:24.570273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c86da097-4005-40c2-8f5e-b1b6c89ae200 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:24.685673 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Transition to ACTIVE for port object 9313a11d-458b-4cbb-9517-e0a0204657d1 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:24.687705 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c86da097-4005-40c2-8f5e-b1b6c89ae200 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:24.782788 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Calling delete_port for b0b240e6-a13c-4eda-9770-a3acbc2d891e owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:24.803611 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Network d8e68083-b804-4567-a398-1f9531ac1f94 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:24.836883 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:24.842193 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:25.051039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:25.052987 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c86da097-4005-40c2-8f5e-b1b6c89ae200 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Made reservation on behalf of b7f2d767ebb94336b3fa60c117266b9b for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:25.056851 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c86da097-4005-40c2-8f5e-b1b6c89ae200 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:25.089542 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Pushing event updated for resources: {'Port': ['ID=dff55e87-99f8-410d-a9b2-a28723fb61f4,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:25.157980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:25.158844 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:25.202107 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-833447de-248a-43fa-9e76-78b703a8aef9 req-18fb914f-47cf-483a-a404-413b7df18334 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 210 time: 0.3187416 Feb 28 14:50:25.211754 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Pushing event updated for resources: {'Port': ['ID=9313a11d-458b-4cbb-9517-e0a0204657d1,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:25.255037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-befc7d34-86af-4c27-8f70-87156fd3cac9 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:50:25.312884 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-544693f4-2d92-4134-a0b9-cbf1818ac828 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4390962 Feb 28 14:50:25.319049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-befc7d34-86af-4c27-8f70-87156fd3cac9 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:25.339961 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-4d03426c-f60a-40b4-b05e-26de1aa252af tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:50:25.341295 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-4d03426c-f60a-40b4-b05e-26de1aa252af tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0071974 Feb 28 14:50:25.359841 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d43da88-d9f0-4124-844f-b4d4491c7666 req-f0dec2e3-d3a7-4564-bc67-66d875a46ef0 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:25.361182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-59fc4a25-76b0-4eee-ada3-4ad4e221cac7 None None] Provisioning for port dff55e87-99f8-410d-a9b2-a28723fb61f4 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:25.361713 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-6d43da88-d9f0-4124-844f-b4d4491c7666 req-f0dec2e3-d3a7-4564-bc67-66d875a46ef0 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Synchronizing usage tracker for tenant:3058aad5ce234490a5fe13a20aa3d30f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:25.372656 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-59fc4a25-76b0-4eee-ada3-4ad4e221cac7 None None] Provisioning complete for port dff55e87-99f8-410d-a9b2-a28723fb61f4 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:25.373206 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-59fc4a25-76b0-4eee-ada3-4ad4e221cac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:25.394185 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-6d43da88-d9f0-4124-844f-b4d4491c7666 req-f0dec2e3-d3a7-4564-bc67-66d875a46ef0 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Unset dirty status for tenant:3058aad5ce234490a5fe13a20aa3d30f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:25.395829 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6d43da88-d9f0-4124-844f-b4d4491c7666 req-f0dec2e3-d3a7-4564-bc67-66d875a46ef0 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 931 time: 0.4610379 Feb 28 14:50:25.448368 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0445acf3-8f8d-4f91-9859-63c9d6f9a0cb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8cfc5d7b628436f8ca6dfd47b7035ef&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4732347 Feb 28 14:50:25.448878 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38032) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:25.544362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-befc7d34-86af-4c27-8f70-87156fd3cac9 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:25.554093 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-59fc4a25-76b0-4eee-ada3-4ad4e221cac7 None None] Port dff55e87-99f8-410d-a9b2-a28723fb61f4 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:25.560900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-128f7348-ccc6-405e-9195-3fa073a70972 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:25.662548 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6d43da88-d9f0-4124-844f-b4d4491c7666 req-b8ebcd98-5db1-46c2-a9e6-c5ae471f843d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2549949 Feb 28 14:50:25.721055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-92d022eb-e37e-403c-8d0a-9694daae35bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:25.823114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-92d022eb-e37e-403c-8d0a-9694daae35bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:25.898232 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Request body: {'port': {'device_id': 'ebcfe2e6-f176-47d3-858a-e6747e2a4664', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:26.113977 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-654a1c15-3bf7-43cc-8e7b-311e8f91030c req-0763c5f1-6a54-416b-ab56-f9bdc0dd362e tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 210 time: 0.1537941 Feb 28 14:50:26.184710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc7d34-86af-4c27-8f70-87156fd3cac9 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event updated for resources: {'Port': ['ID=6c909d35-3dea-4a5d-948d-3e579aba8e55,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:26.189351 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-92d022eb-e37e-403c-8d0a-9694daae35bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:26.223133 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d022eb-e37e-403c-8d0a-9694daae35bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eea749-7e24-44f7-8794-3b2b143f0d65,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:26.225400 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:26.238358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-92d022eb-e37e-403c-8d0a-9694daae35bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:26.238358 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-92d022eb-e37e-403c-8d0a-9694daae35bb admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/55eea749-7e24-44f7-8794-3b2b143f0d65 HTTP/1.1" status: 204 len: 168 time: 0.7863815 Feb 28 14:50:26.249872 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38052) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:26.260533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Checking segment: {'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:26.260888 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Network hostable DHCP agents. Network: 15c9e018-a76a-441c-95cb-7626fe029a72, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:50:26.280604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c86da097-4005-40c2-8f5e-b1b6c89ae200 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Allocated IP 172.20.0.3 (37f007eb-7cdb-49fb-b4f0-35760d6aeb98/a7fafb40-7a16-4183-9a12-11fd85d37b51/489cb12d-405f-45fa-8c41-9a57e19f1d87) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:26.300337 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-befc7d34-86af-4c27-8f70-87156fd3cac9 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] In _notify_port_updated(), no bound segment for port 6c909d35-3dea-4a5d-948d-3e579aba8e55 on network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda {{(pid=83592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:50:26.311444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-befc7d34-86af-4c27-8f70-87156fd3cac9 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:26.312119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-befc7d34-86af-4c27-8f70-87156fd3cac9 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:26.315578 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-befc7d34-86af-4c27-8f70-87156fd3cac9 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "PUT /v2.0/ports/6c909d35-3dea-4a5d-948d-3e579aba8e55 HTTP/1.1" status: 200 len: 1055 time: 5.2010949 Feb 28 14:50:26.329406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38058) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:26.523451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:26.666603 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event deleted for resources: {'Port': ['ID=b0b240e6-a13c-4eda-9770-a3acbc2d891e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:26.708899 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Network 15c9e018-a76a-441c-95cb-7626fe029a72 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:50:26.714740 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-41af5ecd-c9fe-4714-a834-e244c156f75e None None] Provisioning complete for port 6c909d35-3dea-4a5d-948d-3e579aba8e55 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:26.716384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-41af5ecd-c9fe-4714-a834-e244c156f75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:26.718002 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-334ffef7-9ce3-47a8-9c28-52746219789d tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Deleting port 6c909d35-3dea-4a5d-948d-3e579aba8e55 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:26.718373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-334ffef7-9ce3-47a8-9c28-52746219789d tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:26.720617 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-672413712', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:26.728256 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:26.733332 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Usage tracker for resource:port and tenant:0cf28b6ba52247009bc5f7d71eaae944 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:26.742670 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:26.751537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:26.814377 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-41af5ecd-c9fe-4714-a834-e244c156f75e None None] Port 6c909d35-3dea-4a5d-948d-3e579aba8e55 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:26.923991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.20', 60732) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:26.924647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 15c9e018-a76a-441c-95cb-7626fe029a72) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:26.955888 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e11153d-cdf0-4675-ac9b-e9aa8003fc55 None None] Network 15c9e018-a76a-441c-95cb-7626fe029a72 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:50:27.145251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:27.166905 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Made reservation on behalf of 0cf28b6ba52247009bc5f7d71eaae944 for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:27.181847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:27.256560 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aaa949c7-ee4e-43e6-8bc2-f34ed9c229b5 req-e3704723-bc97-42c8-9686-ce037306a4de tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 210 time: 0.4964650 Feb 28 14:50:27.263221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:27.575275 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:27.578195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:27.592895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Usage tracker for resource:security_group_rule and tenant:0cf28b6ba52247009bc5f7d71eaae944 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:27.609979 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:27.618620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-408f8e08-6b3c-4091-91f2-b39cef8a4577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:27.639671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:27.759731 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:27.770637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf04291-c198-4889-ade3-121278fc4732 req-50a60dca-8bdd-4b45-840a-09685690a264 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:27.772668 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ccf04291-c198-4889-ade3-121278fc4732 req-50a60dca-8bdd-4b45-840a-09685690a264 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.20 "GET /v2.0/networks?id=1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb HTTP/1.1" status: 200 len: 812 time: 0.7009537 Feb 28 14:50:27.804235 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c6364b65-4e7b-44ee-83ea-fd5afa683e0f req-9780d398-4ece-4e24-818a-c350cdd7dd04 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 210 time: 0.0704012 Feb 28 14:50:27.814984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dff55e87-99f8-410d-a9b2-a28723fb61f4 {{(pid=83591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:50:27.827018 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:27.888404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Transition to ACTIVE for port object dff55e87-99f8-410d-a9b2-a28723fb61f4 will not be triggered until provisioned by entity L2. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:27.893608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c86da097-4005-40c2-8f5e-b1b6c89ae200 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:27.913141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c86da097-4005-40c2-8f5e-b1b6c89ae200 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Transition to ACTIVE for port object 489cb12d-405f-45fa-8c41-9a57e19f1d87 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:27.926658 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:27.981645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:27.982304 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:27.982814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:28.020112 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:28.020586 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:28.032998 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:28.050927 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 2 to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 Feb 28 14:50:28.081709 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:28.085491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:28.086348 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:28.106051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:28.106537 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:28.122072 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:28.124456 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 3 to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 Feb 28 14:50:28.166107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:28.175262 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] device_id is not set on port ec570ba6-66c1-4a5d-aa2c-2e9bba9253c8 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:50:28.267796 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Pushing event updated for resources: {'Port': ['ID=dff55e87-99f8-410d-a9b2-a28723fb61f4,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:28.439300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-334ffef7-9ce3-47a8-9c28-52746219789d tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:28.504400 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Allocated IP 172.26.4.60 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/ec570ba6-66c1-4a5d-aa2c-2e9bba9253c8) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:28.564495 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513f9dae-d101-4a8b-a86f-dd4893ec6d54,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:28.672003 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ccf04291-c198-4889-ade3-121278fc4732 req-2f7e3e0a-6ae6-4cea-b1c7-42d72b6d7dc5 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=298c60137a5b4342898eb5f96ba2a7ef HTTP/1.1" status: 200 len: 380 time: 0.7306738 Feb 28 14:50:28.672003 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-334ffef7-9ce3-47a8-9c28-52746219789d tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Calling delete_port for 6c909d35-3dea-4a5d-948d-3e579aba8e55 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:28.712072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c86da097-4005-40c2-8f5e-b1b6c89ae200 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:28.714179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:28.795865 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-94ed189a-b08b-40df-baec-b4a06e0dd57b req-032b5255-3835-47db-b33d-f1084f49a922 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 210 time: 0.2871087 Feb 28 14:50:28.832788 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:28.851050 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:28.894589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38090) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:29.150285 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c86da097-4005-40c2-8f5e-b1b6c89ae200 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Network 37f007eb-7cdb-49fb-b4f0-35760d6aeb98 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:29.151430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:29.151675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:29.152015 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:29.173934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-ccf04291-c198-4889-ade3-121278fc4732 req-2a907879-20ff-492b-bed4-949c045eab2e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Request body: {'port': {'device_id': 'd678ebf9-a267-4cab-b2ca-4b496b758782', 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'admin_state_up': True, 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'security_groups': ['cd691bb5-9969-444c-875e-e27924a464b0']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:29.210065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=0090846b-2396-47bb-bdb1-afd54a659382,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:29.212216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86da097-4005-40c2-8f5e-b1b6c89ae200 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Pushing event updated for resources: {'Port': ['ID=489cb12d-405f-45fa-8c41-9a57e19f1d87,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:29.213914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c86da097-4005-40c2-8f5e-b1b6c89ae200 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:29.226490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:29.226984 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:29.239383 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 4 to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 Feb 28 14:50:29.285307 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653362ee-50c9-4185-aec2-f4f6f67f71f7 req-100c46c0-f2b3-4e5e-87da-ef212312749a tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:29.286240 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-653362ee-50c9-4185-aec2-f4f6f67f71f7 req-100c46c0-f2b3-4e5e-87da-ef212312749a tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Synchronizing usage tracker for tenant:3058aad5ce234490a5fe13a20aa3d30f on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:29.312034 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-765713216'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:29.323177 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Attempting to bind port dff55e87-99f8-410d-a9b2-a28723fb61f4 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:29.324011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Attempting to bind port dff55e87-99f8-410d-a9b2-a28723fb61f4 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'e80d797f-4c00-46e2-ae49-a879d3e4da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:29.325055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Attempting to bind port dff55e87-99f8-410d-a9b2-a28723fb61f4 on network d8e68083-b804-4567-a398-1f9531ac1f94 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:29.345843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:29.359876 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:network and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:29.368858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:29.370815 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:29.379896 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Port dff55e87-99f8-410d-a9b2-a28723fb61f4 on network d8e68083-b804-4567-a398-1f9531ac1f94 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:29.380566 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Attempting to bind port dff55e87-99f8-410d-a9b2-a28723fb61f4 on network d8e68083-b804-4567-a398-1f9531ac1f94 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:29.396047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:50:29.397410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Checking segment: {'id': 'e80d797f-4c00-46e2-ae49-a879d3e4da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:29.398279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Bound using segment: {'id': 'e80d797f-4c00-46e2-ae49-a879d3e4da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94'} {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:50:29.399040 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Bound port: dff55e87-99f8-410d-a9b2-a28723fb61f4, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e80d797f-4c00-46e2-ae49-a879d3e4da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94'}}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:50:29.399701 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:29.406185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512cc240-d902-4f5c-b0cf-380f53ea93c7']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:29.419452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '046d5374-fc4d-437f-abe6-ba1b571a8c04') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:29.419788 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '046d5374-fc4d-437f-abe6-ba1b571a8c04') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:29.424165 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:29.436806 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:29.462208 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:29.470432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:50:29.470877 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:29.644305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] For port dff55e87-99f8-410d-a9b2-a28723fb61f4, host hv-neutron-8308, cleared binding levels {{(pid=83591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:50:29.648869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] For port dff55e87-99f8-410d-a9b2-a28723fb61f4, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dff55e87-99f8-410d-a9b2-a28723fb61f4,segment=NetworkSegment(e80d797f-4c00-46e2-ae49-a879d3e4da2f),segment_id=e80d797f-4c00-46e2-ae49-a879d3e4da2f)] {{(pid=83591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:50:29.650391 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:29.654256 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:29.673122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:29.684520 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:50:29.696961 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:50:29.706736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:29.714093 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:29.714585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:29.726165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:29.738144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c86da097-4005-40c2-8f5e-b1b6c89ae200 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:29.822288 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Pushing event updated for resources: {'Port': ['ID=dff55e87-99f8-410d-a9b2-a28723fb61f4,revision_number=3']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:29.841722 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fae88ea-27ac-43cb-b8d1-6139450344bd req-9c114ba1-ebc8-497c-aa9a-48eccce18328 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:29.843371 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6fae88ea-27ac-43cb-b8d1-6139450344bd req-9c114ba1-ebc8-497c-aa9a-48eccce18328 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 931 time: 0.6744633 Feb 28 14:50:29.849435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:29.855146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-ccf04291-c198-4889-ade3-121278fc4732 req-2a907879-20ff-492b-bed4-949c045eab2e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:29.869636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-ccf04291-c198-4889-ade3-121278fc4732 req-2a907879-20ff-492b-bed4-949c045eab2e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:29.895228 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 512cc240-d902-4f5c-b0cf-380f53ea93c7 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 14:50:29.912350 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:29.975453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:29.981885 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6dfddbfa-de71-445d-94af-e7c8365e44eb service neutron] 10.222.0.20 "PUT /v2.0/ports/dff55e87-99f8-410d-a9b2-a28723fb61f4 HTTP/1.1" status: 200 len: 1093 time: 4.2812173 Feb 28 14:50:29.982521 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcfe2e6-f176-47d3-858a-e6747e2a4664', 'tag': 'dff55e87-99f8-410d-a9b2-a28723fb61f4'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:50:30.060150 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:30.105824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:security_group_rule and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:30.124769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:30.161503 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:30.261466 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-653362ee-50c9-4185-aec2-f4f6f67f71f7 req-100c46c0-f2b3-4e5e-87da-ef212312749a tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Unset dirty status for tenant:3058aad5ce234490a5fe13a20aa3d30f on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:30.262139 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:30.274883 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-653362ee-50c9-4185-aec2-f4f6f67f71f7 req-100c46c0-f2b3-4e5e-87da-ef212312749a tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 931 time: 3.2065148 Feb 28 14:50:30.300110 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-15b87b92-aa32-440b-95c7-1ab88fafae1d None None] Provisioning for port 489cb12d-405f-45fa-8c41-9a57e19f1d87 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:30.306959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-15b87b92-aa32-440b-95c7-1ab88fafae1d None None] Provisioning complete for port 489cb12d-405f-45fa-8c41-9a57e19f1d87 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:30.307638 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-15b87b92-aa32-440b-95c7-1ab88fafae1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:30.373202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event deleted for resources: {'Network': ['ID=512cc240-d902-4f5c-b0cf-380f53ea93c7,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:30.381078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-334ffef7-9ce3-47a8-9c28-52746219789d tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:30.386468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c86da097-4005-40c2-8f5e-b1b6c89ae200 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:30.387190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c86da097-4005-40c2-8f5e-b1b6c89ae200 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:30.392898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:30.393288 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:30.399125 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-15b87b92-aa32-440b-95c7-1ab88fafae1d None None] Port 489cb12d-405f-45fa-8c41-9a57e19f1d87 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:30.413366 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7db67ecc-a6a0-4c9d-95b7-6df8dbd03ab2 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "DELETE /v2.0/networks/512cc240-d902-4f5c-b0cf-380f53ea93c7 HTTP/1.1" status: 204 len: 168 time: 8.9020157 Feb 28 14:50:30.422511 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:30.423650 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38104) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:30.447100 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:30.456484 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 5 to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 Feb 28 14:50:30.494684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ccf04291-c198-4889-ade3-121278fc4732 req-2a907879-20ff-492b-bed4-949c045eab2e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Made reservation on behalf of 298c60137a5b4342898eb5f96ba2a7ef for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:30.507987 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ccf04291-c198-4889-ade3-121278fc4732 req-2a907879-20ff-492b-bed4-949c045eab2e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:30.584903 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:30.589875 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:30.591955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:30.592368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:30.618399 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6fae88ea-27ac-43cb-b8d1-6139450344bd req-817f5157-0644-417b-ac85-094d6f4a80b4 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ae6ead-f2bc-4fa8-a136-c8b59bf07615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7565560 Feb 28 14:50:30.711449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcd4eaf4-4605-4f14-9969-e200f3516a52,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:30.814243 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9b4988a9-2bcc-490b-afce-1279839d21e9 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.3687470 Feb 28 14:50:30.836277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:30.837548 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:30.839272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334ffef7-9ce3-47a8-9c28-52746219789d tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event deleted for resources: {'Port': ['ID=6c909d35-3dea-4a5d-948d-3e579aba8e55,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:30.840381 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:30.849963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38112) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:30.858903 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 6 to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 Feb 28 14:50:30.868418 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:30.885440 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c86da097-4005-40c2-8f5e-b1b6c89ae200 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 8.0122786 Feb 28 14:50:30.885941 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:30.915993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Request body: {'port': {'device_id': '4346d7a5-d9d6-4871-a058-84ec230f1e34', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:31.007490 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Sync routers for ids ['947600bc-1d58-4344-a28a-8323f9c371ec'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:50:31.031443 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Routers {'947600bc-1d58-4344-a28a-8323f9c371ec'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:50:31.033070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['947600bc-1d58-4344-a28a-8323f9c371ec'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:31.047896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-653362ee-50c9-4185-aec2-f4f6f67f71f7 req-cbffedad-96cd-4da3-8a02-9e8e3c3c923c tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Synchronizing usage tracker for tenant:3058aad5ce234490a5fe13a20aa3d30f on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:31.060360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:50:31.065017 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:31.065842 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:31.121627 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:31.122485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:31.123276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:31.173454 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-653362ee-50c9-4185-aec2-f4f6f67f71f7 req-cbffedad-96cd-4da3-8a02-9e8e3c3c923c tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Unset dirty status for tenant:3058aad5ce234490a5fe13a20aa3d30f on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:31.187364 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-653362ee-50c9-4185-aec2-f4f6f67f71f7 req-cbffedad-96cd-4da3-8a02-9e8e3c3c923c tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9109559 Feb 28 14:50:31.247654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaf144b-85bc-4dee-93d8-568822cc2ca9 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:31.250805 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaf144b-85bc-4dee-93d8-568822cc2ca9 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:31.251632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaf144b-85bc-4dee-93d8-568822cc2ca9 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:31.251743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaf144b-85bc-4dee-93d8-568822cc2ca9 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:31.252059 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaf144b-85bc-4dee-93d8-568822cc2ca9 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:31.252413 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaf144b-85bc-4dee-93d8-568822cc2ca9 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:31.252761 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-beaf144b-85bc-4dee-93d8-568822cc2ca9 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:31.253481 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:31.253672 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:31.257089 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-beaf144b-85bc-4dee-93d8-568822cc2ca9 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4608 time: 0.3836761 Feb 28 14:50:31.262540 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1035 time: 5.0107918 Feb 28 14:50:31.263593 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68f6d50-7f7b-41fd-a0a4-bdea954a65e8 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Pushing event updated for resources: {'Port': ['ID=ec570ba6-66c1-4a5d-aa2c-2e9bba9253c8,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:31.266908 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38118) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:31.267432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38120) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:31.268499 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 7 to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 Feb 28 14:50:31.339311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:31.339491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:31.339825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:31.376764 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c7af8d83-0bc4-46e3-b050-6debd905ec15 req-9f8c1d0f-1f72-44a6-a1a4-b0369ffa53b0 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 210 time: 0.1405308 Feb 28 14:50:31.385517 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:31.385963 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Added segment d2848ab6-206f-422f-af67-40151869f50b of type vlan for network 6bde33f2-2c7f-43d3-a319-565c4d19a815 Feb 28 14:50:31.515074 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.60'}]}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:31.521808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:31.532303 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Usage tracker for resource:router and tenant:0cf28b6ba52247009bc5f7d71eaae944 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:31.536566 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:31.543581 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:31.560262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Set router 947600bc-1d58-4344-a28a-8323f9c371ec gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:50:31.607010 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:31.691899 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:31.696311 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:31.697017 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:31.714250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:31.716043 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:31.770453 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 8 to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 Feb 28 14:50:31.791087 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:31.791863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:31.792620 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:31.809302 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:31.809646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:31.810115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:31.813685 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcfe2e6-f176-47d3-858a-e6747e2a4664', 'tag': 'dff55e87-99f8-410d-a9b2-a28723fb61f4', 'status': 'completed', 'code': 200} Feb 28 14:50:31.854324 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-55e2dbeb-14e0-4b16-b5a2-baf2e348e728 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] delete failed (client error): The resource could not be found. Feb 28 14:50:31.861501 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-55e2dbeb-14e0-4b16-b5a2-baf2e348e728 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/d55c2c93-8061-4d27-9d01-09b59d7a69e0 HTTP/1.1" status: 404 len: 345 time: 0.5147905 Feb 28 14:50:31.885224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-ccf04291-c198-4889-ade3-121278fc4732 req-2a907879-20ff-492b-bed4-949c045eab2e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Allocated IP 172.20.0.11 (1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb/666c4165-e4c7-4fb8-9cf2-965b24ef32fe/3624cc22-c0b4-4ed6-94b5-e47c98fb218d) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:31.889915 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38130) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:31.890571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:31.891564 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:31.902916 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 9 to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 Feb 28 14:50:31.924680 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-3c21794e-64aa-4a98-be6c-07830a78cf7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3058aad5ce234490a5fe13a20aa3d30f&device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 1096 time: 1.7953358 Feb 28 14:50:31.999160 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 3.1030536 Feb 28 14:50:32.005034 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38136) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:32.021978 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2024054128'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:32.028666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0984a28-752e-4cbf-b79d-da0ef5cfe225 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Network': ['ID=6bde33f2-2c7f-43d3-a319-565c4d19a815,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:32.040413 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:32.049505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:32.049847 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:32.050170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:32.068473 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-7584dd0d-61ff-44bc-b179-a9f9a8c8d53f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] DELETE failed (client error): The resource could not be found. Feb 28 14:50:32.068912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7584dd0d-61ff-44bc-b179-a9f9a8c8d53f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:50:32.149052 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7584dd0d-61ff-44bc-b179-a9f9a8c8d53f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "DELETE /v2.0/networks/512cc240-d902-4f5c-b0cf-380f53ea93c7 HTTP/1.1" status: 404 len: 339 time: 0.2529011 Feb 28 14:50:32.156000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38142) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:32.160486 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:32.160704 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:32.165343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:network and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:32.184102 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:32.184531 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 10 to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 Feb 28 14:50:32.186020 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:32.204739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Request body: {'network': {'name': 'tempest-network--432423960', 'router:external': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:32.208629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-334ffef7-9ce3-47a8-9c28-52746219789d tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:32.210816 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-334ffef7-9ce3-47a8-9c28-52746219789d tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "DELETE /v2.0/ports/6c909d35-3dea-4a5d-948d-3e579aba8e55 HTTP/1.1" status: 204 len: 168 time: 5.8794057 Feb 28 14:50:32.226296 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 6bde33f2-2c7f-43d3-a319-565c4d19a815 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:50:32.249365 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38146) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:32.280479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:32.306498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:32.377752 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'name': 'tempest-ServerActionsTestJSON-1030153243-router', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'gw_port': {'id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:43Z', 'updated_at': '2022-02-28T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '4b02cd6d-99eb-4ded-a441-c29de2449a13', 'name': '', 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'mac_address': 'fa:16:3e:42:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:01Z', 'revision_number': 2, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'subnets': [{'id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:32.383867 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Checking router: 947600bc-1d58-4344-a28a-8323f9c371ec for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:50:32.384228 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Updating router 947600bc-1d58-4344-a28a-8323f9c371ec port 4b02cd6d-99eb-4ded-a441-c29de2449a13 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:50:32.413086 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-6fa2b495-82d2-41c1-9281-0e9d13f5c2d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dff55e87-99f8-410d-a9b2-a28723fb61f4 HTTP/1.1" status: 200 len: 217 time: 0.3654554 Feb 28 14:50:32.443039 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:32.509596 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Usage tracker for resource:network and tenant:a707a9ed61714dee90247b9ac2b8c54a is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:32.520011 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ce3f696-ccf3-4eb8-82b6-44ac811f7b74 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] GET failed (client error): The resource could not be found. Feb 28 14:50:32.520481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7ce3f696-ccf3-4eb8-82b6-44ac811f7b74 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Synchronizing usage tracker for tenant:cf2c73f35a894d88a7a585887df61a6c on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:32.523426 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:32.539516 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89548a3d-adbc-4b03-9d7a-d560e9402835 req-5a61a5d9-9974-4351-a9b2-abce13f1d0ea tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:32.541151 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-89548a3d-adbc-4b03-9d7a-d560e9402835 req-5a61a5d9-9974-4351-a9b2-abce13f1d0ea tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 931 time: 0.6226733 Feb 28 14:50:32.544708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:32.548501 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:32.757556 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:32.760973 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:32.761235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:32.761561 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:32.767774 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7ce3f696-ccf3-4eb8-82b6-44ac811f7b74 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Unset dirty status for tenant:cf2c73f35a894d88a7a585887df61a6c on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:32.771465 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7ce3f696-ccf3-4eb8-82b6-44ac811f7b74 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "GET /v2.0/ports/6c909d35-3dea-4a5d-948d-3e579aba8e55 HTTP/1.1" status: 404 len: 333 time: 0.4641795 Feb 28 14:50:32.784482 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38154) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:32.843327 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 9313a11d-458b-4cbb-9517-e0a0204657d1 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:32.843677 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 9313a11d-458b-4cbb-9517-e0a0204657d1 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:32.844580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:32.858866 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Made reservation on behalf of a707a9ed61714dee90247b9ac2b8c54a for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:32.861754 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:32.899975 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-72cddb98-7200-4bc2-a1a6-9f216049dfd2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:32.902108 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-72cddb98-7200-4bc2-a1a6-9f216049dfd2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8384ae17-c1f6-45d8-991e-642c0f17988e HTTP/1.1" status: 200 len: 851 time: 0.4505596 Feb 28 14:50:32.938507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:50:32.943394 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:32.958266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Transition to ACTIVE for port object 4b02cd6d-99eb-4ded-a441-c29de2449a13 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:32.963217 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-330445b6-19fb-411a-bc85-a78a603022ef tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Deleting port 5b94a48b-ee55-4c8d-b1ce-7eb3c3d58aa7 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:32.963587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-330445b6-19fb-411a-bc85-a78a603022ef tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:32.966170 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:32.993203 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-89548a3d-adbc-4b03-9d7a-d560e9402835 req-8453dce9-74db-4f2d-b109-f1a23db684da tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ae6ead-f2bc-4fa8-a136-c8b59bf07615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4327860 Feb 28 14:50:33.025053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.025395 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Added segment a0bd49d3-1b71-4d7e-bad7-af77efa650b9 of type vlan for network c34d28d5-d6bc-4a3e-befb-ab2e96f358a2 Feb 28 14:50:33.052357 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.071080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:50:33.075003 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ccf04291-c198-4889-ade3-121278fc4732 req-2a907879-20ff-492b-bed4-949c045eab2e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.083016 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d79ca5-bd8e-4c64-b2a5-689d4dea7713 None None] Pushing event updated for resources: {'Port': ['ID=4b02cd6d-99eb-4ded-a441-c29de2449a13,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:33.087595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 489cb12d-405f-45fa-8c41-9a57e19f1d87 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:50:33.110680 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.128304 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.128667 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Added segment a607d499-5433-4d65-a1ec-f179772bce8a of type vlan for network d3a12d3d-fadc-4226-a017-0bdeffd79328 Feb 28 14:50:33.136102 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.150713 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-ccf04291-c198-4889-ade3-121278fc4732 req-2a907879-20ff-492b-bed4-949c045eab2e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Transition to ACTIVE for port object 3624cc22-c0b4-4ed6-94b5-e47c98fb218d will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:33.157652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Transition to ACTIVE for port object 489cb12d-405f-45fa-8c41-9a57e19f1d87 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:33.169047 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd2cc40-1ba3-49ba-b711-9fde9dff1194 req-5fe5a358-52f1-477c-abac-d565910cb47d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:33.170558 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bbd2cc40-1ba3-49ba-b711-9fde9dff1194 req-5fe5a358-52f1-477c-abac-d565910cb47d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 943 time: 0.4107616 Feb 28 14:50:33.171716 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] For port 9313a11d-458b-4cbb-9517-e0a0204657d1, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:50:33.172073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempted to set empty binding levels {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 14:50:33.179059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.244250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.310866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:50:33.329464 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Attempting to bind port 4b02cd6d-99eb-4ded-a441-c29de2449a13 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:33.329838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Attempting to bind port 4b02cd6d-99eb-4ded-a441-c29de2449a13 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'e80d797f-4c00-46e2-ae49-a879d3e4da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:33.330242 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Attempting to bind port 4b02cd6d-99eb-4ded-a441-c29de2449a13 on network d8e68083-b804-4567-a398-1f9531ac1f94 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:33.333126 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-387724d1-22ab-4aeb-93e8-974de4434af1 req-51b0fe8d-b0d0-421c-bba4-5b774f32e7d5 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 210 time: 0.1295874 Feb 28 14:50:33.343469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:50:33.344313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Checking segment: {'id': 'e80d797f-4c00-46e2-ae49-a879d3e4da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:33.344850 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.345240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Bound using segment: {'id': 'e80d797f-4c00-46e2-ae49-a879d3e4da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:50:33.345710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Bound port: 4b02cd6d-99eb-4ded-a441-c29de2449a13, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e80d797f-4c00-46e2-ae49-a879d3e4da2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:50:33.346070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.407720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.458659 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-c0cca818-2be3-40f5-af7d-ceaafaee90ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8e68083-b804-4567-a398-1f9531ac1f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4689181 Feb 28 14:50:33.461687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.465297 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:33.465891 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.490873 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.539726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] For port 4b02cd6d-99eb-4ded-a441-c29de2449a13, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:50:33.552537 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] For port 4b02cd6d-99eb-4ded-a441-c29de2449a13, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4b02cd6d-99eb-4ded-a441-c29de2449a13,segment=NetworkSegment(e80d797f-4c00-46e2-ae49-a879d3e4da2f),segment_id=e80d797f-4c00-46e2-ae49-a879d3e4da2f)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:50:33.559690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.584498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Pushing event updated for resources: {'Port': ['ID=489cb12d-405f-45fa-8c41-9a57e19f1d87,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:33.623765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:50:33.648649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Routers {'947600bc-1d58-4344-a28a-8323f9c371ec'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:50:33.649393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['947600bc-1d58-4344-a28a-8323f9c371ec'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:33.650139 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 981 time: 14.2663412 Feb 28 14:50:33.663168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38158) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:33.711449 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7013683 Feb 28 14:50:33.726633 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38162) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:33.745944 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-bea75e8e-3dbb-49e1-a1a1-1b718da9645f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'subnet': {'network_id': '6bde33f2-2c7f-43d3-a319-565c4d19a815', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:33.746180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ccf04291-c198-4889-ade3-121278fc4732 req-2a907879-20ff-492b-bed4-949c045eab2e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.761063 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-95df020a-7042-4cfe-8362-086efbd2f93a tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Deleting port 9313a11d-458b-4cbb-9517-e0a0204657d1 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:33.761404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-95df020a-7042-4cfe-8362-086efbd2f93a tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.763214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d887e97-7630-4980-aa61-4f7d51db756d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Network': ['ID=c34d28d5-d6bc-4a3e-befb-ab2e96f358a2,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:33.767107 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-330445b6-19fb-411a-bc85-a78a603022ef tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.827873 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network c34d28d5-d6bc-4a3e-befb-ab2e96f358a2 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:50:33.830914 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bbd2cc40-1ba3-49ba-b711-9fde9dff1194 req-1df42a4b-ceb0-4b22-8eb2-1141b18c4427 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6477008 Feb 28 14:50:33.840903 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ccf04291-c198-4889-ade3-121278fc4732 req-2a907879-20ff-492b-bed4-949c045eab2e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Network 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:33.854620 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-ccf04291-c198-4889-ade3-121278fc4732 req-2a907879-20ff-492b-bed4-949c045eab2e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:33.857004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-ccf04291-c198-4889-ade3-121278fc4732 req-2a907879-20ff-492b-bed4-949c045eab2e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:33.943315 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf04291-c198-4889-ade3-121278fc4732 req-2a907879-20ff-492b-bed4-949c045eab2e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:33.943992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ccf04291-c198-4889-ade3-121278fc4732 req-2a907879-20ff-492b-bed4-949c045eab2e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.956076 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d79ca5-bd8e-4c64-b2a5-689d4dea7713 None None] Pushing event updated for resources: {'Port': ['ID=4b02cd6d-99eb-4ded-a441-c29de2449a13,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:33.961700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.962749 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:33.963637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:33.986492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e81870-513d-434d-9693-633e14857304 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Pushing event updated for resources: {'Port': ['ID=9313a11d-458b-4cbb-9517-e0a0204657d1,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:34.014360 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] Set router 947600bc-1d58-4344-a28a-8323f9c371ec gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:50:34.064435 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ccf04291-c198-4889-ade3-121278fc4732 req-2a907879-20ff-492b-bed4-949c045eab2e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.3199153 Feb 28 14:50:34.067773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bea75e8e-3dbb-49e1-a1a1-1b718da9645f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:34.071714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bea75e8e-3dbb-49e1-a1a1-1b718da9645f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:subnet and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:34.074791 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bea75e8e-3dbb-49e1-a1a1-1b718da9645f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:34.080530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Request body: {'port': {'device_id': 'd678ebf9-a267-4cab-b2ca-4b496b758782', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:34.084329 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bea75e8e-3dbb-49e1-a1a1-1b718da9645f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:34.104497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-330445b6-19fb-411a-bc85-a78a603022ef tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Calling delete_port for 5b94a48b-ee55-4c8d-b1ce-7eb3c3d58aa7 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:34.124334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a907879-20ff-492b-bed4-949c045eab2e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Pushing event updated for resources: {'Port': ['ID=3624cc22-c0b4-4ed6-94b5-e47c98fb218d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:34.163117 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea75e8e-3dbb-49e1-a1a1-1b718da9645f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:34.225753 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-19de1442-0107-407b-bd2d-93c71e9e2aac service neutron] 10.222.0.20 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7498860 Feb 28 14:50:34.259490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Attempting to bind port 489cb12d-405f-45fa-8c41-9a57e19f1d87 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:34.259892 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Attempting to bind port 489cb12d-405f-45fa-8c41-9a57e19f1d87 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:34.260216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Attempting to bind port 489cb12d-405f-45fa-8c41-9a57e19f1d87 on network 37f007eb-7cdb-49fb-b4f0-35760d6aeb98 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:34.280574 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 2.1192925 Feb 28 14:50:34.293067 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38168) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:34.343883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Port 489cb12d-405f-45fa-8c41-9a57e19f1d87 on network 37f007eb-7cdb-49fb-b4f0-35760d6aeb98 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:34.344211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Attempting to bind port 489cb12d-405f-45fa-8c41-9a57e19f1d87 on network 37f007eb-7cdb-49fb-b4f0-35760d6aeb98 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:34.412462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ecf04cf0-8f67-4588-bab8-54f380ebb531 None None] Provisioning for port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:34.424014 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ecf04cf0-8f67-4588-bab8-54f380ebb531 None None] Provisioning complete for port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:34.424383 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ecf04cf0-8f67-4588-bab8-54f380ebb531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:34.451845 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23013e0-38f9-4396-b690-f28f5541d60f tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event updated for resources: {'Network': ['ID=d3a12d3d-fadc-4226-a017-0bdeffd79328,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:34.464840 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network d3a12d3d-fadc-4226-a017-0bdeffd79328 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:50:34.582424 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ecf04cf0-8f67-4588-bab8-54f380ebb531 None None] Port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:34.587513 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'name': 'tempest-ServerActionsTestJSON-1030153243-router', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'gw_port': {'id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:43Z', 'updated_at': '2022-02-28T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '4b02cd6d-99eb-4ded-a441-c29de2449a13', 'name': '', 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'mac_address': 'fa:16:3e:42:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:33Z', 'revision_number': 4, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'subnets': [{'id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:34.594985 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d07593a-980b-464c-aa14-2af78c1c8ab2 None None] The sync data for ids ['947600bc-1d58-4344-a28a-8323f9c371ec'] in dv-neutron-830866-2-hyperv is: [{'id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'name': 'tempest-ServerActionsTestJSON-1030153243-router', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'gw_port': {'id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:43Z', 'updated_at': '2022-02-28T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '4b02cd6d-99eb-4ded-a441-c29de2449a13', 'name': '', 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'mac_address': 'fa:16:3e:42:48:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:33Z', 'revision_number': 4, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'subnets': [{'id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:50:34.698428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bea75e8e-3dbb-49e1-a1a1-1b718da9645f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:34.713895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:50:34.713895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Checking segment: {'id': '004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:34.713895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Bound using segment: {'id': '004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:50:34.714268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Bound port: 489cb12d-405f-45fa-8c41-9a57e19f1d87, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:50:34.714352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:34.770198 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:34.800798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-95df020a-7042-4cfe-8362-086efbd2f93a tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] For port 9313a11d-458b-4cbb-9517-e0a0204657d1, host hv-neutron-8308, got binding levels [] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:34.801229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-95df020a-7042-4cfe-8362-086efbd2f93a tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:34.926270 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b284bfa2-ba1d-466d-9dd6-97418b36d4dd req-08563f34-cc2a-4866-a36b-b223aa7d69aa service neutron] 10.222.0.20 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6892810 Feb 28 14:50:35.032448 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63792f66-5194-4190-9b1d-bfb4c5ec97eb req-4419b500-93ed-4269-8c1c-bfed4112e078 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:35.033067 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-95df020a-7042-4cfe-8362-086efbd2f93a tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Calling delete_port for 9313a11d-458b-4cbb-9517-e0a0204657d1 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:35.033942 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-63792f66-5194-4190-9b1d-bfb4c5ec97eb req-4419b500-93ed-4269-8c1c-bfed4112e078 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 943 time: 0.8532424 Feb 28 14:50:35.084119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e924688c-3e5f-40a9-a330-bfe899ab0cb7 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:35.084792 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-330445b6-19fb-411a-bc85-a78a603022ef tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:35.087735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e924688c-3e5f-40a9-a330-bfe899ab0cb7 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:35.091769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e924688c-3e5f-40a9-a330-bfe899ab0cb7 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:35.096020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e924688c-3e5f-40a9-a330-bfe899ab0cb7 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:35.096927 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e924688c-3e5f-40a9-a330-bfe899ab0cb7 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Synchronizing usage tracker for tenant:6d3c78da674842d7bfbee5a8a6c66b59 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:35.154491 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330445b6-19fb-411a-bc85-a78a603022ef tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event deleted for resources: {'Port': ['ID=5b94a48b-ee55-4c8d-b1ce-7eb3c3d58aa7,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:35.173449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:35.177998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] For port 489cb12d-405f-45fa-8c41-9a57e19f1d87, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:50:35.184735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] For port 489cb12d-405f-45fa-8c41-9a57e19f1d87, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=489cb12d-405f-45fa-8c41-9a57e19f1d87,segment=NetworkSegment(004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8),segment_id=004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:50:35.243258 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e924688c-3e5f-40a9-a330-bfe899ab0cb7 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Unset dirty status for tenant:6d3c78da674842d7bfbee5a8a6c66b59 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:35.247120 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e924688c-3e5f-40a9-a330-bfe899ab0cb7 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2452 time: 0.9404581 Feb 28 14:50:35.247120 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:35.252801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:35.258311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38176) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:35.321640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef834a4c-4b9c-43fc-add4-27a0f157e6e3 req-4e033f2d-3879-480a-8ff8-f91ca5c3acae tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:35.322354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ef834a4c-4b9c-43fc-add4-27a0f157e6e3 req-4e033f2d-3879-480a-8ff8-f91ca5c3acae tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Synchronizing usage tracker for tenant:298c60137a5b4342898eb5f96ba2a7ef on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:35.440595 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-63792f66-5194-4190-9b1d-bfb4c5ec97eb req-5d38fbde-6678-462e-add6-326362546e9a tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ae6ead-f2bc-4fa8-a136-c8b59bf07615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3915448 Feb 28 14:50:35.585063 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-95df020a-7042-4cfe-8362-086efbd2f93a tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:35.600529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:35.602321 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] 10.222.0.20 "PUT /v2.0/ports/489cb12d-405f-45fa-8c41-9a57e19f1d87 HTTP/1.1" status: 200 len: 1093 time: 4.6914954 Feb 28 14:50:35.611136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4346d7a5-d9d6-4871-a058-84ec230f1e34', 'tag': '489cb12d-405f-45fa-8c41-9a57e19f1d87'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:50:35.646609 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-37d787fe-720a-423e-99d6-a061331d9061 req-4a9465ef-b8af-4659-876f-51d22a86fb4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3058aad5ce234490a5fe13a20aa3d30f&device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 1096 time: 0.6594534 Feb 28 14:50:35.649641 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-330445b6-19fb-411a-bc85-a78a603022ef tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:35.746180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ef834a4c-4b9c-43fc-add4-27a0f157e6e3 req-4e033f2d-3879-480a-8ff8-f91ca5c3acae tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Unset dirty status for tenant:298c60137a5b4342898eb5f96ba2a7ef on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:35.748297 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ef834a4c-4b9c-43fc-add4-27a0f157e6e3 req-4e033f2d-3879-480a-8ff8-f91ca5c3acae tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 932 time: 1.1156528 Feb 28 14:50:35.773518 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-95df020a-7042-4cfe-8362-086efbd2f93a tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:35.790170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d12c8b39-e8e5-4520-80a0-e6fb850cb76e service neutron] Pushing event updated for resources: {'Port': ['ID=489cb12d-405f-45fa-8c41-9a57e19f1d87,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:35.847507 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4b02cd6d-99eb-4ded-a441-c29de2449a13 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:35.882168 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-330445b6-19fb-411a-bc85-a78a603022ef tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "DELETE /v2.0/ports/5b94a48b-ee55-4c8d-b1ce-7eb3c3d58aa7 HTTP/1.1" status: 204 len: 168 time: 3.0471783 Feb 28 14:50:35.882767 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-95df020a-7042-4cfe-8362-086efbd2f93a tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] 10.222.0.15 "DELETE /v2.0/ports/9313a11d-458b-4cbb-9517-e0a0204657d1 HTTP/1.1" status: 204 len: 168 time: 2.2130954 Feb 28 14:50:35.882877 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bea75e8e-3dbb-49e1-a1a1-1b718da9645f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:35.882991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cf639937-6d8e-4687-bf7f-cffab44957cb tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:35.883874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38186) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:35.884057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38188) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:35.910504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95df020a-7042-4cfe-8362-086efbd2f93a tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Pushing event deleted for resources: {'Port': ['ID=9313a11d-458b-4cbb-9517-e0a0204657d1,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:35.923965 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 4b02cd6d-99eb-4ded-a441-c29de2449a13 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:35.932753 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4b02cd6d-99eb-4ded-a441-c29de2449a13 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:35.933183 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:35.977327 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-6052f624-a140-498a-b413-a0fba7580f3f tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] GET failed (client error): The resource could not be found. Feb 28 14:50:35.977838 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6052f624-a140-498a-b413-a0fba7580f3f tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Synchronizing usage tracker for tenant:cf2c73f35a894d88a7a585887df61a6c on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:36.026459 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea75e8e-3dbb-49e1-a1a1-1b718da9645f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Subnet': ['ID=890068c8-47be-4f02-a61d-58d3053c2793,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:36.047164 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ef834a4c-4b9c-43fc-add4-27a0f157e6e3 req-db72bd24-cacb-45e1-a79a-e349799918a7 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd691bb5-9969-444c-875e-e27924a464b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2702570 Feb 28 14:50:36.051685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:36.091311 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-f5a07886-bfb5-4433-997d-b1eae6b92599 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] GET failed (client error): The resource could not be found. Feb 28 14:50:36.092532 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f5a07886-bfb5-4433-997d-b1eae6b92599 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] 10.222.0.15 "GET /v2.0/ports/9313a11d-458b-4cbb-9517-e0a0204657d1 HTTP/1.1" status: 404 len: 333 time: 0.1075914 Feb 28 14:50:36.101763 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 4b02cd6d-99eb-4ded-a441-c29de2449a13, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4b02cd6d-99eb-4ded-a441-c29de2449a13,segment=NetworkSegment(e80d797f-4c00-46e2-ae49-a879d3e4da2f),segment_id=e80d797f-4c00-46e2-ae49-a879d3e4da2f)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:36.105506 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:36.109087 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:36.144505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38196) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:36.156297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Request body: {'port': {'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1692020093'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:36.197234 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6052f624-a140-498a-b413-a0fba7580f3f tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Unset dirty status for tenant:cf2c73f35a894d88a7a585887df61a6c on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:36.198383 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6052f624-a140-498a-b413-a0fba7580f3f tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "GET /v2.0/ports/5b94a48b-ee55-4c8d-b1ce-7eb3c3d58aa7 HTTP/1.1" status: 404 len: 333 time: 0.2958248 Feb 28 14:50:36.208497 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=4b02cd6d-99eb-4ded-a441-c29de2449a13,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:36.216654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:36.218251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38200) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:36.226367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cf639937-6d8e-4687-bf7f-cffab44957cb tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:36.267997 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Usage tracker for resource:port and tenant:63be213f57484276b669320c352dc825 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:36.271590 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4346d7a5-d9d6-4871-a058-84ec230f1e34', 'tag': '489cb12d-405f-45fa-8c41-9a57e19f1d87', 'status': 'completed', 'code': 200} Feb 28 14:50:36.274579 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-65850487-9686-4a5a-a2f7-37069a95bb62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7f2d767ebb94336b3fa60c117266b9b&device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 1096 time: 0.5927439 Feb 28 14:50:36.282394 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:36.289610 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d787fe-720a-423e-99d6-a061331d9061 req-4a3f1a0d-6136-4ef5-bb2a-ab0c4896f60c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:36.291035 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-37d787fe-720a-423e-99d6-a061331d9061 req-4a3f1a0d-6136-4ef5-bb2a-ab0c4896f60c service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8e68083-b804-4567-a398-1f9531ac1f94 HTTP/1.1" status: 200 len: 912 time: 0.6320336 Feb 28 14:50:36.356569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:36.358284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32290e28-ab80-4c7b-8736-26c3d26d1151 req-f08d978f-fbc7-4fef-8578-bb05268cba0d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:36.360396 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-32290e28-ab80-4c7b-8736-26c3d26d1151 req-f08d978f-fbc7-4fef-8578-bb05268cba0d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 943 time: 0.7049971 Feb 28 14:50:36.364898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3624cc22-c0b4-4ed6-94b5-e47c98fb218d {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:50:36.374668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-cf639937-6d8e-4687-bf7f-cffab44957cb tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3a12d3d-fadc-4226-a017-0bdeffd79328']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:36.379738 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bea75e8e-3dbb-49e1-a1a1-1b718da9645f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Checking segment: {'id': 'd2848ab6-206f-422f-af67-40151869f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6bde33f2-2c7f-43d3-a319-565c4d19a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:36.380099 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea75e8e-3dbb-49e1-a1a1-1b718da9645f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network hostable DHCP agents. Network: 6bde33f2-2c7f-43d3-a319-565c4d19a815, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:50:36.399100 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:36.419889 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-0abe3e56-4466-4c77-8e39-65d6c4c58c0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=489cb12d-405f-45fa-8c41-9a57e19f1d87 HTTP/1.1" status: 200 len: 217 time: 0.1257906 Feb 28 14:50:36.426268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-cf639937-6d8e-4687-bf7f-cffab44957cb tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a607d499-5433-4d65-a1ec-f179772bce8a') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:36.426572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-cf639937-6d8e-4687-bf7f-cffab44957cb tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a607d499-5433-4d65-a1ec-f179772bce8a') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:36.439307 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Made reservation on behalf of 63be213f57484276b669320c352dc825 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:36.441580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:36.593742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Transition to ACTIVE for port object 3624cc22-c0b4-4ed6-94b5-e47c98fb218d will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:36.598261 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-3524a5db-0282-4656-a917-6b1fe7b40ab2 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Deleting port e36b0af8-c03c-4bce-9847-8c58020a6024 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:36.598732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3524a5db-0282-4656-a917-6b1fe7b40ab2 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:36.622106 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-37d787fe-720a-423e-99d6-a061331d9061 req-a1fb90f3-c136-405e-8b0e-8905cdca4189 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dff55e87-99f8-410d-a9b2-a28723fb61f4 HTTP/1.1" status: 200 len: 217 time: 0.3228731 Feb 28 14:50:36.667832 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cf639937-6d8e-4687-bf7f-cffab44957cb tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:36.673883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:36.767185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] device_id is not set on port 67f6e33a-043f-4337-bfda-8e90bc641a67 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:50:36.800610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cf639937-6d8e-4687-bf7f-cffab44957cb tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:36.848071 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:36.852030 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-32290e28-ab80-4c7b-8736-26c3d26d1151 req-83b088b4-d38a-406a-92c0-f57bfd60a745 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4831171 Feb 28 14:50:36.854281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d787fe-720a-423e-99d6-a061331d9061 req-48a70672-8e8c-49eb-9f6b-ff8a19c33607 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:36.855526 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-37d787fe-720a-423e-99d6-a061331d9061 req-48a70672-8e8c-49eb-9f6b-ff8a19c33607 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8384ae17-c1f6-45d8-991e-642c0f17988e HTTP/1.1" status: 200 len: 851 time: 0.2160084 Feb 28 14:50:36.857053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea75e8e-3dbb-49e1-a1a1-1b718da9645f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 6bde33f2-2c7f-43d3-a319-565c4d19a815 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:50:36.862349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:36.888707 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf639937-6d8e-4687-bf7f-cffab44957cb tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:50:36.889224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cf639937-6d8e-4687-bf7f-cffab44957cb tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:36.903587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-bea75e8e-3dbb-49e1-a1a1-1b718da9645f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 6bde33f2-2c7f-43d3-a319-565c4d19a815) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:50:36.913406 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:50:36.915151 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea75e8e-3dbb-49e1-a1a1-1b718da9645f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:36.915151 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bea75e8e-3dbb-49e1-a1a1-1b718da9645f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:36.915902 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa1d055c-76ef-4120-80af-e3d104df2de6 None None] Network 6bde33f2-2c7f-43d3-a319-565c4d19a815 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:50:36.921111 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c2dd5944-adb3-4084-94a0-639e35015070 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:36.923035 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-c2dd5944-adb3-4084-94a0-639e35015070 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7fafb40-7a16-4183-9a12-11fd85d37b51 HTTP/1.1" status: 200 len: 845 time: 0.4852476 Feb 28 14:50:36.957788 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bea75e8e-3dbb-49e1-a1a1-1b718da9645f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2220805 Feb 28 14:50:36.959687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38206) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:36.974588 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'subnet': {'network_id': 'c34d28d5-d6bc-4a3e-befb-ab2e96f358a2', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:36.988579 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:36.989062 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5ac213a4-64fc-4e93-b7d9-8a3c54c604cb {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:50:37.082127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=3624cc22-c0b4-4ed6-94b5-e47c98fb218d,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:37.092851 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-37d787fe-720a-423e-99d6-a061331d9061 req-dcbcf574-dc36-4de7-a2f4-08e0d667387e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8e68083-b804-4567-a398-1f9531ac1f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2267723 Feb 28 14:50:37.096701 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 28 14:50:37.100142 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b12fc8f4-c73a-4b05-be83-fdf769894d57 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.7554402 Feb 28 14:50:37.107518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38212) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:37.233392 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:37.275600 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cf639937-6d8e-4687-bf7f-cffab44957cb tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:37.277725 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-6bde33f2-2c7f-43d3-a319-565c4d19a815', 'network_id': '6bde33f2-2c7f-43d3-a319-565c4d19a815', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'fixed_ips': [{'subnet_id': '890068c8-47be-4f02-a61d-58d3053c2793'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:50:37.278749 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:37.280441 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf639937-6d8e-4687-bf7f-cffab44957cb tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network d3a12d3d-fadc-4226-a017-0bdeffd79328 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 14:50:37.283596 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:subnet and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:37.289796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cf639937-6d8e-4687-bf7f-cffab44957cb tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:37.294211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:37.315148 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:37.318781 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Deleting port ec570ba6-66c1-4a5d-aa2c-2e9bba9253c8 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:37.319119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:37.388360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3524a5db-0282-4656-a917-6b1fe7b40ab2 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:37.400478 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:37.526858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-3524a5db-0282-4656-a917-6b1fe7b40ab2 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Calling delete_port for e36b0af8-c03c-4bce-9847-8c58020a6024 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:37.546549 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-37d787fe-720a-423e-99d6-a061331d9061 req-38dcab3f-9bda-4536-856d-1b6c91e17797 service neutron] 10.222.0.20 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397564 Feb 28 14:50:37.548659 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Allocated IP 2001:db8::2 (6bde33f2-2c7f-43d3-a319-565c4d19a815/890068c8-47be-4f02-a61d-58d3053c2793/19ab33d3-fcf1-4148-be4c-8a3990a99b8e) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:37.608620 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:37.703003 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cf639937-6d8e-4687-bf7f-cffab44957cb tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "DELETE /v2.0/networks/d3a12d3d-fadc-4226-a017-0bdeffd79328 HTTP/1.1" status: 204 len: 168 time: 2.4059598 Feb 28 14:50:37.707001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38216) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:37.712873 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf85c7c4-9537-4aab-b4f4-9c00e53b2a1b req-dc25d1cb-58b0-402f-8428-5df1ce38934d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:37.713519 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-cf85c7c4-9537-4aab-b4f4-9c00e53b2a1b req-dc25d1cb-58b0-402f-8428-5df1ce38934d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Synchronizing usage tracker for tenant:b7f2d767ebb94336b3fa60c117266b9b on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:37.809109 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3524a5db-0282-4656-a917-6b1fe7b40ab2 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:37.828942 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13822cdb-87aa-4823-a74e-545f29fdf32f req-1808b8f0-1369-4fdc-bb84-bbe8aff4d477 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:37.829695 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-b21891a5-ee64-47c7-b770-e582b67f5292 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Request body: {'network': {'name': 'tempest-network--1279191726', 'router:external': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:37.830448 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-13822cdb-87aa-4823-a74e-545f29fdf32f req-1808b8f0-1369-4fdc-bb84-bbe8aff4d477 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 944 time: 0.6040330 Feb 28 14:50:37.861086 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:37.865650 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4b02cd6d-99eb-4ded-a441-c29de2449a13 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:37.920401 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Transition to ACTIVE for port object 19ab33d3-fcf1-4148-be4c-8a3990a99b8e will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:37.942447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf639937-6d8e-4687-bf7f-cffab44957cb tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event deleted for resources: {'Network': ['ID=d3a12d3d-fadc-4226-a017-0bdeffd79328,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:37.960652 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Transition to ACTIVE for port object 19ab33d3-fcf1-4148-be4c-8a3990a99b8e will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:37.961087 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b21891a5-ee64-47c7-b770-e582b67f5292 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:37.968532 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:37.983765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Attempting to bind port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:37.984105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Attempting to bind port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '46bfca73-d9ef-4444-a680-f8aae94f7e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:37.984435 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Attempting to bind port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d on network 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:37.986491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-cf85c7c4-9537-4aab-b4f4-9c00e53b2a1b req-dc25d1cb-58b0-402f-8428-5df1ce38934d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Unset dirty status for tenant:b7f2d767ebb94336b3fa60c117266b9b on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:37.993944 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cf85c7c4-9537-4aab-b4f4-9c00e53b2a1b req-dc25d1cb-58b0-402f-8428-5df1ce38934d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 943 time: 1.4037509 Feb 28 14:50:38.008936 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3524a5db-0282-4656-a917-6b1fe7b40ab2 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event deleted for resources: {'Port': ['ID=e36b0af8-c03c-4bce-9847-8c58020a6024,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:38.038627 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Pushing event updated for resources: {'Port': ['ID=19ab33d3-fcf1-4148-be4c-8a3990a99b8e,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:38.052441 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b21891a5-ee64-47c7-b770-e582b67f5292 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Usage tracker for resource:network and tenant:a707a9ed61714dee90247b9ac2b8c54a is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:38.053993 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Network 6bde33f2-2c7f-43d3-a319-565c4d19a815 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:38.055992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:38.061073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:38.066749 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4b02cd6d-99eb-4ded-a441-c29de2449a13 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:38.067527 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:38.067946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b21891a5-ee64-47c7-b770-e582b67f5292 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:38.080293 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-37d787fe-720a-423e-99d6-a061331d9061 req-8ea27879-f2d4-49f2-aae3-861b906e7b23 service neutron] 10.222.0.20 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5133367 Feb 28 14:50:38.095001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b21891a5-ee64-47c7-b770-e582b67f5292 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:38.099157 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-13822cdb-87aa-4823-a74e-545f29fdf32f req-3ff5bd9c-3a4b-4dce-b057-27204558416e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Synchronizing usage tracker for tenant:298c60137a5b4342898eb5f96ba2a7ef on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:38.110969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:38.111218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d on network 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:38.111323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Attempting to bind port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d on network 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:38.147576 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-ebe753e7-338e-4b1e-90cd-9b749fd9cec0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37f007eb-7cdb-49fb-b4f0-35760d6aeb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1419992 Feb 28 14:50:38.175410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b21891a5-ee64-47c7-b770-e582b67f5292 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Made reservation on behalf of a707a9ed61714dee90247b9ac2b8c54a for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:38.177643 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b21891a5-ee64-47c7-b770-e582b67f5292 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:38.196377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:50:38.196709 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Checking segment: {'id': '46bfca73-d9ef-4444-a680-f8aae94f7e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:38.197091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Bound using segment: {'id': '46bfca73-d9ef-4444-a680-f8aae94f7e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:50:38.197529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Bound port: 3624cc22-c0b4-4ed6-94b5-e47c98fb218d, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '46bfca73-d9ef-4444-a680-f8aae94f7e3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:50:38.197864 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:38.222895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device dff55e87-99f8-410d-a9b2-a28723fb61f4 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:50:38.227431 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3524a5db-0282-4656-a917-6b1fe7b40ab2 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:38.229220 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Attempting to bind port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:38.229593 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Attempting to bind port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'd2848ab6-206f-422f-af67-40151869f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6bde33f2-2c7f-43d3-a319-565c4d19a815'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:38.229952 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Attempting to bind port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e on network 6bde33f2-2c7f-43d3-a319-565c4d19a815 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:38.233963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-13822cdb-87aa-4823-a74e-545f29fdf32f req-3ff5bd9c-3a4b-4dce-b057-27204558416e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Unset dirty status for tenant:298c60137a5b4342898eb5f96ba2a7ef on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:38.235390 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-13822cdb-87aa-4823-a74e-545f29fdf32f req-3ff5bd9c-3a4b-4dce-b057-27204558416e tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd691bb5-9969-444c-875e-e27924a464b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3876827 Feb 28 14:50:38.249515 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:50:38.249890 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Checking segment: {'id': 'd2848ab6-206f-422f-af67-40151869f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6bde33f2-2c7f-43d3-a319-565c4d19a815'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:38.250809 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:38.251202 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Bound using segment: {'id': 'd2848ab6-206f-422f-af67-40151869f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6bde33f2-2c7f-43d3-a319-565c4d19a815'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:50:38.251700 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Bound port: 19ab33d3-fcf1-4148-be4c-8a3990a99b8e, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd2848ab6-206f-422f-af67-40151869f50b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '6bde33f2-2c7f-43d3-a319-565c4d19a815'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:50:38.252073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:38.305490 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Calling delete_port for ec570ba6-66c1-4a5d-aa2c-2e9bba9253c8 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:38.524651 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:38.556654 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cf85c7c4-9537-4aab-b4f4-9c00e53b2a1b req-b8dade4c-3a8d-4afe-af32-2917361293df tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ae6ead-f2bc-4fa8-a136-c8b59bf07615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5617716 Feb 28 14:50:38.569693 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] For port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:50:38.580509 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port dff55e87-99f8-410d-a9b2-a28723fb61f4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dff55e87-99f8-410d-a9b2-a28723fb61f4,segment=NetworkSegment(e80d797f-4c00-46e2-ae49-a879d3e4da2f),segment_id=e80d797f-4c00-46e2-ae49-a879d3e4da2f)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:38.591645 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] For port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=19ab33d3-fcf1-4148-be4c-8a3990a99b8e,segment=NetworkSegment(d2848ab6-206f-422f-af67-40151869f50b),segment_id=d2848ab6-206f-422f-af67-40151869f50b)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:50:38.597212 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'dff55e87-99f8-410d-a9b2-a28723fb61f4', 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94', 'port_id': 'dff55e87-99f8-410d-a9b2-a28723fb61f4', 'mac_address': 'fa:16:3e:83:9c:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:50:38.604990 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3524a5db-0282-4656-a917-6b1fe7b40ab2 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "DELETE /v2.0/ports/e36b0af8-c03c-4bce-9847-8c58020a6024 HTTP/1.1" status: 204 len: 168 time: 2.3839369 Feb 28 14:50:38.610817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38222) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:38.628121 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b21891a5-ee64-47c7-b770-e582b67f5292 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:50:38.639311 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:38.661945 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:38.678802 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Subnet': ['ID=880fdb9a-e3aa-41bb-a8a8-27d71624525c,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:38.690376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:38.706848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b21891a5-ee64-47c7-b770-e582b67f5292 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:38.707527 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-b21891a5-ee64-47c7-b770-e582b67f5292 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Added segment 87d57e07-11da-42e7-b062-e6cc0ff2f4d9 of type vlan for network e24fa71c-9abf-4681-a0d0-903ece2d6ef8 Feb 28 14:50:38.718532 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-d0bf27b5-e514-43bf-a113-8e84b41e13e6 service neutron] 10.222.0.20 "GET /v2.0/networks/37f007eb-7cdb-49fb-b4f0-35760d6aeb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5602510 Feb 28 14:50:38.726754 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:38.749106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e615f76-0a51-4150-8647-60372b1e66c6 req-dbb30405-b464-49a7-936a-d406b9d46961 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:38.750613 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6e615f76-0a51-4150-8647-60372b1e66c6 req-dbb30405-b464-49a7-936a-d406b9d46961 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 943 time: 0.3641739 Feb 28 14:50:38.759399 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Pushing event deleted for resources: {'Port': ['ID=ec570ba6-66c1-4a5d-aa2c-2e9bba9253c8,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:38.763851 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dff55e87-99f8-410d-a9b2-a28723fb61f4 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:50:38.768353 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2162f26e-532d-4060-b009-7ef7edcc31dc None None] Pushing event updated for resources: {'Port': ['ID=19ab33d3-fcf1-4148-be4c-8a3990a99b8e,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:38.791182 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.791532 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.791895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.792030 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port dff55e87-99f8-410d-a9b2-a28723fb61f4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dff55e87-99f8-410d-a9b2-a28723fb61f4,segment=NetworkSegment(e80d797f-4c00-46e2-ae49-a879d3e4da2f),segment_id=e80d797f-4c00-46e2-ae49-a879d3e4da2f)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:38.792223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.792552 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.792883 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.793207 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.793659 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.794025 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.794403 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.794731 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.799938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:38.815314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] For port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:50:38.843604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b21891a5-ee64-47c7-b770-e582b67f5292 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:38.868276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] For port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=3624cc22-c0b4-4ed6-94b5-e47c98fb218d,segment=NetworkSegment(46bfca73-d9ef-4444-a680-f8aae94f7e3a),segment_id=46bfca73-d9ef-4444-a680-f8aae94f7e3a)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:50:38.884926 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=dff55e87-99f8-410d-a9b2-a28723fb61f4,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:38.888955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:38.909969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.910380 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.910777 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.911173 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.911604 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.911993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.912386 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.912773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.913154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.913534 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.913910 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:38.932187 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.021778 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6e615f76-0a51-4150-8647-60372b1e66c6 req-f52990bf-c497-487b-9121-0fcfad40c8fe tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2560203 Feb 28 14:50:39.027960 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Checking segment: {'id': 'a0bd49d3-1b71-4d7e-bad7-af77efa650b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c34d28d5-d6bc-4a3e-befb-ab2e96f358a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:39.029199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network hostable DHCP agents. Network: c34d28d5-d6bc-4a3e-befb-ab2e96f358a2, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:50:39.038032 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.039397 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ccf04291-c198-4889-ade3-121278fc4732 req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] 10.222.0.20 "PUT /v2.0/ports/3624cc22-c0b4-4ed6-94b5-e47c98fb218d HTTP/1.1" status: 200 len: 1094 time: 4.9643624 Feb 28 14:50:39.041661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd678ebf9-a267-4cab-b2ca-4b496b758782', 'tag': '3624cc22-c0b4-4ed6-94b5-e47c98fb218d'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:50:39.064056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Network 15c9e018-a76a-441c-95cb-7626fe029a72 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:39.066455 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6819b7bb-9365-41f1-8446-3b36cbb1b54b req-340667f4-6cde-45f9-9437-97a937157115 service neutron] 10.222.0.20 "GET /v2.0/networks/37f007eb-7cdb-49fb-b4f0-35760d6aeb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3377602 Feb 28 14:50:39.068695 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:39.072401 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b21891a5-ee64-47c7-b770-e582b67f5292 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.073224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21891a5-ee64-47c7-b770-e582b67f5292 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:39.073785 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b21891a5-ee64-47c7-b770-e582b67f5292 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.077921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:39.087664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:39.088342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.105285 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Pushing event updated for resources: {'Port': ['ID=3624cc22-c0b4-4ed6-94b5-e47c98fb218d,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:39.115226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['dff55e87-99f8-410d-a9b2-a28723fb61f4'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 14:50:39.172474 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.222656 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network c34d28d5-d6bc-4a3e-befb-ab2e96f358a2 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:50:39.231948 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d70339ac-448a-4b52-a3e9-b7abab058404 tempest-RoutersAdminNegativeIpV6Test-437362415 tempest-RoutersAdminNegativeIpV6Test-437362415-project-admin] 10.222.0.15 "DELETE /v2.0/ports/ec570ba6-66c1-4a5d-aa2c-2e9bba9253c8 HTTP/1.1" status: 204 len: 168 time: 2.1234207 Feb 28 14:50:39.284754 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-421e797f-d90f-4739-b7ab-ed39f78b61b5 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Deleting subnet 1396e33b-a551-4437-955c-6677542c671c {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:50:39.290778 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, c34d28d5-d6bc-4a3e-befb-ab2e96f358a2) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:39.293260 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-421e797f-d90f-4739-b7ab-ed39f78b61b5 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.328920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b177e34-248d-4ed2-b538-30addb581af7 None None] Network c34d28d5-d6bc-4a3e-befb-ab2e96f358a2 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:50:39.333777 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd678ebf9-a267-4cab-b2ca-4b496b758782', 'tag': '3624cc22-c0b4-4ed6-94b5-e47c98fb218d', 'status': 'completed', 'code': 200} Feb 28 14:50:39.375580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:39.375807 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:39.376021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:39.376343 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:39.376685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:39.377063 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:39.377388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:39.377638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:39.377957 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:39.378272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:39.378589 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72778cd-58c2-4f62-8862-c64b2b750bf0 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:39.378845 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:39.379903 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.418507 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9de2bcc1-3c82-43ff-b202-b5bfaf09eed6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.4575453 Feb 28 14:50:39.419256 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38232) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:39.429673 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-0380cf01-e5c0-48ab-907f-6481b474acb4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1702341517', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:39.438542 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0380cf01-e5c0-48ab-907f-6481b474acb4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:39.446299 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0380cf01-e5c0-48ab-907f-6481b474acb4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:router and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:39.450338 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-421e797f-d90f-4739-b7ab-ed39f78b61b5 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.473454 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b21891a5-ee64-47c7-b770-e582b67f5292 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.6623333 Feb 28 14:50:39.483434 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38236) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:39.501562 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.3545272 Feb 28 14:50:39.512921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38238) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:39.516722 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0380cf01-e5c0-48ab-907f-6481b474acb4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:39.565495 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:39.567770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0380cf01-e5c0-48ab-907f-6481b474acb4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:39.698832 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21891a5-ee64-47c7-b770-e582b67f5292 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event updated for resources: {'Network': ['ID=e24fa71c-9abf-4681-a0d0-903ece2d6ef8,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:39.737933 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network e24fa71c-9abf-4681-a0d0-903ece2d6ef8 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:50:39.751896 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0380cf01-e5c0-48ab-907f-6481b474acb4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.753086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0380cf01-e5c0-48ab-907f-6481b474acb4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.817670 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08a60b64-5f38-44fe-9ed1-67f6bc161690 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:39.819217 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-08a60b64-5f38-44fe-9ed1-67f6bc161690 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] 10.222.0.15 "GET /v2.0/networks/e24fa71c-9abf-4681-a0d0-903ece2d6ef8 HTTP/1.1" status: 200 len: 757 time: 0.2967732 Feb 28 14:50:39.829958 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38248) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:39.846416 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0380cf01-e5c0-48ab-907f-6481b474acb4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.848269 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-c34d28d5-d6bc-4a3e-befb-ab2e96f358a2', 'network_id': 'c34d28d5-d6bc-4a3e-befb-ab2e96f358a2', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'fixed_ips': [{'subnet_id': '880fdb9a-e3aa-41bb-a8a8-27d71624525c'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:50:39.848639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:39.885621 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38252) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:39.932068 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f725a7-de43-4d32-93da-213666584e0d tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Pushing event updated for resources: {'Port': ['ID=67f6e33a-043f-4337-bfda-8e90bc641a67,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:39.944478 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 19ab33d3-fcf1-4148-be4c-8a3990a99b8e up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:39.967023 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ccf04291-c198-4889-ade3-121278fc4732 req-718cb7ef-84ea-4877-b007-573e71e6b771 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=298c60137a5b4342898eb5f96ba2a7ef&device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 1097 time: 0.8269155 Feb 28 14:50:40.017355 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0380cf01-e5c0-48ab-907f-6481b474acb4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.028146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b8c624-a810-417a-8922-b6f73ea1b9ea req-5fcdc407-899f-4593-835f-fabdb3d4bdca tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:40.030036 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f4b8c624-a810-417a-8922-b6f73ea1b9ea req-5fcdc407-899f-4593-835f-fabdb3d4bdca tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 944 time: 0.5454824 Feb 28 14:50:40.103273 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cdc9e242-7e86-4fe9-97ca-e94580735e0b req-2fd7b5bb-3c69-45fd-aaf5-23b73d4b98d1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7f2d767ebb94336b3fa60c117266b9b&device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 1096 time: 0.9687738 Feb 28 14:50:40.124025 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.130921 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-421e797f-d90f-4739-b7ab-ed39f78b61b5 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.167368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:40.173554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Allocated IP 2001:db8:1::2 (c34d28d5-d6bc-4a3e-befb-ab2e96f358a2/880fdb9a-e3aa-41bb-a8a8-27d71624525c/8571dd1e-5fe8-4275-9f43-beaeb5e671de) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:40.220108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device dff55e87-99f8-410d-a9b2-a28723fb61f4 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:40.231082 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0380cf01-e5c0-48ab-907f-6481b474acb4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.232308 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0380cf01-e5c0-48ab-907f-6481b474acb4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8090022 Feb 28 14:50:40.240255 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ccf04291-c198-4889-ade3-121278fc4732 req-5eaabfba-daf5-4396-9a97-935fba065795 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3624cc22-c0b4-4ed6-94b5-e47c98fb218d HTTP/1.1" status: 200 len: 217 time: 0.2511597 Feb 28 14:50:40.247737 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38262) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:40.248462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c869d15-cd69-4eeb-bf27-2ebdc936cd13 None None] Network 6bde33f2-2c7f-43d3-a319-565c4d19a815 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:50:40.252553 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35939663-4960-4189-a2d9-dcf45cf48080 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:40.256662 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-35939663-4960-4189-a2d9-dcf45cf48080 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] 10.222.0.15 "GET /v2.0/networks/3ee1f58d-1c3c-43e8-be3b-bf720657c671 HTTP/1.1" status: 200 len: 767 time: 0.4202785 Feb 28 14:50:40.288333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38266) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:40.485639 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91cd276d-1346-406d-9bf7-d990c42a4e8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.492011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5933863c-0405-4748-9312-444bd6c64cb9 None None] Provisioning for port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:40.513159 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f4b8c624-a810-417a-8922-b6f73ea1b9ea req-353b512c-93cc-4d2b-a64b-3c566ca90f9c tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd691bb5-9969-444c-875e-e27924a464b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4482210 Feb 28 14:50:40.525747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5933863c-0405-4748-9312-444bd6c64cb9 None None] Provisioning complete for port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:40.526329 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5933863c-0405-4748-9312-444bd6c64cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.550223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-91cd276d-1346-406d-9bf7-d990c42a4e8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:40.557751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-91cd276d-1346-406d-9bf7-d990c42a4e8e admin admin] Usage tracker for resource:security_group_rule and tenant:4e71836e9ba24d7396d5a7fd05f15ef1 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:40.564080 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-91cd276d-1346-406d-9bf7-d990c42a4e8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:40.576717 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-91cd276d-1346-406d-9bf7-d990c42a4e8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:40.641835 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port dff55e87-99f8-410d-a9b2-a28723fb61f4 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:40.651847 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a858adbd-5a85-482d-a3e3-3258faa87011 req-8edbe5ea-bff3-446f-845c-42713b0fce5c tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:40.653380 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a858adbd-5a85-482d-a3e3-3258faa87011 req-8edbe5ea-bff3-446f-845c-42713b0fce5c tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 943 time: 0.8129728 Feb 28 14:50:40.711752 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port dff55e87-99f8-410d-a9b2-a28723fb61f4 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:40.712131 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.717256 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-421e797f-d90f-4739-b7ab-ed39f78b61b5 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.729720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf04291-c198-4889-ade3-121278fc4732 req-685eb257-de20-4d01-8ca2-4159bb632ece service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:40.731128 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ccf04291-c198-4889-ade3-121278fc4732 req-685eb257-de20-4d01-8ca2-4159bb632ece service neutron] 10.222.0.20 "GET /v2.0/subnets?id=666c4165-e4c7-4fb8-9cf2-965b24ef32fe HTTP/1.1" status: 200 len: 851 time: 0.4393167 Feb 28 14:50:40.754383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c9d371da-275e-463d-8226-d076f99f8e9d tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.814400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9e242-7e86-4fe9-97ca-e94580735e0b req-7dc4ac27-c214-47b5-8b9f-fed0a746b191 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:40.815864 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cdc9e242-7e86-4fe9-97ca-e94580735e0b req-7dc4ac27-c214-47b5-8b9f-fed0a746b191 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37f007eb-7cdb-49fb-b4f0-35760d6aeb98 HTTP/1.1" status: 200 len: 906 time: 0.6574261 Feb 28 14:50:40.819715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-421e797f-d90f-4739-b7ab-ed39f78b61b5 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event deleted for resources: {'Subnet': ['ID=1396e33b-a551-4437-955c-6677542c671c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:40.842006 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-421e797f-d90f-4739-b7ab-ed39f78b61b5 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.881755 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76b7eca3-93d9-45db-910a-c640bab47cd2 None None] Network efc0f9f1-eea7-4a8c-832d-4b2eabda4bda requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:50:40.898731 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-421e797f-d90f-4739-b7ab-ed39f78b61b5 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "DELETE /v2.0/subnets/1396e33b-a551-4437-955c-6677542c671c HTTP/1.1" status: 204 len: 168 time: 2.2829103 Feb 28 14:50:40.907981 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38270) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:40.928529 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a858adbd-5a85-482d-a3e3-3258faa87011 req-659adb2b-8338-4eaf-8785-70f88d6b645a tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ae6ead-f2bc-4fa8-a136-c8b59bf07615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2633049 Feb 28 14:50:40.929668 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cdc9e242-7e86-4fe9-97ca-e94580735e0b req-f18a0fab-8f10-49f6-93e3-1c8fd24cd193 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=489cb12d-405f-45fa-8c41-9a57e19f1d87 HTTP/1.1" status: 200 len: 217 time: 0.1052642 Feb 28 14:50:40.971158 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.978309 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91cd276d-1346-406d-9bf7-d990c42a4e8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:40.993920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5933863c-0405-4748-9312-444bd6c64cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.023091 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Transition to ACTIVE for port object 8571dd1e-5fe8-4275-9f43-beaeb5e671de will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:41.061102 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91cd276d-1346-406d-9bf7-d990c42a4e8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.138918 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Transition to ACTIVE for port object 8571dd1e-5fe8-4275-9f43-beaeb5e671de will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:41.181415 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] device_id is not set on port 67f6e33a-043f-4337-bfda-8e90bc641a67 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:50:41.190959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-5933863c-0405-4748-9312-444bd6c64cb9 None None] For port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=19ab33d3-fcf1-4148-be4c-8a3990a99b8e,segment=NetworkSegment(d2848ab6-206f-422f-af67-40151869f50b),segment_id=d2848ab6-206f-422f-af67-40151869f50b)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:41.191841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c9d371da-275e-463d-8226-d076f99f8e9d tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.199385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.200835 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642c7fac-4bae-4385-b8f2-51d8bfcc765c req-89562998-2a8d-48e9-8493-bd1610096fb8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:41.202516 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-642c7fac-4bae-4385-b8f2-51d8bfcc765c req-89562998-2a8d-48e9-8493-bd1610096fb8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 944 time: 0.4877641 Feb 28 14:50:41.205714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.226924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc9e242-7e86-4fe9-97ca-e94580735e0b req-6dfbb724-bfac-44d2-ad54-ee2283745d37 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:41.228783 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cdc9e242-7e86-4fe9-97ca-e94580735e0b req-6dfbb724-bfac-44d2-ad54-ee2283745d37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7fafb40-7a16-4183-9a12-11fd85d37b51 HTTP/1.1" status: 200 len: 845 time: 0.2700899 Feb 28 14:50:41.243378 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cd276d-1346-406d-9bf7-d990c42a4e8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08016ca-4cd3-48ac-bd78-5f99bbeab462,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:41.247403 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5933863c-0405-4748-9312-444bd6c64cb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.262882 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-91cd276d-1346-406d-9bf7-d990c42a4e8e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4e71836e9ba24d7396d5a7fd05f15ef1&name=default HTTP/1.1" status: 200 len: 2647 time: 1.3571739 Feb 28 14:50:41.269194 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.271816 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38274) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:41.284421 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ccf04291-c198-4889-ade3-121278fc4732 req-786c048f-5116-446f-903f-8153d5927a61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5320306 Feb 28 14:50:41.284671 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.289722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-c9d371da-275e-463d-8226-d076f99f8e9d tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e24fa71c-9abf-4681-a0d0-903ece2d6ef8']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:41.297678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Transition to ACTIVE for port object 67f6e33a-043f-4337-bfda-8e90bc641a67 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:41.315255 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Network c34d28d5-d6bc-4a3e-befb-ab2e96f358a2 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:41.320121 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:41.326929 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:41.331300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.335989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-c9d371da-275e-463d-8226-d076f99f8e9d tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87d57e07-11da-42e7-b062-e6cc0ff2f4d9') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:41.336278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-c9d371da-275e-463d-8226-d076f99f8e9d tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87d57e07-11da-42e7-b062-e6cc0ff2f4d9') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:41.343034 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Pushing event updated for resources: {'Port': ['ID=8571dd1e-5fe8-4275-9f43-beaeb5e671de,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:41.384683 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Deleting port cf032dbc-695d-4ca2-ac7a-2aa962883794 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:41.384683 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.389655 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcfe2e6-f176-47d3-858a-e6747e2a4664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff55e87-99f8-410d-a9b2-a28723fb61f4'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:50:41.418876 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-642c7fac-4bae-4385-b8f2-51d8bfcc765c req-c1337187-49bf-4ac0-b242-3e58a8d0b6dc tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1900845 Feb 28 14:50:41.451039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c9d371da-275e-463d-8226-d076f99f8e9d tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.554405 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port dff55e87-99f8-410d-a9b2-a28723fb61f4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dff55e87-99f8-410d-a9b2-a28723fb61f4,segment=NetworkSegment(e80d797f-4c00-46e2-ae49-a879d3e4da2f),segment_id=e80d797f-4c00-46e2-ae49-a879d3e4da2f)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:41.557641 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.578977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c9d371da-275e-463d-8226-d076f99f8e9d tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.589529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c9d371da-275e-463d-8226-d076f99f8e9d tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:50:41.590267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c9d371da-275e-463d-8226-d076f99f8e9d tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.629098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.711184 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5933863c-0405-4748-9312-444bd6c64cb9 None None] Pushing event updated for resources: {'Port': ['ID=19ab33d3-fcf1-4148-be4c-8a3990a99b8e,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:50:41.751384 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:50:41.764199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-353848bc-7f3a-4bea-a150-4bb8b2bab9aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.777126 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dec7da08-0c32-4651-91e7-4d9eab9dd5d0 None None] DHCP port deletion for efc0f9f1-eea7-4a8c-832d-4b2eabda4bda request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:50:41.786083 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Pushing event updated for resources: {'Port': ['ID=67f6e33a-043f-4337-bfda-8e90bc641a67,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:41.791768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Attempting to bind port 8571dd1e-5fe8-4275-9f43-beaeb5e671de on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:41.792138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Attempting to bind port 8571dd1e-5fe8-4275-9f43-beaeb5e671de by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'a0bd49d3-1b71-4d7e-bad7-af77efa650b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c34d28d5-d6bc-4a3e-befb-ab2e96f358a2'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:41.792502 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Attempting to bind port 8571dd1e-5fe8-4275-9f43-beaeb5e671de on network c34d28d5-d6bc-4a3e-befb-ab2e96f358a2 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:41.803056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c9d371da-275e-463d-8226-d076f99f8e9d tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.807941 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-dec7da08-0c32-4651-91e7-4d9eab9dd5d0 None None] Deleting port cf032dbc-695d-4ca2-ac7a-2aa962883794 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:41.808157 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dec7da08-0c32-4651-91e7-4d9eab9dd5d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.878533 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:50:41.878900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Checking segment: {'id': 'a0bd49d3-1b71-4d7e-bad7-af77efa650b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c34d28d5-d6bc-4a3e-befb-ab2e96f358a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:41.879297 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.879716 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Bound using segment: {'id': 'a0bd49d3-1b71-4d7e-bad7-af77efa650b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c34d28d5-d6bc-4a3e-befb-ab2e96f358a2'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:50:41.880181 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Bound port: 8571dd1e-5fe8-4275-9f43-beaeb5e671de, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a0bd49d3-1b71-4d7e-bad7-af77efa650b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c34d28d5-d6bc-4a3e-befb-ab2e96f358a2'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:50:41.880543 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.905691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=dff55e87-99f8-410d-a9b2-a28723fb61f4,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:41.907919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9d371da-275e-463d-8226-d076f99f8e9d tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network e24fa71c-9abf-4681-a0d0-903ece2d6ef8 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 14:50:41.909952 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-95fde81b-0d51-4cb0-9843-9ad23c866365 None None] Provisioning complete for port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:41.910119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-95fde81b-0d51-4cb0-9843-9ad23c866365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.919942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d371da-275e-463d-8226-d076f99f8e9d tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event deleted for resources: {'Network': ['ID=e24fa71c-9abf-4681-a0d0-903ece2d6ef8,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:41.938458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c9d371da-275e-463d-8226-d076f99f8e9d tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:41.982313 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-353848bc-7f3a-4bea-a150-4bb8b2bab9aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.043922 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.044515 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.045167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.045283 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cdc9e242-7e86-4fe9-97ca-e94580735e0b req-4cd15788-b862-418e-86d0-997ea16ff9f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37f007eb-7cdb-49fb-b4f0-35760d6aeb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.8093417 Feb 28 14:50:42.045761 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.046013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:42.046413 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.046521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:42.047498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:42.047716 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.048211 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.048691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.049169 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.049643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.050127 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:50:42.054897 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcfe2e6-f176-47d3-858a-e6747e2a4664', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dff55e87-99f8-410d-a9b2-a28723fb61f4', 'code': 200} Feb 28 14:50:42.055986 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ccf04291-c198-4889-ade3-121278fc4732 req-f2b525d6-e5f8-4958-91f6-36f154e58858 service neutron] 10.222.0.20 "GET /v2.0/networks/1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7516339 Feb 28 14:50:42.068302 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c9d371da-275e-463d-8226-d076f99f8e9d tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "DELETE /v2.0/networks/e24fa71c-9abf-4681-a0d0-903ece2d6ef8 HTTP/1.1" status: 204 len: 168 time: 1.7792540 Feb 28 14:50:42.174478 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38292) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:42.192941 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-72578f45-aa2d-44f3-bd53-b4ade820363e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Request body: {'network': {'name': 'tempest-network--1022253585'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:42.199372 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] For port cf032dbc-695d-4ca2-ac7a-2aa962883794, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cf032dbc-695d-4ca2-ac7a-2aa962883794,segment=NetworkSegment(22dc8fc7-bd45-4633-a2a6-c5f41fadedcc),segment_id=22dc8fc7-bd45-4633-a2a6-c5f41fadedcc)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:42.200051 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.216228 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-72578f45-aa2d-44f3-bd53-b4ade820363e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:42.217799 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 489cb12d-405f-45fa-8c41-9a57e19f1d87 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:50:42.226430 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] For port 8571dd1e-5fe8-4275-9f43-beaeb5e671de, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:50:42.234437 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-dec7da08-0c32-4651-91e7-4d9eab9dd5d0 None None] For port cf032dbc-695d-4ca2-ac7a-2aa962883794, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cf032dbc-695d-4ca2-ac7a-2aa962883794,segment=NetworkSegment(22dc8fc7-bd45-4633-a2a6-c5f41fadedcc),segment_id=22dc8fc7-bd45-4633-a2a6-c5f41fadedcc)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:42.234884 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dec7da08-0c32-4651-91e7-4d9eab9dd5d0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.282630 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] For port 8571dd1e-5fe8-4275-9f43-beaeb5e671de, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8571dd1e-5fe8-4275-9f43-beaeb5e671de,segment=NetworkSegment(a0bd49d3-1b71-4d7e-bad7-af77efa650b9),segment_id=a0bd49d3-1b71-4d7e-bad7-af77efa650b9)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:50:42.332464 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-72578f45-aa2d-44f3-bd53-b4ade820363e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Usage tracker for resource:network and tenant:a707a9ed61714dee90247b9ac2b8c54a is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:42.361440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.365807 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-72578f45-aa2d-44f3-bd53-b4ade820363e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:42.374525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Calling delete_port for cf032dbc-695d-4ca2-ac7a-2aa962883794 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:42.464473 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-dec7da08-0c32-4651-91e7-4d9eab9dd5d0 None None] Calling delete_port for cf032dbc-695d-4ca2-ac7a-2aa962883794 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:42.473927 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-72578f45-aa2d-44f3-bd53-b4ade820363e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:42.496398 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.resource_extend [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:50:42.526620 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:42.527178 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:42.539266 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 2 to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 Feb 28 14:50:42.549706 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72578f45-aa2d-44f3-bd53-b4ade820363e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Made reservation on behalf of a707a9ed61714dee90247b9ac2b8c54a for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:42.552023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72578f45-aa2d-44f3-bd53-b4ade820363e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.577044 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-353848bc-7f3a-4bea-a150-4bb8b2bab9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.577163 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ccf04291-c198-4889-ade3-121278fc4732 req-92ec3faa-eb75-4bb5-9d2d-b94322735c35 service neutron] 10.222.0.20 "GET /v2.0/networks/1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5048838 Feb 28 14:50:42.589569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:42.589966 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:42.590404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:42.612483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:42.612722 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:42.623482 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 3 to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 Feb 28 14:50:42.643199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed785c9a-e850-4e2b-891c-c76b5ec6c44c req-158c0f7b-e9df-4e1b-8000-400fb44c709a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:42.644964 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ed785c9a-e850-4e2b-891c-c76b5ec6c44c req-158c0f7b-e9df-4e1b-8000-400fb44c709a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 944 time: 0.8746130 Feb 28 14:50:42.712017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0bab1c-97c5-43a5-9f44-3c23d17d8342 None None] Pushing event updated for resources: {'Port': ['ID=8571dd1e-5fe8-4275-9f43-beaeb5e671de,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:42.727638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:42.728802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:42.728802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:42.755246 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cdc9e242-7e86-4fe9-97ca-e94580735e0b req-e6ce695f-c8a3-4525-9da5-4306f4262e4d service neutron] 10.222.0.20 "GET /v2.0/networks/37f007eb-7cdb-49fb-b4f0-35760d6aeb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6948555 Feb 28 14:50:42.766758 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:42.767228 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:42.770291 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 4 to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 Feb 28 14:50:42.773545 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-dec7da08-0c32-4651-91e7-4d9eab9dd5d0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:50:42.773898 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-dec7da08-0c32-4651-91e7-4d9eab9dd5d0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:50:42.788709 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 489cb12d-405f-45fa-8c41-9a57e19f1d87, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=489cb12d-405f-45fa-8c41-9a57e19f1d87,segment=NetworkSegment(004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8),segment_id=004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:42.800293 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353848bc-7f3a-4bea-a150-4bb8b2bab9aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08016ca-4cd3-48ac-bd78-5f99bbeab462,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:42.812085 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '489cb12d-405f-45fa-8c41-9a57e19f1d87', 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'port_id': '489cb12d-405f-45fa-8c41-9a57e19f1d87', 'mac_address': 'fa:16:3e:cd:21:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:50:42.858765 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Allocated IP 2001:db8::1 (6bde33f2-2c7f-43d3-a319-565c4d19a815/890068c8-47be-4f02-a61d-58d3053c2793/e5d80159-bea1-46a2-bc21-0033312b7799) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:42.896947 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:42.917428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 489cb12d-405f-45fa-8c41-9a57e19f1d87 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:50:42.937287 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 489cb12d-405f-45fa-8c41-9a57e19f1d87, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=489cb12d-405f-45fa-8c41-9a57e19f1d87,segment=NetworkSegment(004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8),segment_id=004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:42.943055 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.021852 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.040858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=489cb12d-405f-45fa-8c41-9a57e19f1d87,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:43.070678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:43.071150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:43.071608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:43.093859 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ed785c9a-e850-4e2b-891c-c76b5ec6c44c req-60c4feea-73fe-4e01-89ef-9c3c23153ed7 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd691bb5-9969-444c-875e-e27924a464b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4070063 Feb 28 14:50:43.104119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:43.104572 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:43.107127 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event deleted for resources: {'Port': ['ID=cf032dbc-695d-4ca2-ac7a-2aa962883794,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:43.108353 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 5 to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 Feb 28 14:50:43.114098 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-353848bc-7f3a-4bea-a150-4bb8b2bab9aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.118654 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-353848bc-7f3a-4bea-a150-4bb8b2bab9aa admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d08016ca-4cd3-48ac-bd78-5f99bbeab462 HTTP/1.1" status: 204 len: 168 time: 1.8413985 Feb 28 14:50:43.147906 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72578f45-aa2d-44f3-bd53-b4ade820363e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:50:43.154662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['489cb12d-405f-45fa-8c41-9a57e19f1d87'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 14:50:43.160294 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-85e22aa1-927b-4e2b-a331-1f7594769342 req-ea7470e1-74d8-4b0b-b1d0-d8c65293b85a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=298c60137a5b4342898eb5f96ba2a7ef&device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 1097 time: 0.5134666 Feb 28 14:50:43.170654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:43.171084 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:43.171587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:43.200699 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cdc9e242-7e86-4fe9-97ca-e94580735e0b req-2f9db7fa-bc3b-478c-bbc4-396b6c5549f3 service neutron] 10.222.0.20 "GET /v2.0/networks/37f007eb-7cdb-49fb-b4f0-35760d6aeb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4324040 Feb 28 14:50:43.224727 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72578f45-aa2d-44f3-bd53-b4ade820363e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.231887 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-72578f45-aa2d-44f3-bd53-b4ade820363e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Added segment d0b6ff58-93ad-4594-9485-f9a8e23c8c84 of type vlan for network 9c0f50b9-8060-47bf-96b0-57e3b99017ae Feb 28 14:50:43.250687 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:43.251585 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:43.255606 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 6 to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 Feb 28 14:50:43.269475 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72578f45-aa2d-44f3-bd53-b4ade820363e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.281947 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:43.282322 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:43.282775 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:43.285797 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-dec7da08-0c32-4651-91e7-4d9eab9dd5d0 None None] Deleting port cf032dbc-695d-4ca2-ac7a-2aa962883794 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:43.287184 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dec7da08-0c32-4651-91e7-4d9eab9dd5d0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.296924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:43.297402 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:43.300120 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 7 to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 Feb 28 14:50:43.334214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5817d76c-a8cf-4c02-8635-5690d66f6a16 req-7c77adfe-d056-4732-b37f-8371006ac3e9 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:43.335777 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5817d76c-a8cf-4c02-8635-5690d66f6a16 req-7c77adfe-d056-4732-b37f-8371006ac3e9 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 943 time: 0.9711728 Feb 28 14:50:43.338011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] No DVR routers for this DVR port cf032dbc-695d-4ca2-ac7a-2aa962883794 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:50:43.348963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72578f45-aa2d-44f3-bd53-b4ade820363e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.350298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72578f45-aa2d-44f3-bd53-b4ade820363e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:43.351022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72578f45-aa2d-44f3-bd53-b4ade820363e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.405018 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:43.405498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:43.406541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:43.412266 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e22aa1-927b-4e2b-a331-1f7594769342 req-ee86e56a-be81-4088-beb0-63692563d2ca service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:43.413861 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-85e22aa1-927b-4e2b-a331-1f7594769342 req-ee86e56a-be81-4088-beb0-63692563d2ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb HTTP/1.1" status: 200 len: 912 time: 0.2442868 Feb 28 14:50:43.415396 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-dec7da08-0c32-4651-91e7-4d9eab9dd5d0 None None] The port 'cf032dbc-695d-4ca2-ac7a-2aa962883794' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:50:43.481358 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:43.481837 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:43.489416 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 8 to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 Feb 28 14:50:43.519441 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-85e22aa1-927b-4e2b-a331-1f7594769342 req-bab77937-b71c-46a6-af6e-1fd463cd7a99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3624cc22-c0b4-4ed6-94b5-e47c98fb218d HTTP/1.1" status: 200 len: 217 time: 0.0971923 Feb 28 14:50:43.524994 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:43.527935 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:43.528494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:43.595950 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:43.596442 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:43.599451 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 9 to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 Feb 28 14:50:43.628342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a66ccea-d2f7-4e66-9053-008ce618cb18 req-6e7532d7-87bf-4ca4-87ec-3d38f5cfd811 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:43.629970 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6a66ccea-d2f7-4e66-9053-008ce618cb18 req-6e7532d7-87bf-4ca4-87ec-3d38f5cfd811 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.3049142 Feb 28 14:50:43.632630 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:43.633039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:43.633458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:43.640255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e22aa1-927b-4e2b-a331-1f7594769342 req-4cc3a8d7-f8cd-4d24-ab7d-4ab7285d0845 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:43.642339 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-85e22aa1-927b-4e2b-a331-1f7594769342 req-4cc3a8d7-f8cd-4d24-ab7d-4ab7285d0845 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=666c4165-e4c7-4fb8-9cf2-965b24ef32fe HTTP/1.1" status: 200 len: 851 time: 0.1100404 Feb 28 14:50:43.665315 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72578f45-aa2d-44f3-bd53-b4ade820363e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event updated for resources: {'Network': ['ID=9c0f50b9-8060-47bf-96b0-57e3b99017ae,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:43.668855 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.683313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 9c0f50b9-8060-47bf-96b0-57e3b99017ae details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:50:43.697628 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.698796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:43.699503 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:43.706168 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 10 to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 Feb 28 14:50:43.716111 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38302) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:43.730577 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-885d4adc-5fbf-4327-9ade-134466e9c8bd req-0840b651-e9ad-4095-8dda-ef93f741f8e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 1098 time: 1.2911327 Feb 28 14:50:43.760220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:43.760546 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:43.760874 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:43.785394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Transition to ACTIVE for port object e5d80159-bea1-46a2-bc21-0033312b7799 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:43.788286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:43.788502 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port 67f6e33a-043f-4337-bfda-8e90bc641a67 on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:43.788836 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.815428 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6a66ccea-d2f7-4e66-9053-008ce618cb18 req-16876e66-0f0e-46d1-ab4e-1aff4721105e tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1719756 Feb 28 14:50:43.903489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8571dd1e-5fe8-4275-9f43-beaeb5e671de up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:43.917171 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.917926 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4b69eaab-f3b7-4a92-97cc-66682eeba4ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0cf28b6ba52247009bc5f7d71eaae944&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1930726 Feb 28 14:50:43.921350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38306) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:43.924294 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efc0f9f1-eea7-4a8c-832d-4b2eabda4bda']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:43.939862 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-85e22aa1-927b-4e2b-a331-1f7594769342 req-c97129e5-6a27-4c9b-b97e-86b8e8f027e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2789342 Feb 28 14:50:43.966229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-885d4adc-5fbf-4327-9ade-134466e9c8bd req-06c093fc-a044-4de6-9fe8-f63d4ed55706 service neutron] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:43.981984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] For port 67f6e33a-043f-4337-bfda-8e90bc641a67, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:50:43.982346 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempted to set empty binding levels {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 14:50:43.991431 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5817d76c-a8cf-4c02-8635-5690d66f6a16 req-d05c2fc8-ab4d-4b03-92d7-4c84fcd3c511 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ae6ead-f2bc-4fa8-a136-c8b59bf07615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5928266 Feb 28 14:50:43.996671 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 8571dd1e-5fe8-4275-9f43-beaeb5e671de completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:44.006188 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 19ab33d3-fcf1-4148-be4c-8a3990a99b8e up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:44.010412 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-72578f45-aa2d-44f3-bd53-b4ade820363e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 1.8279171 Feb 28 14:50:44.036946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38310) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:44.038063 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4150840f-e594-4357-a425-7f154929e738 None None] Network c34d28d5-d6bc-4a3e-befb-ab2e96f358a2 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:50:44.044678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.045721 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22dc8fc7-bd45-4633-a2a6-c5f41fadedcc') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:44.046019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22dc8fc7-bd45-4633-a2a6-c5f41fadedcc') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:44.053791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-07901f56-1bc6-4102-ae97-f989fa090497 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Request body: {'network': {'router:external': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:44.087470 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.127930 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 6bde33f2-2c7f-43d3-a319-565c4d19a815 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:44.138153 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=e5d80159-bea1-46a2-bc21-0033312b7799,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:44.140554 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [req-885d4adc-5fbf-4327-9ade-134466e9c8bd req-06c093fc-a044-4de6-9fe8-f63d4ed55706 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:44.142100 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.151612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:44.161392 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:44.161920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.164639 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-885d4adc-5fbf-4327-9ade-134466e9c8bd req-06c093fc-a044-4de6-9fe8-f63d4ed55706 service neutron] Usage tracker for resource:security_group_rule and tenant:bc2511879ad14584a774358a75ba72cb is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:44.167839 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:50:44.168234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:50:44.183943 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:50:44.188688 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-885d4adc-5fbf-4327-9ade-134466e9c8bd req-06c093fc-a044-4de6-9fe8-f63d4ed55706 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:44.198145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-29e68fb9-9d9e-4c61-8489-15121427eef1 None None] Provisioning for port 8571dd1e-5fe8-4275-9f43-beaeb5e671de completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:44.207129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:44.207748 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.248049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [req-885d4adc-5fbf-4327-9ade-134466e9c8bd req-06c093fc-a044-4de6-9fe8-f63d4ed55706 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:44.249398 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 489cb12d-405f-45fa-8c41-9a57e19f1d87 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:44.260834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] In _notify_port_updated(), no bound segment for port 67f6e33a-043f-4337-bfda-8e90bc641a67 on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:50:44.262318 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.265946 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] 10.222.0.15 "PUT /v2.0/ports/67f6e33a-043f-4337-bfda-8e90bc641a67 HTTP/1.1" status: 200 len: 977 time: 4.7357826 Feb 28 14:50:44.268398 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38316) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:44.324759 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-29e68fb9-9d9e-4c61-8489-15121427eef1 None None] Provisioning complete for port 8571dd1e-5fe8-4275-9f43-beaeb5e671de triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:44.330494 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-29e68fb9-9d9e-4c61-8489-15121427eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.336301 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-85e22aa1-927b-4e2b-a331-1f7594769342 req-e3b4f79c-09a0-42dd-97e5-f3154863de8b service neutron] 10.222.0.20 "GET /v2.0/networks/1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862138 Feb 28 14:50:44.358574 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2c07cdc1-f42a-4463-be02-eb7233ba7f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.390541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72977a1c-6533-4da2-9d79-c109a9ea7d85 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Pushing event updated for resources: {'Port': ['ID=67f6e33a-043f-4337-bfda-8e90bc641a67,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:44.410231 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.481734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.531519 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2c07cdc1-f42a-4463-be02-eb7233ba7f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.631042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 489cb12d-405f-45fa-8c41-9a57e19f1d87 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:44.643892 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] Pushing event deleted for resources: {'Network': ['ID=efc0f9f1-eea7-4a8c-832d-4b2eabda4bda,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:44.651425 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 489cb12d-405f-45fa-8c41-9a57e19f1d87 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:44.652511 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.684286 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f09e06a5-202e-416d-a832-adbba3083d01 tempest-AllowedAddressPairTestJSON-2042637560 tempest-AllowedAddressPairTestJSON-2042637560-project] 10.222.0.15 "DELETE /v2.0/networks/efc0f9f1-eea7-4a8c-832d-4b2eabda4bda HTTP/1.1" status: 204 len: 168 time: 3.7193677 Feb 28 14:50:44.702414 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-29e68fb9-9d9e-4c61-8489-15121427eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.727746 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-85e22aa1-927b-4e2b-a331-1f7594769342 req-4d0e3abd-ed5b-4e89-af63-25f7d7c0a2e0 service neutron] 10.222.0.20 "GET /v2.0/networks/1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413832 Feb 28 14:50:44.731642 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.741789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f12368a-c62d-4ce4-a2ab-c15a7edb7b99 req-ae98c530-ba50-4384-99e6-0dc81a4034aa tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:44.748625 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5f12368a-c62d-4ce4-a2ab-c15a7edb7b99 req-ae98c530-ba50-4384-99e6-0dc81a4034aa tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 944 time: 0.3959103 Feb 28 14:50:44.751692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-885d4adc-5fbf-4327-9ade-134466e9c8bd req-06c093fc-a044-4de6-9fe8-f63d4ed55706 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.767242 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-29e68fb9-9d9e-4c61-8489-15121427eef1 None None] For port 8571dd1e-5fe8-4275-9f43-beaeb5e671de, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8571dd1e-5fe8-4275-9f43-beaeb5e671de,segment=NetworkSegment(a0bd49d3-1b71-4d7e-bad7-af77efa650b9),segment_id=a0bd49d3-1b71-4d7e-bad7-af77efa650b9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:44.780420 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3ff6e78e-af0e-47dd-b12f-3b9dd3db9382 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20864 time: 0.4965789 Feb 28 14:50:44.780420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38322) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:44.784939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-29e68fb9-9d9e-4c61-8489-15121427eef1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.789208 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-885d4adc-5fbf-4327-9ade-134466e9c8bd req-06c093fc-a044-4de6-9fe8-f63d4ed55706 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.848562 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5f12368a-c62d-4ce4-a2ab-c15a7edb7b99 req-440d840e-3474-4504-b5c3-70fd3dfcf7e6 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd691bb5-9969-444c-875e-e27924a464b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0989640 Feb 28 14:50:44.861200 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-07901f56-1bc6-4102-ae97-f989fa090497 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.909161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-07901f56-1bc6-4102-ae97-f989fa090497 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:44.963126 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-885d4adc-5fbf-4327-9ade-134466e9c8bd req-06c093fc-a044-4de6-9fe8-f63d4ed55706 service neutron] Synchronizing usage tracker for tenant:bc2511879ad14584a774358a75ba72cb on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:44.981144 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2c07cdc1-f42a-4463-be02-eb7233ba7f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.001312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06c093fc-a044-4de6-9fe8-f63d4ed55706 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=11fa644a-4c4f-45df-a9e8-7ce46cf7d6a7,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:45.022528 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-83054f2e-625d-40b9-b718-a1b933c919ba tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Deleting port 67f6e33a-043f-4337-bfda-8e90bc641a67 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:45.023024 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-83054f2e-625d-40b9-b718-a1b933c919ba tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.061653 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e68fb9-9d9e-4c61-8489-15121427eef1 None None] Pushing event updated for resources: {'Port': ['ID=8571dd1e-5fe8-4275-9f43-beaeb5e671de,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:45.073347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cf032dbc-695d-4ca2-ac7a-2aa962883794 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:50:45.138503 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: cf032dbc-695d-4ca2-ac7a-2aa962883794 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:50:45.139671 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cf032dbc-695d-4ca2-ac7a-2aa962883794 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:50:45.148895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.201969 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 489cb12d-405f-45fa-8c41-9a57e19f1d87, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=489cb12d-405f-45fa-8c41-9a57e19f1d87,segment=NetworkSegment(004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8),segment_id=004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:45.211876 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4346d7a5-d9d6-4871-a058-84ec230f1e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489cb12d-405f-45fa-8c41-9a57e19f1d87'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:50:45.221965 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.243581 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07cdc1-f42a-4463-be02-eb7233ba7f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513f9dae-d101-4a8b-a86f-dd4893ec6d54,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:45.291278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0fc52820-1df2-40dc-ab6f-f82d8e383aeb None None] Provisioning for port e5d80159-bea1-46a2-bc21-0033312b7799 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:45.299060 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-07901f56-1bc6-4102-ae97-f989fa090497 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Network 9c0f50b9-8060-47bf-96b0-57e3b99017ae is not hosted by any dhcp agent {{(pid=83592) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 28 14:50:45.299399 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07901f56-1bc6-4102-ae97-f989fa090497 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:45.300210 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-07901f56-1bc6-4102-ae97-f989fa090497 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.301435 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-07901f56-1bc6-4102-ae97-f989fa090497 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "PUT /v2.0/networks/9c0f50b9-8060-47bf-96b0-57e3b99017ae HTTP/1.1" status: 200 len: 857 time: 1.2633264 Feb 28 14:50:45.313098 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38334) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:45.314009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0fc52820-1df2-40dc-ab6f-f82d8e383aeb None None] Provisioning complete for port e5d80159-bea1-46a2-bc21-0033312b7799 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:45.314381 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0fc52820-1df2-40dc-ab6f-f82d8e383aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.392403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07901f56-1bc6-4102-ae97-f989fa090497 tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event updated for resources: {'Network': ['ID=9c0f50b9-8060-47bf-96b0-57e3b99017ae,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:45.420893 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38338) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:45.434510 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=489cb12d-405f-45fa-8c41-9a57e19f1d87,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:45.439402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0fc52820-1df2-40dc-ab6f-f82d8e383aeb None None] Port e5d80159-bea1-46a2-bc21-0033312b7799 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:45.468990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-96fa7218-9e5d-4afd-a6d1-ca2066f2087e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.481109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2c07cdc1-f42a-4463-be02-eb7233ba7f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.482871 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2c07cdc1-f42a-4463-be02-eb7233ba7f95 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/513f9dae-d101-4a8b-a86f-dd4893ec6d54 HTTP/1.1" status: 204 len: 168 time: 1.4902556 Feb 28 14:50:45.506287 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-885d4adc-5fbf-4327-9ade-134466e9c8bd req-06c093fc-a044-4de6-9fe8-f63d4ed55706 service neutron] Unset dirty status for tenant:bc2511879ad14584a774358a75ba72cb on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:45.507407 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-885d4adc-5fbf-4327-9ade-134466e9c8bd req-06c093fc-a044-4de6-9fe8-f63d4ed55706 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.6502063 Feb 28 14:50:45.530795 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770fe0d6-37bd-47f5-a102-71be505a327c req-d7899515-240a-488d-b35f-295076415bb9 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:45.533003 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-770fe0d6-37bd-47f5-a102-71be505a327c req-d7899515-240a-488d-b35f-295076415bb9 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 945 time: 0.3700545 Feb 28 14:50:45.584809 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-087db47c-c342-425e-ae9b-fd8f8685318e None None] Provisioning complete for port 8571dd1e-5fe8-4275-9f43-beaeb5e671de triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:45.585179 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-087db47c-c342-425e-ae9b-fd8f8685318e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.652678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-96fa7218-9e5d-4afd-a6d1-ca2066f2087e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.703691 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-770fe0d6-37bd-47f5-a102-71be505a327c req-79281673-848b-4221-93b9-63f26363abbb tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ae6ead-f2bc-4fa8-a136-c8b59bf07615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576021 Feb 28 14:50:45.714875 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-96fa7218-9e5d-4afd-a6d1-ca2066f2087e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c0f50b9-8060-47bf-96b0-57e3b99017ae']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:45.747364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-96fa7218-9e5d-4afd-a6d1-ca2066f2087e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0b6ff58-93ad-4594-9485-f9a8e23c8c84') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:45.748021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-96fa7218-9e5d-4afd-a6d1-ca2066f2087e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0b6ff58-93ad-4594-9485-f9a8e23c8c84') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:45.769120 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-96fa7218-9e5d-4afd-a6d1-ca2066f2087e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.783466 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8571dd1e-5fe8-4275-9f43-beaeb5e671de up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:45.792008 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2e64be1c-7b41-4e80-a018-1cf198e018df admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=cf2c73f35a894d88a7a585887df61a6c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3667102 Feb 28 14:50:45.793170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38346) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:45.805293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-96fa7218-9e5d-4afd-a6d1-ca2066f2087e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.817089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96fa7218-9e5d-4afd-a6d1-ca2066f2087e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:50:45.817556 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-96fa7218-9e5d-4afd-a6d1-ca2066f2087e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.824490 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4346d7a5-d9d6-4871-a058-84ec230f1e34', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '489cb12d-405f-45fa-8c41-9a57e19f1d87', 'code': 200} Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:50:45.833227 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:50:45.910254 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 8571dd1e-5fe8-4275-9f43-beaeb5e671de triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:45.910632 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.952906 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-83054f2e-625d-40b9-b718-a1b933c919ba tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] For port 67f6e33a-043f-4337-bfda-8e90bc641a67, host hv-neutron-8308, got binding levels [] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:45.955043 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-83054f2e-625d-40b9-b718-a1b933c919ba tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.967871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-82648a0a-f402-4300-949e-4338341bb9c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.971222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-96fa7218-9e5d-4afd-a6d1-ca2066f2087e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:45.988836 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96fa7218-9e5d-4afd-a6d1-ca2066f2087e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9c0f50b9-8060-47bf-96b0-57e3b99017ae {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 14:50:46.005351 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-96fa7218-9e5d-4afd-a6d1-ca2066f2087e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:46.029618 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fa7218-9e5d-4afd-a6d1-ca2066f2087e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] Pushing event deleted for resources: {'Network': ['ID=9c0f50b9-8060-47bf-96b0-57e3b99017ae,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:46.040859 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-96fa7218-9e5d-4afd-a6d1-ca2066f2087e tempest-ExternalNetworksTestJSON-1817546469 tempest-ExternalNetworksTestJSON-1817546469-project-admin] 10.222.0.15 "DELETE /v2.0/networks/9c0f50b9-8060-47bf-96b0-57e3b99017ae HTTP/1.1" status: 204 len: 168 time: 0.7267339 Feb 28 14:50:46.043504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-82648a0a-f402-4300-949e-4338341bb9c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:46.050808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38354) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:46.102888 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc85cf95-27c0-4818-9817-048ea6349cd3 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] DELETE failed (client error): The resource could not be found. Feb 28 14:50:46.103327 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc85cf95-27c0-4818-9817-048ea6349cd3 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:50:46.105056 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bc85cf95-27c0-4818-9817-048ea6349cd3 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] 10.222.0.15 "DELETE /v2.0/subnets/0090846b-2396-47bb-bdb1-afd54a659382 HTTP/1.1" status: 404 len: 337 time: 0.0532284 Feb 28 14:50:46.108371 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38358) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:46.192393 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-83054f2e-625d-40b9-b718-a1b933c919ba tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Calling delete_port for 67f6e33a-043f-4337-bfda-8e90bc641a67 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:46.211219 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 3624cc22-c0b4-4ed6-94b5-e47c98fb218d details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:50:46.312922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-83054f2e-625d-40b9-b718-a1b933c919ba tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:46.332265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8003ac08-9699-451f-8e34-bb9dc1a29cfa req-641f712b-1d65-4259-8824-d818edf8d862 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:46.333749 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8003ac08-9699-451f-8e34-bb9dc1a29cfa req-641f712b-1d65-4259-8824-d818edf8d862 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 1.1387622 Feb 28 14:50:46.406715 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48ff5e42-47db-4eb0-ae1b-ae6ac71116e4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:46.429840 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83054f2e-625d-40b9-b718-a1b933c919ba tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Pushing event deleted for resources: {'Port': ['ID=67f6e33a-043f-4337-bfda-8e90bc641a67,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:46.436017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-82648a0a-f402-4300-949e-4338341bb9c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:46.443593 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=3624cc22-c0b4-4ed6-94b5-e47c98fb218d,segment=NetworkSegment(46bfca73-d9ef-4444-a680-f8aae94f7e3a),segment_id=46bfca73-d9ef-4444-a680-f8aae94f7e3a)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:46.458452 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '3624cc22-c0b4-4ed6-94b5-e47c98fb218d', 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'port_id': '3624cc22-c0b4-4ed6-94b5-e47c98fb218d', 'mac_address': 'fa:16:3e:4b:8f:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:50:46.494521 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:50:46.495174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82648a0a-f402-4300-949e-4338341bb9c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b186c34c-e4c8-4dfa-966e-6d177c45ba8b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:46.537665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:46.540304 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-83054f2e-625d-40b9-b718-a1b933c919ba tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:46.542072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-839ef810-1ee2-4d8e-b59e-a7c105430ad1 req-80ed8d0d-dc4e-44b5-b416-6cc5f707857c tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:46.543701 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-839ef810-1ee2-4d8e-b59e-a7c105430ad1 req-80ed8d0d-dc4e-44b5-b416-6cc5f707857c tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 944 time: 0.4078007 Feb 28 14:50:46.568948 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-83054f2e-625d-40b9-b718-a1b933c919ba tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] 10.222.0.15 "DELETE /v2.0/ports/67f6e33a-043f-4337-bfda-8e90bc641a67 HTTP/1.1" status: 204 len: 168 time: 1.7860131 Feb 28 14:50:46.569484 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:46.574757 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8003ac08-9699-451f-8e34-bb9dc1a29cfa req-71100ee5-49ed-4a7e-a593-f909f454ebbb tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2065296 Feb 28 14:50:46.575217 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38370) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:46.584847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:46.585594 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:46.619034 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3624cc22-c0b4-4ed6-94b5-e47c98fb218d {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:50:46.635662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=3624cc22-c0b4-4ed6-94b5-e47c98fb218d,segment=NetworkSegment(46bfca73-d9ef-4444-a680-f8aae94f7e3a),segment_id=46bfca73-d9ef-4444-a680-f8aae94f7e3a)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:46.639976 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:46.678438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48ff5e42-47db-4eb0-ae1b-ae6ac71116e4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:46.707732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-82648a0a-f402-4300-949e-4338341bb9c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:46.712333 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=3624cc22-c0b4-4ed6-94b5-e47c98fb218d,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:46.716050 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-82648a0a-f402-4300-949e-4338341bb9c9 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b186c34c-e4c8-4dfa-966e-6d177c45ba8b HTTP/1.1" status: 204 len: 168 time: 0.9202259 Feb 28 14:50:46.728347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-48ff5e42-47db-4eb0-ae1b-ae6ac71116e4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ee1f58d-1c3c-43e8-be3b-bf720657c671']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:46.747980 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e735917-cf96-4a3e-a88f-c3a40c32a243 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] GET failed (client error): The resource could not be found. Feb 28 14:50:46.748485 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7e735917-cf96-4a3e-a88f-c3a40c32a243 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Synchronizing usage tracker for tenant:63be213f57484276b669320c352dc825 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:46.752001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-48ff5e42-47db-4eb0-ae1b-ae6ac71116e4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '829daacf-a0d2-4dbb-941c-ad800bc05ace') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:46.752466 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-48ff5e42-47db-4eb0-ae1b-ae6ac71116e4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '829daacf-a0d2-4dbb-941c-ad800bc05ace') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:46.789993 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-839ef810-1ee2-4d8e-b59e-a7c105430ad1 req-c94c478c-51ce-46e5-8269-3eb75d92895a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd691bb5-9969-444c-875e-e27924a464b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2398157 Feb 28 14:50:46.795003 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48ff5e42-47db-4eb0-ae1b-ae6ac71116e4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:46.821768 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48ff5e42-47db-4eb0-ae1b-ae6ac71116e4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:46.828852 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7e735917-cf96-4a3e-a88f-c3a40c32a243 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Unset dirty status for tenant:63be213f57484276b669320c352dc825 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:46.833536 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7e735917-cf96-4a3e-a88f-c3a40c32a243 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] 10.222.0.15 "GET /v2.0/ports/67f6e33a-043f-4337-bfda-8e90bc641a67 HTTP/1.1" status: 404 len: 333 time: 0.2465267 Feb 28 14:50:46.839375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38382) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:46.854039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4db0c39a-4744-44b4-a51f-01e9322c0c32 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-160970623', 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:46.863070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['3624cc22-c0b4-4ed6-94b5-e47c98fb218d'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 14:50:46.875744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-48ff5e42-47db-4eb0-ae1b-ae6ac71116e4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:50:46.876151 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48ff5e42-47db-4eb0-ae1b-ae6ac71116e4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:46.897311 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9bb151be-213c-4b95-afec-0af599942952 req-a19de3d4-b407-4811-89e7-c47384d54211 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 1098 time: 0.6319220 Feb 28 14:50:46.901130 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=e5d80159-bea1-46a2-bc21-0033312b7799,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:50:46.916341 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:50:46.925361 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4db0c39a-4744-44b4-a51f-01e9322c0c32 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:47.027183 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9bb151be-213c-4b95-afec-0af599942952 req-f7595966-d63b-4d4c-993a-c11384d50041 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e0ae6ead-f2bc-4fa8-a136-c8b59bf07615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152997 Feb 28 14:50:47.067611 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 6bde33f2-2c7f-43d3-a319-565c4d19a815 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:47.069627 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:47.070604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4db0c39a-4744-44b4-a51f-01e9322c0c32 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:47.085680 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4db0c39a-4744-44b4-a51f-01e9322c0c32 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Made reservation on behalf of 63be213f57484276b669320c352dc825 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:47.091277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4db0c39a-4744-44b4-a51f-01e9322c0c32 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:47.130775 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48ff5e42-47db-4eb0-ae1b-ae6ac71116e4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:47.152418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48ff5e42-47db-4eb0-ae1b-ae6ac71116e4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:47.171617 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48ff5e42-47db-4eb0-ae1b-ae6ac71116e4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] Pushing event deleted for resources: {'Network': ['ID=3ee1f58d-1c3c-43e8-be3b-bf720657c671,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:47.180853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-4db0c39a-4744-44b4-a51f-01e9322c0c32 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] device_id is not set on port 3df0e560-8294-4113-8f4b-dac6a9610921 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:50:47.244197 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-48ff5e42-47db-4eb0-ae1b-ae6ac71116e4 tempest-ExternalNetworksTestJSON-1690004044 tempest-ExternalNetworksTestJSON-1690004044-project] 10.222.0.15 "DELETE /v2.0/networks/3ee1f58d-1c3c-43e8-be3b-bf720657c671 HTTP/1.1" status: 204 len: 168 time: 1.1338401 Feb 28 14:50:47.305993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38394) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:47.347708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b9de11-266e-456a-a8f1-16738430fe7f req-5f850ebe-243e-4d13-b7bc-5f14f9db819c tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:47.354357 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-95b9de11-266e-456a-a8f1-16738430fe7f req-5f850ebe-243e-4d13-b7bc-5f14f9db819c tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 945 time: 0.4184794 Feb 28 14:50:47.462783 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-95b9de11-266e-456a-a8f1-16738430fe7f req-b3244d17-3c37-4b44-b064-cac1c0f15705 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ae6ead-f2bc-4fa8-a136-c8b59bf07615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074636 Feb 28 14:50:47.521760 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4db0c39a-4744-44b4-a51f-01e9322c0c32 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:47.560525 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4db0c39a-4744-44b4-a51f-01e9322c0c32 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:47.573584 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cb632e6d-7a99-4890-8452-fa1eb9c0ee51 None None] Provisioning complete for port e5d80159-bea1-46a2-bc21-0033312b7799 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:47.574087 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cb632e6d-7a99-4890-8452-fa1eb9c0ee51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:47.709221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-750234258'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:47.725495 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-cb632e6d-7a99-4890-8452-fa1eb9c0ee51 None None] Port e5d80159-bea1-46a2-bc21-0033312b7799 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:47.732398 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:47.737949 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:network and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:47.755665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:47.772765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4db0c39a-4744-44b4-a51f-01e9322c0c32 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Network 15c9e018-a76a-441c-95cb-7626fe029a72 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:47.776933 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-4db0c39a-4744-44b4-a51f-01e9322c0c32 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:47.784494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4db0c39a-4744-44b4-a51f-01e9322c0c32 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:47.785316 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4db0c39a-4744-44b4-a51f-01e9322c0c32 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:47.785901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4db0c39a-4744-44b4-a51f-01e9322c0c32 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:47.789805 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db0c39a-4744-44b4-a51f-01e9322c0c32 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Pushing event updated for resources: {'Port': ['ID=3df0e560-8294-4113-8f4b-dac6a9610921,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:47.801508 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:47.824242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:47.828468 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:47.847710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:47.886942 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4db0c39a-4744-44b4-a51f-01e9322c0c32 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 1.0436304 Feb 28 14:50:47.888937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38412) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:47.896408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38414) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:47.931829 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:47.937578 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:security_group_rule and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:47.943977 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:47.951248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:47.986877 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b6a9b313-b260-4c1c-a520-11c1a0363e55 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Synchronizing usage tracker for tenant:63be213f57484276b669320c352dc825 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:47.996805 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131c4cd9-85e7-447b-af50-5b700a24a9bf req-3f2de1c5-5277-47b1-a4bd-ecb89a49c913 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:47.998499 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-131c4cd9-85e7-447b-af50-5b700a24a9bf req-3f2de1c5-5277-47b1-a4bd-ecb89a49c913 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.2033095 Feb 28 14:50:48.030417 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b6a9b313-b260-4c1c-a520-11c1a0363e55 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Unset dirty status for tenant:63be213f57484276b669320c352dc825 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:48.031960 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b6a9b313-b260-4c1c-a520-11c1a0363e55 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] 10.222.0.15 "GET /v2.0/ports/3df0e560-8294-4113-8f4b-dac6a9610921 HTTP/1.1" status: 200 len: 954 time: 0.1391299 Feb 28 14:50:48.035398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38422) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:48.056204 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router e15fcc99-d9a5-49a3-81a2-14a103dc2665 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:50:48.122675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-1d41291c-44bf-4c09-ac77-5b9dde577862 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Deleting port 3df0e560-8294-4113-8f4b-dac6a9610921 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:48.123084 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d41291c-44bf-4c09-ac77-5b9dde577862 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:48.144851 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a639a869-2661-429f-b60b-4ec65d8398f8 req-58a397e5-4041-45f6-a01b-e7e2c3cb1812 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:48.154620 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-131c4cd9-85e7-447b-af50-5b700a24a9bf req-f12308af-69df-40f4-8ea9-c5d8fbf1c6a1 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1471241 Feb 28 14:50:48.158396 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a639a869-2661-429f-b60b-4ec65d8398f8 req-58a397e5-4041-45f6-a01b-e7e2c3cb1812 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 945 time: 0.1940753 Feb 28 14:50:48.230656 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 3624cc22-c0b4-4ed6-94b5-e47c98fb218d up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:48.236355 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:48.250338 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:48.276990 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:50:48.289387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:48.289729 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Added segment bc51d7db-bc0e-4b5c-9464-f3d2a0964433 of type vlan for network 93209edc-f002-4768-b333-1a64a8af3000 Feb 28 14:50:48.318838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:48.347518 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:48.356437 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:48.356864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:48.373203 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:48.376981 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:48.377575 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:48.485529 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3d004597-a821-4a62-9f5b-9a317f06cf7f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6d3c78da674842d7bfbee5a8a6c66b59&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5876524 Feb 28 14:50:48.488482 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38434) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:48.510725 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:48.541894 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd678ebf9-a267-4cab-b2ca-4b496b758782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3624cc22-c0b4-4ed6-94b5-e47c98fb218d'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:50:48.552444 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=3624cc22-c0b4-4ed6-94b5-e47c98fb218d,segment=NetworkSegment(46bfca73-d9ef-4444-a680-f8aae94f7e3a),segment_id=46bfca73-d9ef-4444-a680-f8aae94f7e3a)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:48.558619 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:48.622465 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Network': ['ID=93209edc-f002-4768-b333-1a64a8af3000,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:48.634695 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 93209edc-f002-4768-b333-1a64a8af3000 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:50:48.659822 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a639a869-2661-429f-b60b-4ec65d8398f8 req-8f76caf4-26eb-4f1c-9954-cc75d7119bd5 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd691bb5-9969-444c-875e-e27924a464b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4998293 Feb 28 14:50:48.663415 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38442) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:48.678370 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21faff5-a7ba-48cd-bd27-047c3258aa41 req-11deafcf-158e-4a6c-8457-cc98e4ad7141 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:48.679264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'SecurityGroup': ['ID=68521397-f730-4776-81a0-36f81bfacc4b,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:48.696610 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38448) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:48.705129 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f21faff5-a7ba-48cd-bd27-047c3258aa41 req-11deafcf-158e-4a6c-8457-cc98e4ad7141 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.3199563 Feb 28 14:50:48.706538 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-0a22e58b-340e-4545-a748-969fac62dc21 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Request body: {'floatingip': {'port_id': 'dff55e87-99f8-410d-a9b2-a28723fb61f4'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:48.741752 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=3624cc22-c0b4-4ed6-94b5-e47c98fb218d,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:48.761076 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3d506392-d80d-4bab-a603-805a5d2d1ebe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.4515562 Feb 28 14:50:48.764150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d41291c-44bf-4c09-ac77-5b9dde577862 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:48.817633 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:50:48.821130 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0a22e58b-340e-4545-a748-969fac62dc21 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for floatingip, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:48.839894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-26bc1e3d-917e-4bb0-b942-07082b80630b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:48.847673 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92dac6-24f1-4ce3-868e-00f6b86b8a48 None None] Sync routers for ids ['e15fcc99-d9a5-49a3-81a2-14a103dc2665'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:50:48.851438 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd678ebf9-a267-4cab-b2ca-4b496b758782', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3624cc22-c0b4-4ed6-94b5-e47c98fb218d', 'code': 200} Feb 28 14:50:48.864286 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92dac6-24f1-4ce3-868e-00f6b86b8a48 None None] Routers {'e15fcc99-d9a5-49a3-81a2-14a103dc2665'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:50:48.868025 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-cb92dac6-24f1-4ce3-868e-00f6b86b8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e15fcc99-d9a5-49a3-81a2-14a103dc2665'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:48.885244 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2f767819-089d-4f1c-929f-2c69ecac6be7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/e15fcc99-d9a5-49a3-81a2-14a103dc2665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6302516 Feb 28 14:50:48.892281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38452) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:48.904378 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-26bc1e3d-917e-4bb0-b942-07082b80630b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:49.031272 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-cb92dac6-24f1-4ce3-868e-00f6b86b8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:49.054498 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb92dac6-24f1-4ce3-868e-00f6b86b8a48 None None] Routers {'e15fcc99-d9a5-49a3-81a2-14a103dc2665'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:50:49.055323 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-cb92dac6-24f1-4ce3-868e-00f6b86b8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e15fcc99-d9a5-49a3-81a2-14a103dc2665'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:49.060871 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1300cbf9-165f-49fb-a05d-8a125fe4c15b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:49.061466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1300cbf9-165f-49fb-a05d-8a125fe4c15b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Synchronizing usage tracker for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:49.099720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-26bc1e3d-917e-4bb0-b942-07082b80630b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:49.111827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-1d41291c-44bf-4c09-ac77-5b9dde577862 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Calling delete_port for 3df0e560-8294-4113-8f4b-dac6a9610921 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:49.120270 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-cb92dac6-24f1-4ce3-868e-00f6b86b8a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:49.121045 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb92dac6-24f1-4ce3-868e-00f6b86b8a48 None None] The sync data for ids ['e15fcc99-d9a5-49a3-81a2-14a103dc2665'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:50:49.151213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1146814446'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:49.167849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bc1e3d-917e-4bb0-b942-07082b80630b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc41ecd1-5acb-4ecc-a30a-09aa5cb24faf,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:49.177983 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-26bc1e3d-917e-4bb0-b942-07082b80630b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:49.181920 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-26bc1e3d-917e-4bb0-b942-07082b80630b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc41ecd1-5acb-4ecc-a30a-09aa5cb24faf HTTP/1.1" status: 204 len: 168 time: 0.6907575 Feb 28 14:50:49.226628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d41291c-44bf-4c09-ac77-5b9dde577862 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:49.237870 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:49.269759 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:network and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:49.281636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:49.290327 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d41291c-44bf-4c09-ac77-5b9dde577862 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:49.294593 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d41291c-44bf-4c09-ac77-5b9dde577862 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Pushing event deleted for resources: {'Port': ['ID=3df0e560-8294-4113-8f4b-dac6a9610921,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:49.311859 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1d41291c-44bf-4c09-ac77-5b9dde577862 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] 10.222.0.15 "DELETE /v2.0/ports/3df0e560-8294-4113-8f4b-dac6a9610921 HTTP/1.1" status: 204 len: 168 time: 1.2751963 Feb 28 14:50:49.312585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:49.312905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38458) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:49.319321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1300cbf9-165f-49fb-a05d-8a125fe4c15b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Unset dirty status for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:49.320949 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1300cbf9-165f-49fb-a05d-8a125fe4c15b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports/e5d80159-bea1-46a2-bc21-0033312b7799 HTTP/1.1" status: 200 len: 911 time: 0.4270368 Feb 28 14:50:49.325631 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38462) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:49.361127 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1df1c5b-5e7e-4dc4-bdea-62e2e8426518 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] GET failed (client error): The resource could not be found. Feb 28 14:50:49.361805 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d1df1c5b-5e7e-4dc4-bdea-62e2e8426518 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Synchronizing usage tracker for tenant:63be213f57484276b669320c352dc825 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:49.380990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d1df1c5b-5e7e-4dc4-bdea-62e2e8426518 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Unset dirty status for tenant:63be213f57484276b669320c352dc825 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:49.384015 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d1df1c5b-5e7e-4dc4-bdea-62e2e8426518 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] 10.222.0.15 "GET /v2.0/ports/3df0e560-8294-4113-8f4b-dac6a9610921 HTTP/1.1" status: 404 len: 333 time: 0.0697875 Feb 28 14:50:49.386639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38466) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:49.396641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c4eeedef-90d2-4f34-af86-f31602a80897 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Request body: {'port': {'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-979907709'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:49.402351 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c4eeedef-90d2-4f34-af86-f31602a80897 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:49.416564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c4eeedef-90d2-4f34-af86-f31602a80897 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:49.432863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4eeedef-90d2-4f34-af86-f31602a80897 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Made reservation on behalf of 63be213f57484276b669320c352dc825 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:49.436012 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c4eeedef-90d2-4f34-af86-f31602a80897 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:49.467233 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-c4eeedef-90d2-4f34-af86-f31602a80897 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] device_id is not set on port fcd74243-ffd3-4680-9db0-fc9281aaffce yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:50:49.557121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3abe22dc-9243-4da9-8b72-347e8c54c2b6 req-d53cb117-3f14-423f-8e58-83a6c39e0881 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:49.558626 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3abe22dc-9243-4da9-8b72-347e8c54c2b6 req-d53cb117-3f14-423f-8e58-83a6c39e0881 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 945 time: 0.4859416 Feb 28 14:50:49.573596 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:49.576556 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:49.761199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c4eeedef-90d2-4f34-af86-f31602a80897 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:49.789884 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:49.794188 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c4eeedef-90d2-4f34-af86-f31602a80897 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:49.806373 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-45850e12-f267-469e-86fa-3f298a99cbbf req-40e993b6-d30a-402b-bb81-833e329a57ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 1099 time: 0.6088142 Feb 28 14:50:49.877181 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4eeedef-90d2-4f34-af86-f31602a80897 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Network 15c9e018-a76a-441c-95cb-7626fe029a72 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:49.889398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-c4eeedef-90d2-4f34-af86-f31602a80897 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:49.902009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4eeedef-90d2-4f34-af86-f31602a80897 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:49.903318 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4eeedef-90d2-4f34-af86-f31602a80897 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:49.904451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c4eeedef-90d2-4f34-af86-f31602a80897 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:49.932438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38474) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:49.936305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:49.957599 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3abe22dc-9243-4da9-8b72-347e8c54c2b6 req-ac703f4a-543d-457c-a42b-437cc913a578 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ae6ead-f2bc-4fa8-a136-c8b59bf07615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3228219 Feb 28 14:50:49.976303 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:security_group_rule and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:50.055052 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c4eeedef-90d2-4f34-af86-f31602a80897 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 0.6658895 Feb 28 14:50:50.056130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4eeedef-90d2-4f34-af86-f31602a80897 tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Pushing event updated for resources: {'Port': ['ID=fcd74243-ffd3-4680-9db0-fc9281aaffce,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:50.061535 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:50.066192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38480) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:50.081485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Request body: {'port': {'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:50.086231 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:50.089266 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-45850e12-f267-469e-86fa-3f298a99cbbf req-ed1f47e1-147a-4609-aeb2-973e7e818d95 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cd691bb5-9969-444c-875e-e27924a464b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652376 Feb 28 14:50:50.198415 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307c7dcd-b4b9-4926-b9df-53a694ab037d req-909d9b1d-7723-447b-a60e-1a28974c5489 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:50.199889 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-307c7dcd-b4b9-4926-b9df-53a694ab037d req-909d9b1d-7723-447b-a60e-1a28974c5489 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 946 time: 0.2572541 Feb 28 14:50:50.240644 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:50.302914 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-307c7dcd-b4b9-4926-b9df-53a694ab037d req-adb664b7-5081-47b6-9f4d-654ab09039ef tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd691bb5-9969-444c-875e-e27924a464b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899544 Feb 28 14:50:50.345568 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f7e3396d-5704-45ce-89e8-babf7e34612e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a707a9ed61714dee90247b9ac2b8c54a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4105484 Feb 28 14:50:50.359233 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38484) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:50.579472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] device_id is not set on port fcd74243-ffd3-4680-9db0-fc9281aaffce yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:50:50.588488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:50.605937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Transition to ACTIVE for port object fcd74243-ffd3-4680-9db0-fc9281aaffce will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:50.611631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:50.663920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:50.688982 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:50.713051 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be023f60-c41c-4130-b72e-ead60ee9dc78 req-257aae2d-ed56-4af6-a94e-5b21835548bf tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:50.715241 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-be023f60-c41c-4130-b72e-ead60ee9dc78 req-257aae2d-ed56-4af6-a94e-5b21835548bf tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 945 time: 0.4693177 Feb 28 14:50:50.729769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38488) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:50.750018 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-5b6b1467-479c-49dd-80c1-f9c626f41403 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Request body: {'floatingip': {'port_id': '489cb12d-405f-45fa-8c41-9a57e19f1d87'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:50.763671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-0a22e58b-340e-4545-a748-969fac62dc21 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:50:50.814500 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1b228e7d-7bbc-42a8-a314-6ff369a6691d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:50.816914 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60d1146c-86a2-404c-97af-106f468a7e9f,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:50.819350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:50:50.823266 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Pushing event updated for resources: {'Port': ['ID=fcd74243-ffd3-4680-9db0-fc9281aaffce,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:50.836139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1467-479c-49dd-80c1-f9c626f41403 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for floatingip, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:50.865710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:50.866044 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Added segment 5ab62c2e-f607-4288-b357-dde7212af584 of type vlan for network 2d04583f-a513-435e-a720-cee2c3103874 Feb 28 14:50:50.890650 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1b228e7d-7bbc-42a8-a314-6ff369a6691d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:50.945517 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0a22e58b-340e-4545-a748-969fac62dc21 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:50.949026 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:50.969396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:50.969970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:50.970095 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:50.988942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:50.989276 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:50.991991 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 2 to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce Feb 28 14:50:51.045141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:51.045498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:51.045813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:51.065874 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:51.066203 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:51.068722 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 3 to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce Feb 28 14:50:51.079863 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0a22e58b-340e-4545-a748-969fac62dc21 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:51.213036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:51.213036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:51.213350 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:51.243535 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:51.243898 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:51.245820 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 4 to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce Feb 28 14:50:51.276373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:50:51.278147 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:51.279176 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:51.279502 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:51.304716 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:51.305043 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:51.307674 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 5 to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce Feb 28 14:50:51.333943 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:51.334127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:51.334362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:51.373662 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:51.377934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:51.378523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:51.422715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1b228e7d-7bbc-42a8-a314-6ff369a6691d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:51.532669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:51.532856 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:51.564904 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b228e7d-7bbc-42a8-a314-6ff369a6691d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b0b9ce3-842f-44e8-804c-547b789c41ca,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:51.566968 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 6 to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce Feb 28 14:50:51.604594 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Network': ['ID=2d04583f-a513-435e-a720-cee2c3103874,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:51.608437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1b228e7d-7bbc-42a8-a314-6ff369a6691d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:51.613009 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1b228e7d-7bbc-42a8-a314-6ff369a6691d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6b0b9ce3-842f-44e8-804c-547b789c41ca HTTP/1.1" status: 204 len: 168 time: 1.2445495 Feb 28 14:50:51.616799 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cc323ab9-3c5b-4821-8702-d41045fe1f1c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.9410257 Feb 28 14:50:51.624053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38496) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:51.633148 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5011bbd9-df4f-45d3-befd-cf84c268a1e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:51.638875 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:50:51.659647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:51.660048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:51.660387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:51.677318 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:51.677657 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:51.682207 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 7 to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce Feb 28 14:50:51.757411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:51.757411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:51.757411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:51.818817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5011bbd9-df4f-45d3-befd-cf84c268a1e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:51.830196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5011bbd9-df4f-45d3-befd-cf84c268a1e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:51.836765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:51.837093 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:51.838036 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5011bbd9-df4f-45d3-befd-cf84c268a1e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:51.842735 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 8 to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce Feb 28 14:50:51.865377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ebe8ec-e04f-47bb-86bd-d5092ce8a8ae req-d0265fc9-077a-40e1-962c-7407ec576448 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:51.866932 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-11ebe8ec-e04f-47bb-86bd-d5092ce8a8ae req-d0265fc9-077a-40e1-962c-7407ec576448 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 946 time: 0.3374631 Feb 28 14:50:51.880146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:51.880343 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:51.880542 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:51.881503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5011bbd9-df4f-45d3-befd-cf84c268a1e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:51.899044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-5b6b1467-479c-49dd-80c1-f9c626f41403 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:50:51.905585 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-0a22e58b-340e-4545-a748-969fac62dc21 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Floating IP 71030463-25af-4817-83c7-7ec6f62075a6 associated. External IP: 172.26.4.29, port: dff55e87-99f8-410d-a9b2-a28723fb61f4. Feb 28 14:50:51.961162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5011bbd9-df4f-45d3-befd-cf84c268a1e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:52.060820 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:52.061371 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:52.064989 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 9 to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce Feb 28 14:50:52.093945 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38502) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:52.111748 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:52.112078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:52.112406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:52.120628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ce861f47-f728-481b-83c3-2d0f32b83cc9 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'subnet': {'network_id': '93209edc-f002-4768-b333-1a64a8af3000', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:52.146202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:52.152562 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-11ebe8ec-e04f-47bb-86bd-d5092ce8a8ae req-cc930b88-3b80-4447-b2ff-ac0bd7a5c42d tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd691bb5-9969-444c-875e-e27924a464b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2760131 Feb 28 14:50:52.153305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1467-479c-49dd-80c1-f9c626f41403 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:52.207895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:52.208436 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:52.256445 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.plugins.ml2.plugin [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempt 10 to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce Feb 28 14:50:52.278511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1467-479c-49dd-80c1-f9c626f41403 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:52.322353 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5011bbd9-df4f-45d3-befd-cf84c268a1e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:52.330037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ce861f47-f728-481b-83c3-2d0f32b83cc9 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:52.332553 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:52.332983 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:52.333419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempting to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:52.347633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ce861f47-f728-481b-83c3-2d0f32b83cc9 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:subnet and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:52.361368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ce861f47-f728-481b-83c3-2d0f32b83cc9 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:52.422712 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ce861f47-f728-481b-83c3-2d0f32b83cc9 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:52.428651 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:50:52.429109 dv-neutron-830866-2-hyperv neutron-server[83592]: ERROR neutron.plugins.ml2.managers [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Failed to bind port fcd74243-ffd3-4680-9db0-fc9281aaffce on host hv-neutron-8308 for vnic_type normal using segments [{'id': '29151134-c50a-4deb-9a7e-bb9e9d25fd4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '15c9e018-a76a-441c-95cb-7626fe029a72'}] Feb 28 14:50:52.429562 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:52.506141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce861f47-f728-481b-83c3-2d0f32b83cc9 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:52.643972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] For port fcd74243-ffd3-4680-9db0-fc9281aaffce, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:50:52.644335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Attempted to set empty binding levels {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Feb 28 14:50:52.647177 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ce861f47-f728-481b-83c3-2d0f32b83cc9 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:52.670559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:52.813955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] In _notify_port_updated(), no bound segment for port fcd74243-ffd3-4680-9db0-fc9281aaffce on network 15c9e018-a76a-441c-95cb-7626fe029a72 {{(pid=83592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:50:52.814992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:52.819151 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] 10.222.0.15 "PUT /v2.0/ports/fcd74243-ffd3-4680-9db0-fc9281aaffce HTTP/1.1" status: 200 len: 976 time: 2.7463815 Feb 28 14:50:52.823773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38524) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:52.847151 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd02ba-9319-4f13-9c6d-2b11f9ecba82 req-e58f5885-954d-4e02-90b3-c28b85b79bd1 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:52.848624 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b2bd02ba-9319-4f13-9c6d-2b11f9ecba82 req-e58f5885-954d-4e02-90b3-c28b85b79bd1 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 946 time: 0.4971223 Feb 28 14:50:52.861742 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38528) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:52.879217 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-1c913d0f-9ba7-4d5f-bb1c-4a0eda8961f7 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Request body: {'floatingip': {'port_id': '3624cc22-c0b4-4ed6-94b5-e47c98fb218d'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:52.881673 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a648f28-2fc0-4ba3-af8f-fd4a32ede39f tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Pushing event updated for resources: {'Port': ['ID=fcd74243-ffd3-4680-9db0-fc9281aaffce,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:52.923359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-66ab2de9-2747-4b25-a9b1-0e8ceb130e8b tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Deleting port fcd74243-ffd3-4680-9db0-fc9281aaffce {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:52.923733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-66ab2de9-2747-4b25-a9b1-0e8ceb130e8b tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:53.032953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1c913d0f-9ba7-4d5f-bb1c-4a0eda8961f7 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for floatingip, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:53.068928 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-5b6b1467-479c-49dd-80c1-f9c626f41403 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Floating IP bca7b8e0-829f-4299-882b-b14a6d3abb73 associated. External IP: 172.26.4.234, port: 489cb12d-405f-45fa-8c41-9a57e19f1d87. Feb 28 14:50:53.189083 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5011bbd9-df4f-45d3-befd-cf84c268a1e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:53.231425 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Allocated IP 2001:db8:1::1 (c34d28d5-d6bc-4a3e-befb-ab2e96f358a2/880fdb9a-e3aa-41bb-a8a8-27d71624525c/57ddd576-ddde-433f-9214-a9838f00c31c) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:53.318125 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ce861f47-f728-481b-83c3-2d0f32b83cc9 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:53.387082 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-66ab2de9-2747-4b25-a9b1-0e8ceb130e8b tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] For port fcd74243-ffd3-4680-9db0-fc9281aaffce, host hv-neutron-8308, got binding levels [] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:50:53.387428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-66ab2de9-2747-4b25-a9b1-0e8ceb130e8b tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:53.449066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5011bbd9-df4f-45d3-befd-cf84c268a1e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=3680162a-ffef-4aa6-aae7-dfbaa106b585,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:53.590224 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5011bbd9-df4f-45d3-befd-cf84c268a1e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:53.590599 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011bbd9-df4f-45d3-befd-cf84c268a1e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network hostable DHCP agents. Network: 2d04583f-a513-435e-a720-cee2c3103874, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:50:53.629369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-66ab2de9-2747-4b25-a9b1-0e8ceb130e8b tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Calling delete_port for fcd74243-ffd3-4680-9db0-fc9281aaffce owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:53.680470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce861f47-f728-481b-83c3-2d0f32b83cc9 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Subnet': ['ID=66f05891-430e-49cc-b598-f1e849464fac,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:53.730963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce861f47-f728-481b-83c3-2d0f32b83cc9 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Checking segment: {'id': 'bc51d7db-bc0e-4b5c-9464-f3d2a0964433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '93209edc-f002-4768-b333-1a64a8af3000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:53.731307 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce861f47-f728-481b-83c3-2d0f32b83cc9 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network hostable DHCP agents. Network: 93209edc-f002-4768-b333-1a64a8af3000, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:50:53.754336 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-66ab2de9-2747-4b25-a9b1-0e8ceb130e8b tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:53.813041 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ab2de9-2747-4b25-a9b1-0e8ceb130e8b tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcd74243-ffd3-4680-9db0-fc9281aaffce,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:53.817895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:53.832897 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-66ab2de9-2747-4b25-a9b1-0e8ceb130e8b tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:53.836458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce861f47-f728-481b-83c3-2d0f32b83cc9 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network 93209edc-f002-4768-b333-1a64a8af3000 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:50:53.862133 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-66ab2de9-2747-4b25-a9b1-0e8ceb130e8b tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] 10.222.0.15 "DELETE /v2.0/ports/fcd74243-ffd3-4680-9db0-fc9281aaffce HTTP/1.1" status: 204 len: 168 time: 1.0361733 Feb 28 14:50:53.863138 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38548) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:53.863850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5011bbd9-df4f-45d3-befd-cf84c268a1e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:50:53.865827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-ce861f47-f728-481b-83c3-2d0f32b83cc9 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 93209edc-f002-4768-b333-1a64a8af3000) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:53.868097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Transition to ACTIVE for port object 57ddd576-ddde-433f-9214-a9838f00c31c will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:53.885533 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f4581b2-e5e9-4f48-9fea-a0393089f5cd None None] Network 93209edc-f002-4768-b333-1a64a8af3000 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:50:53.945317 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-5011bbd9-df4f-45d3-befd-cf84c268a1e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 2d04583f-a513-435e-a720-cee2c3103874) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:53.946515 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce861f47-f728-481b-83c3-2d0f32b83cc9 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:53.947109 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ce861f47-f728-481b-83c3-2d0f32b83cc9 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:53.952470 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5011bbd9-df4f-45d3-befd-cf84c268a1e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:53.953070 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5011bbd9-df4f-45d3-befd-cf84c268a1e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:53.965039 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8b09152-78bc-46b9-87df-4ae2a2c1b759 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:50:54.028466 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf36f1be-0144-4414-983b-dcd8b973770b tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] GET failed (client error): The resource could not be found. Feb 28 14:50:54.028971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cf36f1be-0144-4414-983b-dcd8b973770b tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Synchronizing usage tracker for tenant:63be213f57484276b669320c352dc825 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:54.053689 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ce861f47-f728-481b-83c3-2d0f32b83cc9 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.9478302 Feb 28 14:50:54.056975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38556) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:54.058297 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5011bbd9-df4f-45d3-befd-cf84c268a1e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.4315526 Feb 28 14:50:54.061402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38560) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:54.064858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c45500e1-149d-469c-9a2b-ba5dd3a01ad6 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-332973905'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:54.075408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c45500e1-149d-469c-9a2b-ba5dd3a01ad6 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:54.076066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cf36f1be-0144-4414-983b-dcd8b973770b tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] Unset dirty status for tenant:63be213f57484276b669320c352dc825 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:54.081231 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cf36f1be-0144-4414-983b-dcd8b973770b tempest-PortsAdminExtendedAttrsTestJSON-1605628872 tempest-PortsAdminExtendedAttrsTestJSON-1605628872-project-admin] 10.222.0.15 "GET /v2.0/ports/fcd74243-ffd3-4680-9db0-fc9281aaffce HTTP/1.1" status: 404 len: 333 time: 0.2167189 Feb 28 14:50:54.084831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'name': 'tempest-NetworksTestDHCPv6-231517373'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:54.099181 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38566) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:54.105463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c45500e1-149d-469c-9a2b-ba5dd3a01ad6 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:network and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:54.117922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c45500e1-149d-469c-9a2b-ba5dd3a01ad6 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:54.205426 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c45500e1-149d-469c-9a2b-ba5dd3a01ad6 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:54.272551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38570) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:54.312422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1c913d0f-9ba7-4d5f-bb1c-4a0eda8961f7 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.313367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c45500e1-149d-469c-9a2b-ba5dd3a01ad6 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:54.316325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c45500e1-149d-469c-9a2b-ba5dd3a01ad6 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.318436 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.361106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1c913d0f-9ba7-4d5f-bb1c-4a0eda8961f7 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.371067 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b11b0364-a15c-4caf-90fd-e5fc6a0c639c tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.410277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:54.416724 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c45500e1-149d-469c-9a2b-ba5dd3a01ad6 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:50:54.424027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:54.428384 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:54.466269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:54.473049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c45500e1-149d-469c-9a2b-ba5dd3a01ad6 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.473404 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-c45500e1-149d-469c-9a2b-ba5dd3a01ad6 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Added segment 78924042-cf25-4e8e-bc20-9815cf085246 of type vlan for network ea864c4d-b48e-46c2-93f9-aa13eb6a9dab Feb 28 14:50:54.534197 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network c34d28d5-d6bc-4a3e-befb-ab2e96f358a2 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:54.537236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:54.540849 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=57ddd576-ddde-433f-9214-a9838f00c31c,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:54.543370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:54.544118 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.554961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-93209edc-f002-4768-b333-1a64a8af3000', 'network_id': '93209edc-f002-4768-b333-1a64a8af3000', 'tenant_id': '5ddb5759724641b19b2a8d1fc13b4ceb', 'fixed_ips': [{'subnet_id': '66f05891-430e-49cc-b598-f1e849464fac'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:50:54.555790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.560303 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a22e58b-340e-4545-a748-969fac62dc21 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Router 947600bc-1d58-4344-a28a-8323f9c371ec has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:50:54.586146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a81df1c2-7a7c-45e0-b62e-599803d154b7 tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:54.591755 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:54.594638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.610884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c45500e1-149d-469c-9a2b-ba5dd3a01ad6 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.645263 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '3680162a-ffef-4aa6-aae7-dfbaa106b585'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:50:54.646077 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.658677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b11b0364-a15c-4caf-90fd-e5fc6a0c639c tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.720564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port 31a86892-41c3-4835-bea2-081dcaf4bff8 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:50:54.741914 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.758199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-b11b0364-a15c-4caf-90fd-e5fc6a0c639c tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15c9e018-a76a-441c-95cb-7626fe029a72']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:54.778730 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-b11b0364-a15c-4caf-90fd-e5fc6a0c639c tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '29151134-c50a-4deb-9a7e-bb9e9d25fd4b') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:54.779008 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-b11b0364-a15c-4caf-90fd-e5fc6a0c639c tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '29151134-c50a-4deb-9a7e-bb9e9d25fd4b') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:54.812269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c45500e1-149d-469c-9a2b-ba5dd3a01ad6 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.816031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c45500e1-149d-469c-9a2b-ba5dd3a01ad6 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:54.817418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c45500e1-149d-469c-9a2b-ba5dd3a01ad6 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.826415 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b11b0364-a15c-4caf-90fd-e5fc6a0c639c tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.914166 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Allocated IP 2001:db8:0:ffff::2 (93209edc-f002-4768-b333-1a64a8af3000/66f05891-430e-49cc-b598-f1e849464fac/9a2b7d81-8c39-4439-983c-7cf906e54a0e) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:54.960794 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b11b0364-a15c-4caf-90fd-e5fc6a0c639c tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:54.991291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b11b0364-a15c-4caf-90fd-e5fc6a0c639c tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Releasing vlan 58 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:50:54.991650 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b11b0364-a15c-4caf-90fd-e5fc6a0c639c tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:50:55.009151 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:50:55.018719 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b6b1467-479c-49dd-80c1-f9c626f41403 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:50:55.020332 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c45500e1-149d-469c-9a2b-ba5dd3a01ad6 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9617729 Feb 28 14:50:55.025101 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38576) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:55.038615 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-de7f0cc1-9893-459e-99e3-5c6af47e20ca tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'subnet': {'network_id': 'ea864c4d-b48e-46c2-93f9-aa13eb6a9dab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:50:55.080640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c45500e1-149d-469c-9a2b-ba5dd3a01ad6 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Network': ['ID=ea864c4d-b48e-46c2-93f9-aa13eb6a9dab,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:55.104383 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network ea864c4d-b48e-46c2-93f9-aa13eb6a9dab details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:50:55.117248 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a81df1c2-7a7c-45e0-b62e-599803d154b7 tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] 10.222.0.15 "PUT /v2.0/quotas/54712fc8e585459392496de7ea7c3e85 HTTP/1.1" status: 200 len: 366 time: 0.8413305 Feb 28 14:50:55.117512 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38580) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:55.126305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b11b0364-a15c-4caf-90fd-e5fc6a0c639c tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:55.143441 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Allocated IP 2001:db8::2 (2d04583f-a513-435e-a720-cee2c3103874/3680162a-ffef-4aa6-aae7-dfbaa106b585/4a6c3587-ad4a-4235-81dc-8ef88000215c) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:55.198983 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b11b0364-a15c-4caf-90fd-e5fc6a0c639c tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:55.223798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11b0364-a15c-4caf-90fd-e5fc6a0c639c tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] Pushing event deleted for resources: {'Network': ['ID=15c9e018-a76a-441c-95cb-7626fe029a72,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:55.228079 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b11b0364-a15c-4caf-90fd-e5fc6a0c639c tempest-PortsAdminExtendedAttrsTestJSON-629037176 tempest-PortsAdminExtendedAttrsTestJSON-629037176-project] 10.222.0.15 "DELETE /v2.0/networks/15c9e018-a76a-441c-95cb-7626fe029a72 HTTP/1.1" status: 204 len: 168 time: 1.1271551 Feb 28 14:50:55.277899 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-161d93af-054f-499a-8aeb-58042f5cacea None None] Provisioning for port 57ddd576-ddde-433f-9214-a9838f00c31c completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:55.350498 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-161d93af-054f-499a-8aeb-58042f5cacea None None] Provisioning complete for port 57ddd576-ddde-433f-9214-a9838f00c31c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:55.351264 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-161d93af-054f-499a-8aeb-58042f5cacea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:55.352387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-de7f0cc1-9893-459e-99e3-5c6af47e20ca tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:55.366745 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-de7f0cc1-9893-459e-99e3-5c6af47e20ca tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:subnet and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:55.375295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-de7f0cc1-9893-459e-99e3-5c6af47e20ca tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:55.451560 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-de7f0cc1-9893-459e-99e3-5c6af47e20ca tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:55.455761 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-52057c5d-a186-46b5-aad7-21f6516f9827 tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.3371646 Feb 28 14:50:55.456488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38586) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:55.490608 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de7f0cc1-9893-459e-99e3-5c6af47e20ca tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:50:55.501157 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a96cf3d5-7873-472b-97ff-bfb62614a9d2 tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] 10.222.0.15 "GET /v2.0/quotas/54712fc8e585459392496de7ea7c3e85 HTTP/1.1" status: 200 len: 366 time: 0.0394037 Feb 28 14:50:55.504030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38590) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:55.549252 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f4227ac1-dff5-455f-8f0f-68bb024bd639 tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/54712fc8e585459392496de7ea7c3e85 HTTP/1.1" status: 204 len: 168 time: 0.0419829 Feb 28 14:50:55.550768 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38594) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:55.552471 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-161d93af-054f-499a-8aeb-58042f5cacea None None] Port 57ddd576-ddde-433f-9214-a9838f00c31c cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:55.589960 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2f00fbf8-ea28-4aa4-bbdc-33f4f57db872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:55.602815 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f24357ff-9220-4635-ab4e-c35c3a1cefbc tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] 10.222.0.15 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0508764 Feb 28 14:50:55.603664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38600) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:55.615329 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-1c913d0f-9ba7-4d5f-bb1c-4a0eda8961f7 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Floating IP 154317d1-d464-4f4f-b955-403e82b835f1 associated. External IP: 172.26.4.47, port: 3624cc22-c0b4-4ed6-94b5-e47c98fb218d. Feb 28 14:50:55.631019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:55.633223 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-995f154d-62bf-44e5-a90d-68bcb9193de1 tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] 10.222.0.15 "GET /v2.0/quotas/54712fc8e585459392496de7ea7c3e85 HTTP/1.1" status: 200 len: 370 time: 0.0267241 Feb 28 14:50:55.633795 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38604) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:55.644288 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0278ec3a-2e0c-498f-8ff8-37b04d2cbbd0 tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] 10.222.0.15 "GET /v2.0/quotas/54712fc8e585459392496de7ea7c3e85/default HTTP/1.1" status: 200 len: 370 time: 0.0078597 Feb 28 14:50:55.648804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38608) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:55.650717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b6b1467-479c-49dd-80c1-f9c626f41403 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:50:55.655941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b6b1467-479c-49dd-80c1-f9c626f41403 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:55.657380 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Transition to ACTIVE for port object 9a2b7d81-8c39-4439-983c-7cf906e54a0e will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:55.692782 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e584fa76-740e-4d16-900c-d6b4e1615234 None None] Sync routers for ids ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:50:55.722327 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-c93df6df-9611-47e2-9332-e167d02b59b7 tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] delete failed (client error): The resource could not be found. Feb 28 14:50:55.726714 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c93df6df-9611-47e2-9332-e167d02b59b7 tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] 10.222.0.15 "DELETE /v2.0/quotas/54712fc8e585459392496de7ea7c3e85 HTTP/1.1" status: 404 len: 348 time: 0.0409362 Feb 28 14:50:55.731025 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Transition to ACTIVE for port object 9a2b7d81-8c39-4439-983c-7cf906e54a0e will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:55.737611 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5b6b1467-479c-49dd-80c1-f9c626f41403 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "PUT /v2.0/floatingips/bca7b8e0-829f-4299-882b-b14a6d3abb73 HTTP/1.1" status: 200 len: 991 time: 5.0062606 Feb 28 14:50:55.742214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4346d7a5-d9d6-4871-a058-84ec230f1e34', 'tag': '489cb12d-405f-45fa-8c41-9a57e19f1d87'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:50:55.747729 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:55.750844 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e584fa76-740e-4d16-900c-d6b4e1615234 None None] Routers {'4688f45c-1a32-4f94-a6f2-6f55ccb90a33'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:50:55.751452 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-e584fa76-740e-4d16-900c-d6b4e1615234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:55.824039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38618) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:55.853715 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:55.874240 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4346d7a5-d9d6-4871-a058-84ec230f1e34', 'tag': '489cb12d-405f-45fa-8c41-9a57e19f1d87', 'status': 'completed', 'code': 200} Feb 28 14:50:55.942011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-de7f0cc1-9893-459e-99e3-5c6af47e20ca tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:55.988300 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Transition to ACTIVE for port object 4a6c3587-ad4a-4235-81dc-8ef88000215c will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:55.993736 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Network 93209edc-f002-4768-b333-1a64a8af3000 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:56.002329 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:56.018021 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:56.056100 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Pushing event updated for resources: {'Port': ['ID=9a2b7d81-8c39-4439-983c-7cf906e54a0e,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:56.061265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Transition to ACTIVE for port object 4a6c3587-ad4a-4235-81dc-8ef88000215c will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:56.088520 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:50:56.106608 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:56.124804 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:56.128937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38624) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:56.148976 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a22e58b-340e-4545-a748-969fac62dc21 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:50:56.150893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:56.151662 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:56.159391 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a098a8-ac40-4972-811b-ab842adadc67 None None] Sync routers for ids ['947600bc-1d58-4344-a28a-8323f9c371ec'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:50:56.163644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0a22e58b-340e-4545-a748-969fac62dc21 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:56.175579 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a098a8-ac40-4972-811b-ab842adadc67 None None] Routers {'947600bc-1d58-4344-a28a-8323f9c371ec'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:50:56.176930 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-88a098a8-ac40-4972-811b-ab842adadc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['947600bc-1d58-4344-a28a-8323f9c371ec'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:56.242288 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Attempting to bind port 9a2b7d81-8c39-4439-983c-7cf906e54a0e on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:56.243235 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Attempting to bind port 9a2b7d81-8c39-4439-983c-7cf906e54a0e by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'bc51d7db-bc0e-4b5c-9464-f3d2a0964433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '93209edc-f002-4768-b333-1a64a8af3000'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:56.243235 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Attempting to bind port 9a2b7d81-8c39-4439-983c-7cf906e54a0e on network 93209edc-f002-4768-b333-1a64a8af3000 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:56.267099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:56.268151 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-e584fa76-740e-4d16-900c-d6b4e1615234 None None] Set router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:50:56.272719 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Usage tracker for resource:network and tenant:c02f89d467264bb89cfe1dd2b29520e4 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:56.289430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:56.297859 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e357afca-2c10-48af-95a2-862e4097441d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed991b177bc941c28c5cee07260aa381&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4700763 Feb 28 14:50:56.300690 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::37d (2d04583f-a513-435e-a720-cee2c3103874/3680162a-ffef-4aa6-aae7-dfbaa106b585/31a86892-41c3-4835-bea2-081dcaf4bff8) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:50:56.304802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38628) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:56.316458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4ca804-76ee-4857-b97d-3165b3d6a5aa req-512ce786-90af-4e8a-bc0c-b641cb500d2d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:56.317837 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1c4ca804-76ee-4857-b97d-3165b3d6a5aa req-512ce786-90af-4e8a-bc0c-b641cb500d2d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 945 time: 0.3310189 Feb 28 14:50:56.362675 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Pushing event updated for resources: {'Port': ['ID=4a6c3587-ad4a-4235-81dc-8ef88000215c,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:56.365631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:50:56.365631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Checking segment: {'id': 'bc51d7db-bc0e-4b5c-9464-f3d2a0964433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '93209edc-f002-4768-b333-1a64a8af3000'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:56.366005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Usage tracker for resource:subnet and tenant:c02f89d467264bb89cfe1dd2b29520e4 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:56.366164 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:56.366280 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Bound using segment: {'id': 'bc51d7db-bc0e-4b5c-9464-f3d2a0964433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '93209edc-f002-4768-b333-1a64a8af3000'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:50:56.366669 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Bound port: 9a2b7d81-8c39-4439-983c-7cf906e54a0e, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc51d7db-bc0e-4b5c-9464-f3d2a0964433', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '93209edc-f002-4768-b333-1a64a8af3000'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:50:56.367038 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:56.377876 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:56.391693 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:56.393828 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:56.424171 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=57ddd576-ddde-433f-9214-a9838f00c31c,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:56.445337 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0a22e58b-340e-4545-a748-969fac62dc21 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "PUT /v2.0/floatingips/71030463-25af-4817-83c7-7ec6f62075a6 HTTP/1.1" status: 200 len: 990 time: 7.7472866 Feb 28 14:50:56.451915 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Usage tracker for resource:subnetpool and tenant:c02f89d467264bb89cfe1dd2b29520e4 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:56.462529 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebcfe2e6-f176-47d3-858a-e6747e2a4664', 'tag': 'dff55e87-99f8-410d-a9b2-a28723fb61f4'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:50:56.465878 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:56.473039 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-58c5f7d0-5713-4dc7-9017-848ba3f128a4 req-7c53e7b8-dd98-4813-b420-54cdf3cfc170 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7f2d767ebb94336b3fa60c117266b9b&device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 1098 time: 0.5692661 Feb 28 14:50:56.526764 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1c4ca804-76ee-4857-b97d-3165b3d6a5aa req-a31ae57d-1481-4c87-a32c-68cf9622a83f tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ae6ead-f2bc-4fa8-a136-c8b59bf07615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1966307 Feb 28 14:50:56.541590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Usage tracker for resource:port and tenant:c02f89d467264bb89cfe1dd2b29520e4 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:56.585392 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-88a098a8-ac40-4972-811b-ab842adadc67 None None] Set router 947600bc-1d58-4344-a28a-8323f9c371ec gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:50:56.681336 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:56.691762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c1a251b9-fab9-4cfd-bb3a-354678bad9df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:56.724203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Attempting to bind port 4a6c3587-ad4a-4235-81dc-8ef88000215c on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:50:56.724570 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Attempting to bind port 4a6c3587-ad4a-4235-81dc-8ef88000215c by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:50:56.724959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Attempting to bind port 4a6c3587-ad4a-4235-81dc-8ef88000215c on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:50:56.729066 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ebcfe2e6-f176-47d3-858a-e6747e2a4664', 'tag': 'dff55e87-99f8-410d-a9b2-a28723fb61f4', 'status': 'completed', 'code': 200} Feb 28 14:50:56.736242 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Usage tracker for resource:router and tenant:c02f89d467264bb89cfe1dd2b29520e4 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:56.761386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:50:56.761751 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:56.762147 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:56.762543 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:50:56.762995 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Bound port: 4a6c3587-ad4a-4235-81dc-8ef88000215c, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:50:56.763354 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:56.800388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:56.803392 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c1a251b9-fab9-4cfd-bb3a-354678bad9df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:56.821602 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] For port 9a2b7d81-8c39-4439-983c-7cf906e54a0e, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:50:56.826314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network c34d28d5-d6bc-4a3e-befb-ab2e96f358a2 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:56.846978 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:56.884224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Usage tracker for resource:floatingip and tenant:c02f89d467264bb89cfe1dd2b29520e4 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:56.891109 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] For port 9a2b7d81-8c39-4439-983c-7cf906e54a0e, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9a2b7d81-8c39-4439-983c-7cf906e54a0e,segment=NetworkSegment(bc51d7db-bc0e-4b5c-9464-f3d2a0964433),segment_id=bc51d7db-bc0e-4b5c-9464-f3d2a0964433)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:50:56.909211 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:56.910120 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:56.926123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:56.964070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object 31a86892-41c3-4835-bea2-081dcaf4bff8 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:50:56.975073 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cd7a9815-22d4-47cd-ac24-45cafe23fb07 req-d8f511e6-9c7f-4cd5-b9c1-f5989a037049 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3058aad5ce234490a5fe13a20aa3d30f&device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 1098 time: 0.2259793 Feb 28 14:50:56.975073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c1a251b9-fab9-4cfd-bb3a-354678bad9df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:57.035771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a251b9-fab9-4cfd-bb3a-354678bad9df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858f89e5-6278-49e6-9b90-a833faee49e7,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:57.112185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c1a251b9-fab9-4cfd-bb3a-354678bad9df admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:57.113205 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c1a251b9-fab9-4cfd-bb3a-354678bad9df admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/858f89e5-6278-49e6-9b90-a833faee49e7 HTTP/1.1" status: 204 len: 168 time: 0.8074782 Feb 28 14:50:57.120668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5f7d0-5713-4dc7-9017-848ba3f128a4 req-ae0c304d-2214-44c8-897a-f5ced789188d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:57.123233 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-58c5f7d0-5713-4dc7-9017-848ba3f128a4 req-ae0c304d-2214-44c8-897a-f5ced789188d service neutron] 10.222.0.20 "GET /v2.0/networks?id=37f007eb-7cdb-49fb-b4f0-35760d6aeb98 HTTP/1.1" status: 200 len: 906 time: 0.6432714 Feb 28 14:50:57.130046 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-de7f0cc1-9893-459e-99e3-5c6af47e20ca tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:57.163823 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:57.214992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] For port 4a6c3587-ad4a-4235-81dc-8ef88000215c, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:50:57.219571 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77fa8b6-1488-4640-81e8-7d03702c99ce None None] Pushing event updated for resources: {'Port': ['ID=9a2b7d81-8c39-4439-983c-7cf906e54a0e,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:57.246475 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] For port 4a6c3587-ad4a-4235-81dc-8ef88000215c, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4a6c3587-ad4a-4235-81dc-8ef88000215c,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:50:57.260740 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:57.338428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Usage tracker for resource:security_group and tenant:c02f89d467264bb89cfe1dd2b29520e4 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:57.341159 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9815-22d4-47cd-ac24-45cafe23fb07 req-b328b563-4db5-4c6a-a267-8118f7fe4dee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:57.342621 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cd7a9815-22d4-47cd-ac24-45cafe23fb07 req-b328b563-4db5-4c6a-a267-8118f7fe4dee service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8e68083-b804-4567-a398-1f9531ac1f94 HTTP/1.1" status: 200 len: 912 time: 0.3532686 Feb 28 14:50:57.347281 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-88a098a8-ac40-4972-811b-ab842adadc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'name': 'tempest-ServerActionsTestJSON-1030153243-router', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'gw_port': {'id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:43Z', 'updated_at': '2022-02-28T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '71030463-25af-4817-83c7-7ec6f62075a6', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'floating_ip_address': '172.26.4.29', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'port_id': 'dff55e87-99f8-410d-a9b2-a28723fb61f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94', 'mac_address': 'fa:16:3e:83:9c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcfe2e6-f176-47d3-858a-e6747e2a4664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:50:11Z', 'updated_at': '2022-02-28T14:50:50Z', 'revision_number': 1, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b02cd6d-99eb-4ded-a441-c29de2449a13', 'name': '', 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'mac_address': 'fa:16:3e:42:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:36Z', 'revision_number': 5, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'subnets': [{'id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:57.352279 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:50:57.354476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:57.356280 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a098a8-ac40-4972-811b-ab842adadc67 None None] Checking router: 947600bc-1d58-4344-a28a-8323f9c371ec for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:50:57.370327 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88a098a8-ac40-4972-811b-ab842adadc67 None None] Routers {'947600bc-1d58-4344-a28a-8323f9c371ec'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:50:57.371571 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-88a098a8-ac40-4972-811b-ab842adadc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['947600bc-1d58-4344-a28a-8323f9c371ec'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:57.443509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:57.447191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=31a86892-41c3-4835-bea2-081dcaf4bff8,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:57.448770 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-e584fa76-740e-4d16-900c-d6b4e1615234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'name': 'tempest-ServersTestJSON-1649650182-router', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'gw_port': {'id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'bca7b8e0-829f-4299-882b-b14a6d3abb73', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'port_id': '489cb12d-405f-45fa-8c41-9a57e19f1d87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'mac_address': 'fa:16:3e:cd:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4346d7a5-d9d6-4871-a058-84ec230f1e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:50:13Z', 'updated_at': '2022-02-28T14:50:51Z', 'revision_number': 1, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d697f8-88d2-4e69-b907-dcb7e091d60a', 'name': '', 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'mac_address': 'fa:16:3e:2e:0c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:22Z', 'revision_number': 5, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'subnets': [{'id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:57.470810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:50:57.473714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f81f40a-0a3c-4f9d-9559-7cd76c72a751 req-6bf5f949-c522-4471-be71-b57734feb4b1 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:57.475347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:57.480100 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4f81f40a-0a3c-4f9d-9559-7cd76c72a751 req-6bf5f949-c522-4471-be71-b57734feb4b1 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.7876763 Feb 28 14:50:57.483185 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e584fa76-740e-4d16-900c-d6b4e1615234 None None] Checking router: 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:50:57.486302 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:57.503891 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef203b36-48ab-4338-bbf2-241f1d8b4e89 None None] Pushing event updated for resources: {'Port': ['ID=4a6c3587-ad4a-4235-81dc-8ef88000215c,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:57.574152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-51a34090-0a49-40c4-b9df-63aa2a822976 None None] Provisioning complete for port 57ddd576-ddde-433f-9214-a9838f00c31c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:57.574532 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-51a34090-0a49-40c4-b9df-63aa2a822976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:57.587325 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de7f0cc1-9893-459e-99e3-5c6af47e20ca tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Checking segment: {'id': '78924042-cf25-4e8e-bc20-9815cf085246', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'ea864c4d-b48e-46c2-93f9-aa13eb6a9dab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:50:57.587808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f0cc1-9893-459e-99e3-5c6af47e20ca tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network hostable DHCP agents. Network: ea864c4d-b48e-46c2-93f9-aa13eb6a9dab, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:50:57.614759 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Usage tracker for resource:security_group_rule and tenant:c02f89d467264bb89cfe1dd2b29520e4 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:57.637510 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:57.643157 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4b659377-f582-4fcc-a34b-23505d106483 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.5749135 Feb 28 14:50:57.651680 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38642) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:57.658631 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cd7a9815-22d4-47cd-ac24-45cafe23fb07 req-9a1b0d7c-ce6d-4f09-88a3-26b9293554c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dff55e87-99f8-410d-a9b2-a28723fb61f4 HTTP/1.1" status: 200 len: 998 time: 0.3051038 Feb 28 14:50:57.692287 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de7f0cc1-9893-459e-99e3-5c6af47e20ca tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Subnet': ['ID=18766237-b973-479f-8e59-465277856f77,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:57.730694 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d3ab013f-de03-4bac-9846-128a0c10e32e tempest-QuotasTest-1204443145 tempest-QuotasTest-1204443145-project-admin] 10.222.0.15 "GET /v2.0/quotas/c02f89d467264bb89cfe1dd2b29520e4/details.json HTTP/1.1" status: 200 len: 703 time: 1.5993891 Feb 28 14:50:57.760878 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-88a098a8-ac40-4972-811b-ab842adadc67 None None] Set router 947600bc-1d58-4344-a28a-8323f9c371ec gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:50:57.922740 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-51a34090-0a49-40c4-b9df-63aa2a822976 None None] Port 57ddd576-ddde-433f-9214-a9838f00c31c cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:50:57.934775 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:57.948668 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d61c4301-6c66-4666-ba15-80b4b10ce70b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:57.951668 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9a2b7d81-8c39-4439-983c-7cf906e54a0e up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:50:58.002945 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd7a9815-22d4-47cd-ac24-45cafe23fb07 req-2b35d553-14e2-4fb7-af5a-62e7409f1881 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:58.017281 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cd7a9815-22d4-47cd-ac24-45cafe23fb07 req-2b35d553-14e2-4fb7-af5a-62e7409f1881 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8384ae17-c1f6-45d8-991e-642c0f17988e HTTP/1.1" status: 200 len: 851 time: 0.2942038 Feb 28 14:50:58.068886 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e584fa76-740e-4d16-900c-d6b4e1615234 None None] Routers {'4688f45c-1a32-4f94-a6f2-6f55ccb90a33'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:50:58.069610 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-e584fa76-740e-4d16-900c-d6b4e1615234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:58.149326 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7268dae9-c4fb-472f-a503-f9bdfbd06943 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:58.162001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7268dae9-c4fb-472f-a503-f9bdfbd06943 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:58.162822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7268dae9-c4fb-472f-a503-f9bdfbd06943 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:50:58.170220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38650) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:58.300613 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 9a2b7d81-8c39-4439-983c-7cf906e54a0e completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:58.316531 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f707688b-92e0-4f76-a6a2-510f849deec4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=63be213f57484276b669320c352dc825&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1319187 Feb 28 14:50:58.317243 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7268dae9-c4fb-472f-a503-f9bdfbd06943 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:50:58.320697 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7268dae9-c4fb-472f-a503-f9bdfbd06943 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.6649415 Feb 28 14:50:58.322004 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38656) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:58.322481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38658) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:58.330947 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-58c5f7d0-5713-4dc7-9017-848ba3f128a4 req-d1d82a42-e40e-4976-bf91-0323d0962099 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=489cb12d-405f-45fa-8c41-9a57e19f1d87 HTTP/1.1" status: 200 len: 999 time: 1.1925027 Feb 28 14:50:58.336025 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cd7a9815-22d4-47cd-ac24-45cafe23fb07 req-7e52988d-6705-427a-a985-94242c954ca2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8e68083-b804-4567-a398-1f9531ac1f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3085978 Feb 28 14:50:58.418203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-e584fa76-740e-4d16-900c-d6b4e1615234 None None] Set router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:50:58.482271 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-88a098a8-ac40-4972-811b-ab842adadc67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'name': 'tempest-ServerActionsTestJSON-1030153243-router', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'gw_port': {'id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:43Z', 'updated_at': '2022-02-28T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '71030463-25af-4817-83c7-7ec6f62075a6', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'floating_ip_address': '172.26.4.29', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'port_id': 'dff55e87-99f8-410d-a9b2-a28723fb61f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94', 'mac_address': 'fa:16:3e:83:9c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcfe2e6-f176-47d3-858a-e6747e2a4664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:50:11Z', 'updated_at': '2022-02-28T14:50:50Z', 'revision_number': 1, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b02cd6d-99eb-4ded-a441-c29de2449a13', 'name': '', 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'mac_address': 'fa:16:3e:42:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:36Z', 'revision_number': 5, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'subnets': [{'id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:50:58.489305 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4f81f40a-0a3c-4f9d-9559-7cd76c72a751 req-f287ca64-7c01-4899-b457-d4966d0d7562 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.9750564 Feb 28 14:50:58.489496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38666) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:58.493873 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a098a8-ac40-4972-811b-ab842adadc67 None None] The sync data for ids ['947600bc-1d58-4344-a28a-8323f9c371ec'] in dv-neutron-830866-2-hyperv is: [{'id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'name': 'tempest-ServerActionsTestJSON-1030153243-router', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'gw_port': {'id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:43Z', 'updated_at': '2022-02-28T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '71030463-25af-4817-83c7-7ec6f62075a6', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'floating_ip_address': '172.26.4.29', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'port_id': 'dff55e87-99f8-410d-a9b2-a28723fb61f4', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94', 'mac_address': 'fa:16:3e:83:9c:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ebcfe2e6-f176-47d3-858a-e6747e2a4664', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:50:11Z', 'updated_at': '2022-02-28T14:50:50Z', 'revision_number': 1, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4b02cd6d-99eb-4ded-a441-c29de2449a13', 'name': '', 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'mac_address': 'fa:16:3e:42:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:36Z', 'revision_number': 5, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'subnets': [{'id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:50:58.614650 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cd7a9815-22d4-47cd-ac24-45cafe23fb07 req-8275200d-5496-416a-b47d-cd2a3da6b224 service neutron] 10.222.0.20 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686875 Feb 28 14:50:58.694576 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-7e2dd0c9-065c-4974-b6e6-a07b83ffebab tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port 31a86892-41c3-4835-bea2-081dcaf4bff8 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:50:58.694927 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd0c9-065c-4974-b6e6-a07b83ffebab tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:58.734410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5f7d0-5713-4dc7-9017-848ba3f128a4 req-899211ef-79c9-4e88-aa6f-6f47db388b7e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:58.735870 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-58c5f7d0-5713-4dc7-9017-848ba3f128a4 req-899211ef-79c9-4e88-aa6f-6f47db388b7e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7fafb40-7a16-4183-9a12-11fd85d37b51 HTTP/1.1" status: 200 len: 845 time: 0.3957515 Feb 28 14:50:58.736386 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de7f0cc1-9893-459e-99e3-5c6af47e20ca tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network ea864c4d-b48e-46c2-93f9-aa13eb6a9dab is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:50:58.856910 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c31dbd3c-49ce-4de8-ae3c-05f2f2216f6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:58.863291 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:58.868340 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-de7f0cc1-9893-459e-99e3-5c6af47e20ca tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, ea864c4d-b48e-46c2-93f9-aa13eb6a9dab) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:50:58.910921 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de7f0cc1-9893-459e-99e3-5c6af47e20ca tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:58.911844 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-de7f0cc1-9893-459e-99e3-5c6af47e20ca tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:58.936389 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:58.939450 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4568bdb2-e8ca-41c6-bb01-ad4c4004e713 None None] Network ea864c4d-b48e-46c2-93f9-aa13eb6a9dab requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:50:58.974136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c31dbd3c-49ce-4de8-ae3c-05f2f2216f6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:59.026376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-69422bb6-3660-4a30-9fca-7214bf2a6132 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:59.172171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b0a457-8d6d-4555-9693-a581eac154ac req-432c5534-ddb9-4db6-8d90-c0f72a13ab6e tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:50:59.173811 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-24b0a457-8d6d-4555-9693-a581eac154ac req-432c5534-ddb9-4db6-8d90-c0f72a13ab6e tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.4223838 Feb 28 14:50:59.175420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-69422bb6-3660-4a30-9fca-7214bf2a6132 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:50:59.179796 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cd7a9815-22d4-47cd-ac24-45cafe23fb07 req-8c63573e-2c5c-4f18-ba41-fcc34e824672 service neutron] 10.222.0.20 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5585489 Feb 28 14:50:59.201943 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509620a4-3d3e-4f40-96dd-53413b2ce210 None None] Network 93209edc-f002-4768-b333-1a64a8af3000 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:50:59.216243 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-69422bb6-3660-4a30-9fca-7214bf2a6132 admin admin] Usage tracker for resource:security_group_rule and tenant:0965c6588cc74882a1a58861b0f8db53 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:50:59.220685 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-de7f0cc1-9893-459e-99e3-5c6af47e20ca tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.1926334 Feb 28 14:50:59.221871 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c31dbd3c-49ce-4de8-ae3c-05f2f2216f6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:59.224848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38674) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:50:59.225659 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-69422bb6-3660-4a30-9fca-7214bf2a6132 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:50:59.328023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c31dbd3c-49ce-4de8-ae3c-05f2f2216f6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:59.331456 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c31dbd3c-49ce-4de8-ae3c-05f2f2216f6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e0de6880-5e79-46d0-be77-0bd362fcf86d HTTP/1.1" status: 204 len: 168 time: 1.0032351 Feb 28 14:50:59.331456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31dbd3c-49ce-4de8-ae3c-05f2f2216f6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0de6880-5e79-46d0-be77-0bd362fcf86d,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:59.346270 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87f80a41-abea-4f62-a6b1-5b6febd97190 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:50:59.369384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router e15fcc99-d9a5-49a3-81a2-14a103dc2665 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:50:59.373260 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-58c5f7d0-5713-4dc7-9017-848ba3f128a4 req-180f7a7d-620e-44e5-9d58-ba892cb5ec4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37f007eb-7cdb-49fb-b4f0-35760d6aeb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5893965 Feb 28 14:50:59.423061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-69422bb6-3660-4a30-9fca-7214bf2a6132 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:50:59.463373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-00dbcf39-fdbe-4786-9b99-aef4dc8c0abb tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:59.502880 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-24b0a457-8d6d-4555-9693-a581eac154ac req-f3e0bd5f-375b-48bd-bab9-5472b9c8fc9b tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3215067 Feb 28 14:50:59.559749 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f6e9fe39-8fb1-4b35-9838-198951def67f None None] Provisioning for port 9a2b7d81-8c39-4439-983c-7cf906e54a0e completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:50:59.571892 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd0c9-065c-4974-b6e6-a07b83ffebab tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:59.622250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-00dbcf39-fdbe-4786-9b99-aef4dc8c0abb tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:59.649209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f6e9fe39-8fb1-4b35-9838-198951def67f None None] Provisioning complete for port 9a2b7d81-8c39-4439-983c-7cf906e54a0e triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:50:59.649574 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f6e9fe39-8fb1-4b35-9838-198951def67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:59.724036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-00dbcf39-fdbe-4786-9b99-aef4dc8c0abb tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:59.759422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6336f7f-1e19-4b8f-b80a-1d36a1c94c19 None None] New status for floating IP 71030463-25af-4817-83c7-7ec6f62075a6: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 14:50:59.774746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-69422bb6-3660-4a30-9fca-7214bf2a6132 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:59.783769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbcf39-fdbe-4786-9b99-aef4dc8c0abb tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Subnet': ['ID=18766237-b973-479f-8e59-465277856f77,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:59.788429 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-69422bb6-3660-4a30-9fca-7214bf2a6132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:59.791609 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-7e2dd0c9-065c-4974-b6e6-a07b83ffebab tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for 31a86892-41c3-4835-bea2-081dcaf4bff8 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:50:59.953999 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd0c9-065c-4974-b6e6-a07b83ffebab tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:59.975845 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69422bb6-3660-4a30-9fca-7214bf2a6132 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3910ef9a-875e-4e32-bd1d-4dd2eb817f70,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:50:59.984096 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-69422bb6-3660-4a30-9fca-7214bf2a6132 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=0965c6588cc74882a1a58861b0f8db53&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4937439 Feb 28 14:50:59.987293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-00dbcf39-fdbe-4786-9b99-aef4dc8c0abb tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:50:59.996247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38688) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:00.000112 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68269760-7696-44e7-8d00-2a7e0b4fe05b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-ea864c4d-b48e-46c2-93f9-aa13eb6a9dab', 'network_id': 'ea864c4d-b48e-46c2-93f9-aa13eb6a9dab', 'tenant_id': '5ddb5759724641b19b2a8d1fc13b4ceb', 'fixed_ips': [{'subnet_id': '18766237-b973-479f-8e59-465277856f77'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:00.009801 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-68269760-7696-44e7-8d00-2a7e0b4fe05b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.027162 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4a6c3587-ad4a-4235-81dc-8ef88000215c up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:00.044862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-00dbcf39-fdbe-4786-9b99-aef4dc8c0abb tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea864c4d-b48e-46c2-93f9-aa13eb6a9dab']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:00.080397 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-00dbcf39-fdbe-4786-9b99-aef4dc8c0abb tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78924042-cf25-4e8e-bc20-9815cf085246') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:00.080822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-00dbcf39-fdbe-4786-9b99-aef4dc8c0abb tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78924042-cf25-4e8e-bc20-9815cf085246') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:00.103998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-00dbcf39-fdbe-4786-9b99-aef4dc8c0abb tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.110428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e2dd0c9-065c-4974-b6e6-a07b83ffebab tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=31a86892-41c3-4835-bea2-081dcaf4bff8,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:00.128909 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-74ff24b0-1132-4da3-ad49-cb1122cbf521 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.130951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-00dbcf39-fdbe-4786-9b99-aef4dc8c0abb tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.150875 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dbcf39-fdbe-4786-9b99-aef4dc8c0abb tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:51:00.151397 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-00dbcf39-fdbe-4786-9b99-aef4dc8c0abb tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:51:00.167279 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:51:00.230522 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:51:00.240526 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7e2dd0c9-065c-4974-b6e6-a07b83ffebab tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.247404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-74ff24b0-1132-4da3-ad49-cb1122cbf521 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.255155 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c913d0f-9ba7-4d5f-bb1c-4a0eda8961f7 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:51:00.285829 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-58c5f7d0-5713-4dc7-9017-848ba3f128a4 req-9059153c-8444-4ab3-a3ae-dd5c94260227 service neutron] 10.222.0.20 "GET /v2.0/networks/37f007eb-7cdb-49fb-b4f0-35760d6aeb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8919976 Feb 28 14:51:00.289520 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7e2dd0c9-065c-4974-b6e6-a07b83ffebab tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/31a86892-41c3-4835-bea2-081dcaf4bff8 HTTP/1.1" status: 204 len: 168 time: 1.9616265 Feb 28 14:51:00.292894 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38698) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:00.316069 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-00dbcf39-fdbe-4786-9b99-aef4dc8c0abb tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.343652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-00dbcf39-fdbe-4786-9b99-aef4dc8c0abb tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.350519 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dbcf39-fdbe-4786-9b99-aef4dc8c0abb tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Network': ['ID=ea864c4d-b48e-46c2-93f9-aa13eb6a9dab,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:00.365135 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-00dbcf39-fdbe-4786-9b99-aef4dc8c0abb tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/ea864c4d-b48e-46c2-93f9-aa13eb6a9dab HTTP/1.1" status: 204 len: 168 time: 1.1360650 Feb 28 14:51:00.368480 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38704) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:00.376112 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-8b52f8e7-544a-4aee-883f-deffc997fa68 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-871577969'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:00.381599 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8b52f8e7-544a-4aee-883f-deffc997fa68 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:00.386053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8b52f8e7-544a-4aee-883f-deffc997fa68 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:network and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:00.391505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8b52f8e7-544a-4aee-883f-deffc997fa68 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:00.399165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8b52f8e7-544a-4aee-883f-deffc997fa68 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:00.403526 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-74ff24b0-1132-4da3-ad49-cb1122cbf521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.420595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-74ff24b0-1132-4da3-ad49-cb1122cbf521 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.424745 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-74ff24b0-1132-4da3-ad49-cb1122cbf521 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3910ef9a-875e-4e32-bd1d-4dd2eb817f70 HTTP/1.1" status: 204 len: 168 time: 0.4248955 Feb 28 14:51:00.429504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ff24b0-1132-4da3-ad49-cb1122cbf521 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3910ef9a-875e-4e32-bd1d-4dd2eb817f70,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:00.433129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b52f8e7-544a-4aee-883f-deffc997fa68 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:00.438231 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8b52f8e7-544a-4aee-883f-deffc997fa68 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.470145 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8b52f8e7-544a-4aee-883f-deffc997fa68 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:51:00.470291 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.481516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8b52f8e7-544a-4aee-883f-deffc997fa68 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.481964 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-8b52f8e7-544a-4aee-883f-deffc997fa68 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Added segment fbc6c54c-289f-4ed5-8198-57053a544720 of type vlan for network 4aff61a5-7103-470f-bd1c-84fd23d65086 Feb 28 14:51:00.505050 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-e584fa76-740e-4d16-900c-d6b4e1615234 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'name': 'tempest-ServersTestJSON-1649650182-router', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'gw_port': {'id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'bca7b8e0-829f-4299-882b-b14a6d3abb73', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'port_id': '489cb12d-405f-45fa-8c41-9a57e19f1d87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'mac_address': 'fa:16:3e:cd:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4346d7a5-d9d6-4871-a058-84ec230f1e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:50:13Z', 'updated_at': '2022-02-28T14:50:51Z', 'revision_number': 1, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d697f8-88d2-4e69-b907-dcb7e091d60a', 'name': '', 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'mac_address': 'fa:16:3e:2e:0c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:22Z', 'revision_number': 5, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'subnets': [{'id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:00.531750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8b52f8e7-544a-4aee-883f-deffc997fa68 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.560624 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e584fa76-740e-4d16-900c-d6b4e1615234 None None] The sync data for ids ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'] in dv-neutron-830866-2-hyperv is: [{'id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'name': 'tempest-ServersTestJSON-1649650182-router', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'gw_port': {'id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'bca7b8e0-829f-4299-882b-b14a6d3abb73', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'floating_ip_address': '172.26.4.234', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'port_id': '489cb12d-405f-45fa-8c41-9a57e19f1d87', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'mac_address': 'fa:16:3e:cd:21:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4346d7a5-d9d6-4871-a058-84ec230f1e34', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:50:13Z', 'updated_at': '2022-02-28T14:50:51Z', 'revision_number': 1, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd4d697f8-88d2-4e69-b907-dcb7e091d60a', 'name': '', 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'mac_address': 'fa:16:3e:2e:0c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:22Z', 'revision_number': 5, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'subnets': [{'id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:51:00.585482 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8b52f8e7-544a-4aee-883f-deffc997fa68 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.612239 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b52f8e7-544a-4aee-883f-deffc997fa68 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:00.613132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8b52f8e7-544a-4aee-883f-deffc997fa68 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.657629 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5478688d-e101-4e49-8c35-c30166c2980f None None] Network ea864c4d-b48e-46c2-93f9-aa13eb6a9dab requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:00.753481 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f6e9fe39-8fb1-4b35-9838-198951def67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:00.801832 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8b52f8e7-544a-4aee-883f-deffc997fa68 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4291627 Feb 28 14:51:00.802684 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-58c5f7d0-5713-4dc7-9017-848ba3f128a4 req-24086c33-d495-4e32-a3a4-ae56630ecf9b service neutron] 10.222.0.20 "GET /v2.0/networks/37f007eb-7cdb-49fb-b4f0-35760d6aeb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4692686 Feb 28 14:51:00.804438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38718) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:00.818198 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b52f8e7-544a-4aee-883f-deffc997fa68 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Network': ['ID=4aff61a5-7103-470f-bd1c-84fd23d65086,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:00.831668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-8e7c64ce-9b70-4bd3-b608-8fa62af1d275 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'subnet': {'network_id': '4aff61a5-7103-470f-bd1c-84fd23d65086', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:00.854766 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 4a6c3587-ad4a-4235-81dc-8ef88000215c completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:00.875343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 4aff61a5-7103-470f-bd1c-84fd23d65086 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:51:00.918158 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5478688d-e101-4e49-8c35-c30166c2980f None None] Network ea864c4d-b48e-46c2-93f9-aa13eb6a9dab could not be found, it might have been deleted concurrently. {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 28 14:51:00.994173 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6b66225a-c824-48e8-8ad5-3a9127aa345b req-05a5279a-8e4e-4f67-8254-03606cc07068 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3217635 Feb 28 14:51:01.029105 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f6e9fe39-8fb1-4b35-9838-198951def67f None None] For port 9a2b7d81-8c39-4439-983c-7cf906e54a0e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9a2b7d81-8c39-4439-983c-7cf906e54a0e,segment=NetworkSegment(bc51d7db-bc0e-4b5c-9464-f3d2a0964433),segment_id=bc51d7db-bc0e-4b5c-9464-f3d2a0964433)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:01.041040 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8e7c64ce-9b70-4bd3-b608-8fa62af1d275 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:01.043693 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f6e9fe39-8fb1-4b35-9838-198951def67f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:01.053130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8e7c64ce-9b70-4bd3-b608-8fa62af1d275 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:subnet and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:01.057400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8e7c64ce-9b70-4bd3-b608-8fa62af1d275 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:01.069828 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bb2d82-f956-46c6-97b1-f3b23935ff84 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:01.071399 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71bb2d82-f956-46c6-97b1-f3b23935ff84 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:01.072873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-71bb2d82-f956-46c6-97b1-f3b23935ff84 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:01.079792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8e7c64ce-9b70-4bd3-b608-8fa62af1d275 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:01.100989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e7c64ce-9b70-4bd3-b608-8fa62af1d275 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:01.182349 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e9fe39-8fb1-4b35-9838-198951def67f None None] Pushing event updated for resources: {'Port': ['ID=9a2b7d81-8c39-4439-983c-7cf906e54a0e,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:01.189189 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38726) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:01.193021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:51:01.200542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-62e64923-6ff5-47d7-81d4-294684cd9e60 None None] Provisioning for port 4a6c3587-ad4a-4235-81dc-8ef88000215c completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:01.206365 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b7215-5f96-48e4-b2b0-e27491d1f272 None None] Sync routers for ids ['e15fcc99-d9a5-49a3-81a2-14a103dc2665'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:51:01.218023 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e4d8d13e-592f-4c00-afc4-968a09d54a5a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/e15fcc99-d9a5-49a3-81a2-14a103dc2665/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.8873260 Feb 28 14:51:01.222234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38730) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:01.232235 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-62e64923-6ff5-47d7-81d4-294684cd9e60 None None] Provisioning complete for port 4a6c3587-ad4a-4235-81dc-8ef88000215c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:01.234351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-62e64923-6ff5-47d7-81d4-294684cd9e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:01.236622 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b7215-5f96-48e4-b2b0-e27491d1f272 None None] Routers {'e15fcc99-d9a5-49a3-81a2-14a103dc2665'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:01.237267 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-459b7215-5f96-48e4-b2b0-e27491d1f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e15fcc99-d9a5-49a3-81a2-14a103dc2665'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:01.349823 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-356a1b0c-c8f0-4e29-8a7f-af1b41ccaeab tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:01.349823 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-356a1b0c-c8f0-4e29-8a7f-af1b41ccaeab tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Synchronizing usage tracker for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:01.402780 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-459b7215-5f96-48e4-b2b0-e27491d1f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:01.417726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-32d4144d-5e17-488e-9090-0b63a24cf9fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:01.424822 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-71bb2d82-f956-46c6-97b1-f3b23935ff84 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:01.426372 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-71bb2d82-f956-46c6-97b1-f3b23935ff84 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.1322565 Feb 28 14:51:01.433432 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b7215-5f96-48e4-b2b0-e27491d1f272 None None] Routers {'e15fcc99-d9a5-49a3-81a2-14a103dc2665'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:01.434885 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-459b7215-5f96-48e4-b2b0-e27491d1f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e15fcc99-d9a5-49a3-81a2-14a103dc2665'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:01.438460 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38736) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:01.531293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-32d4144d-5e17-488e-9090-0b63a24cf9fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:01.535647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-32d4144d-5e17-488e-9090-0b63a24cf9fb admin admin] Usage tracker for resource:security_group_rule and tenant:c02f89d467264bb89cfe1dd2b29520e4 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:01.538833 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-32d4144d-5e17-488e-9090-0b63a24cf9fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:01.557616 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-32d4144d-5e17-488e-9090-0b63a24cf9fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:01.571503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-356a1b0c-c8f0-4e29-8a7f-af1b41ccaeab tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Unset dirty status for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:01.573964 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-356a1b0c-c8f0-4e29-8a7f-af1b41ccaeab tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports/57ddd576-ddde-433f-9214-a9838f00c31c HTTP/1.1" status: 200 len: 913 time: 0.3479652 Feb 28 14:51:01.595166 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395044da-aff4-4655-812f-fb8d5e24881f req-0511e0fe-9d80-4c36-bc4b-85779d07d14f tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:01.597071 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-395044da-aff4-4655-812f-fb8d5e24881f req-0511e0fe-9d80-4c36-bc4b-85779d07d14f tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.7747416 Feb 28 14:51:01.612801 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-459b7215-5f96-48e4-b2b0-e27491d1f272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:01.615281 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b7215-5f96-48e4-b2b0-e27491d1f272 None None] The sync data for ids ['e15fcc99-d9a5-49a3-81a2-14a103dc2665'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:51:01.662412 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38742) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:01.678511 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-62e64923-6ff5-47d7-81d4-294684cd9e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:01.701419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-32d4144d-5e17-488e-9090-0b63a24cf9fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:01.721244 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-62e64923-6ff5-47d7-81d4-294684cd9e60 None None] For port 4a6c3587-ad4a-4235-81dc-8ef88000215c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4a6c3587-ad4a-4235-81dc-8ef88000215c,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:01.727398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-32d4144d-5e17-488e-9090-0b63a24cf9fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:01.730886 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-62e64923-6ff5-47d7-81d4-294684cd9e60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:01.771456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8e7c64ce-9b70-4bd3-b608-8fa62af1d275 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:01.819073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e64923-6ff5-47d7-81d4-294684cd9e60 None None] Pushing event updated for resources: {'Port': ['ID=4a6c3587-ad4a-4235-81dc-8ef88000215c,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:01.823634 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9a2b7d81-8c39-4439-983c-7cf906e54a0e up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:01.895635 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b52c2ba4-a809-4dbe-824c-36ec34c97c73 None None] Provisioning complete for port 9a2b7d81-8c39-4439-983c-7cf906e54a0e triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:01.896145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b52c2ba4-a809-4dbe-824c-36ec34c97c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:01.974275 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 9a2b7d81-8c39-4439-983c-7cf906e54a0e triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:01.974644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:02.093989 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-395044da-aff4-4655-812f-fb8d5e24881f req-5c4c6bc8-a907-4544-9821-4988a21af04d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4120848 Feb 28 14:51:02.125476 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-32d4144d-5e17-488e-9090-0b63a24cf9fb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c02f89d467264bb89cfe1dd2b29520e4&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9287386 Feb 28 14:51:02.126186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d4144d-5e17-488e-9090-0b63a24cf9fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=432a2be9-6483-4af2-a6f1-ca68254dea5d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:02.142511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38752) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:02.149899 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6b66225a-c824-48e8-8ad5-3a9127aa345b req-6bd6c249-ad44-4104-ac4e-627332ce616d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=b7f2d767ebb94336b3fa60c117266b9b&device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 1098 time: 1.0254409 Feb 28 14:51:02.242406 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bc09e09-4ecb-437f-adea-cd59466cfd0b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 3680162a-ffef-4aa6-aae7-dfbaa106b585 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:51:02.264097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0bc09e09-4ecb-437f-adea-cd59466cfd0b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:02.279331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d3c8d41-ec58-4aa5-afb9-c29ba2e19aa1 None None] New status for floating IP bca7b8e0-829f-4299-882b-b14a6d3abb73: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 14:51:02.367945 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c913d0f-9ba7-4d5f-bb1c-4a0eda8961f7 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:51:02.374528 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0bc09e09-4ecb-437f-adea-cd59466cfd0b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:02.384649 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c2f75-97fb-4f2e-8920-2d4a57ef057e None None] Sync routers for ids ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:51:02.408797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1c913d0f-9ba7-4d5f-bb1c-4a0eda8961f7 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:02.432221 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c2f75-97fb-4f2e-8920-2d4a57ef057e None None] Routers {'040cb74d-d7ee-43fa-bc0e-b4d145cff019'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:02.438132 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d01c2f75-97fb-4f2e-8920-2d4a57ef057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:02.586447 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1c913d0f-9ba7-4d5f-bb1c-4a0eda8961f7 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "PUT /v2.0/floatingips/154317d1-d464-4f4f-b955-403e82b835f1 HTTP/1.1" status: 200 len: 991 time: 9.7175479 Feb 28 14:51:02.588163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9080ac11-6a62-4141-8707-dbea537e8ae7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:02.601157 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66225a-c824-48e8-8ad5-3a9127aa345b req-a67a0251-8fc0-4cb7-bbb2-d27748f94991 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:02.605990 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6b66225a-c824-48e8-8ad5-3a9127aa345b req-a67a0251-8fc0-4cb7-bbb2-d27748f94991 service neutron] 10.222.0.20 "GET /v2.0/networks?id=37f007eb-7cdb-49fb-b4f0-35760d6aeb98 HTTP/1.1" status: 200 len: 906 time: 0.4014602 Feb 28 14:51:02.677089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd678ebf9-a267-4cab-b2ca-4b496b758782', 'tag': '3624cc22-c0b4-4ed6-94b5-e47c98fb218d'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:51:02.698817 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b52c2ba4-a809-4dbe-824c-36ec34c97c73 None None] Provisioning complete for port 4a6c3587-ad4a-4235-81dc-8ef88000215c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:02.699412 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b52c2ba4-a809-4dbe-824c-36ec34c97c73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:02.739400 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0bc09e09-4ecb-437f-adea-cd59466cfd0b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:02.758711 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-d01c2f75-97fb-4f2e-8920-2d4a57ef057e None None] Set router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:51:02.775511 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38768) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:02.828697 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9080ac11-6a62-4141-8707-dbea537e8ae7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:02.877408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9a5cbd-4736-4218-b1dc-2e50170861e7 req-f1883cb4-8f7a-4fbf-ae0b-3c6a5206bb54 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:02.879207 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ba9a5cbd-4736-4218-b1dc-2e50170861e7 req-f1883cb4-8f7a-4fbf-ae0b-3c6a5206bb54 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.5128534 Feb 28 14:51:02.911384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dc61b605-edaa-4ffa-9787-f543ef76e55b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:02.947481 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8e7c64ce-9b70-4bd3-b608-8fa62af1d275 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:03.019100 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6b66225a-c824-48e8-8ad5-3a9127aa345b req-bfe71f20-1785-4457-a5b6-4f697b2c0103 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=489cb12d-405f-45fa-8c41-9a57e19f1d87 HTTP/1.1" status: 200 len: 999 time: 0.3898070 Feb 28 14:51:03.054547 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-40ab0725-63cc-4b04-aa14-569dcdb62347 None None] Could not find standard attr ID for object 31a86892-41c3-4835-bea2-081dcaf4bff8. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:51:03.092669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e7c64ce-9b70-4bd3-b608-8fa62af1d275 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Subnet': ['ID=b66c0a1e-3698-43dd-aea9-aeaa00e7c918,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:03.103105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9080ac11-6a62-4141-8707-dbea537e8ae7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:03.107218 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ba9a5cbd-4736-4218-b1dc-2e50170861e7 req-de56c911-80e6-4974-ace2-b1f677334914 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2097197 Feb 28 14:51:03.145859 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9080ac11-6a62-4141-8707-dbea537e8ae7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=432a2be9-6483-4af2-a6f1-ca68254dea5d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:03.152965 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66225a-c824-48e8-8ad5-3a9127aa345b req-603dca26-f6c2-4564-801e-21bec8bed7aa service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:03.154259 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6b66225a-c824-48e8-8ad5-3a9127aa345b req-603dca26-f6c2-4564-801e-21bec8bed7aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a7fafb40-7a16-4183-9a12-11fd85d37b51 HTTP/1.1" status: 200 len: 845 time: 0.1239734 Feb 28 14:51:03.164395 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9080ac11-6a62-4141-8707-dbea537e8ae7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:03.166627 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9080ac11-6a62-4141-8707-dbea537e8ae7 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/432a2be9-6483-4af2-a6f1-ca68254dea5d HTTP/1.1" status: 204 len: 168 time: 1.0196950 Feb 28 14:51:03.167994 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e7c64ce-9b70-4bd3-b608-8fa62af1d275 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Checking segment: {'id': 'fbc6c54c-289f-4ed5-8198-57053a544720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4aff61a5-7103-470f-bd1c-84fd23d65086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:03.168263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7c64ce-9b70-4bd3-b608-8fa62af1d275 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network hostable DHCP agents. Network: 4aff61a5-7103-470f-bd1c-84fd23d65086, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:51:03.184851 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-272198492', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:03.220571 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:03.244386 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd678ebf9-a267-4cab-b2ca-4b496b758782', 'tag': '3624cc22-c0b4-4ed6-94b5-e47c98fb218d', 'status': 'completed', 'code': 200} Feb 28 14:51:03.246664 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0bc09e09-4ecb-437f-adea-cd59466cfd0b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:03.267838 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e7c64ce-9b70-4bd3-b608-8fa62af1d275 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network 4aff61a5-7103-470f-bd1c-84fd23d65086 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:51:03.275084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Usage tracker for resource:port and tenant:4a12226dad234200aa5aea6ea50ffc8e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:03.283666 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6b66225a-c824-48e8-8ad5-3a9127aa345b req-cfd9e1d1-edbb-46f0-827b-6e183dd00769 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=37f007eb-7cdb-49fb-b4f0-35760d6aeb98&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1170313 Feb 28 14:51:03.288937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-8e7c64ce-9b70-4bd3-b608-8fa62af1d275 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 4aff61a5-7103-470f-bd1c-84fd23d65086) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:03.297667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e7c64ce-9b70-4bd3-b608-8fa62af1d275 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:03.298804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8e7c64ce-9b70-4bd3-b608-8fa62af1d275 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:03.306316 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24056919-2936-4982-8c5b-528333ba9fe5 None None] Network 4aff61a5-7103-470f-bd1c-84fd23d65086 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:03.356674 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8ac168-bc1d-4d63-8f01-f05eacf612ab None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:03.406479 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d01c2f75-97fb-4f2e-8920-2d4a57ef057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'name': 'tempest-ServersTestManualDisk-1455582000-router', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'gw_port': {'id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:42Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '154317d1-d464-4f4f-b955-403e82b835f1', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'port_id': '3624cc22-c0b4-4ed6-94b5-e47c98fb218d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'mac_address': 'fa:16:3e:4b:8f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678ebf9-a267-4cab-b2ca-4b496b758782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:50:14Z', 'updated_at': '2022-02-28T14:50:54Z', 'revision_number': 1, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0', 'name': '', 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'mac_address': 'fa:16:3e:5c:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:10Z', 'revision_number': 5, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'subnets': [{'id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:03.416898 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c2f75-97fb-4f2e-8920-2d4a57ef057e None None] Checking router: 040cb74d-d7ee-43fa-bc0e-b4d145cff019 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:51:03.431324 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8e7c64ce-9b70-4bd3-b608-8fa62af1d275 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.6243703 Feb 28 14:51:03.438683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38778) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:03.447084 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c2f75-97fb-4f2e-8920-2d4a57ef057e None None] Routers {'040cb74d-d7ee-43fa-bc0e-b4d145cff019'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:03.447743 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d01c2f75-97fb-4f2e-8920-2d4a57ef057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:03.455900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-17eb927f-44f3-4f65-ab22-51967b8855fe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1687377429'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:03.460281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:03.463789 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0bc09e09-4ecb-437f-adea-cd59466cfd0b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:03.469516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-17eb927f-44f3-4f65-ab22-51967b8855fe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:03.479146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-17eb927f-44f3-4f65-ab22-51967b8855fe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:network and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:03.482701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-17eb927f-44f3-4f65-ab22-51967b8855fe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:03.505809 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f00a48f-02cc-4b07-92f1-bc79ef98815e req-e7945926-73d0-470d-9b9c-1afeaf3758e9 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:03.508005 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0f00a48f-02cc-4b07-92f1-bc79ef98815e req-e7945926-73d0-470d-9b9c-1afeaf3758e9 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 946 time: 0.7173319 Feb 28 14:51:03.537991 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0bc09e09-4ecb-437f-adea-cd59466cfd0b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/3680162a-ffef-4aa6-aae7-dfbaa106b585 HTTP/1.1" status: 204 len: 168 time: 2.0953829 Feb 28 14:51:03.538190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-17eb927f-44f3-4f65-ab22-51967b8855fe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:03.544861 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:03.546181 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38782) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:03.568657 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc09e09-4ecb-437f-adea-cd59466cfd0b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=3680162a-ffef-4aa6-aae7-dfbaa106b585,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:03.643423 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Made reservation on behalf of 4a12226dad234200aa5aea6ea50ffc8e for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:03.645978 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:03.662384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:03.726932 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2046207e-c8d5-4824-b102-10900a693711 req-b784a799-9567-42b8-9674-77994b1b1bae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=298c60137a5b4342898eb5f96ba2a7ef&device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 1099 time: 0.4547970 Feb 28 14:51:03.777556 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-52d5b959-eebf-4bad-81cc-86eac8825294 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2301044 Feb 28 14:51:03.781448 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6b66225a-c824-48e8-8ad5-3a9127aa345b req-18c204a1-49b5-477c-acff-1717f12cfb2b service neutron] 10.222.0.20 "GET /v2.0/networks/37f007eb-7cdb-49fb-b4f0-35760d6aeb98?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4703989 Feb 28 14:51:03.785444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38792) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:03.826603 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4a6c3587-ad4a-4235-81dc-8ef88000215c up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:03.850377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-20da4361-2225-4e41-9731-37f3391c5376 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:03.885581 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-d01c2f75-97fb-4f2e-8920-2d4a57ef057e None None] Set router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:51:03.895072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17eb927f-44f3-4f65-ab22-51967b8855fe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:03.916456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17eb927f-44f3-4f65-ab22-51967b8855fe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:03.955838 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0f00a48f-02cc-4b07-92f1-bc79ef98815e req-f532cbd7-5626-4669-867d-da99277da0ae tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd691bb5-9969-444c-875e-e27924a464b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4175119 Feb 28 14:51:03.990894 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:04.038414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Usage tracker for resource:security_group_rule and tenant:4a12226dad234200aa5aea6ea50ffc8e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:04.057600 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-4aff61a5-7103-470f-bd1c-84fd23d65086', 'network_id': '4aff61a5-7103-470f-bd1c-84fd23d65086', 'tenant_id': '5ddb5759724641b19b2a8d1fc13b4ceb', 'fixed_ips': [{'subnet_id': 'b66c0a1e-3698-43dd-aea9-aeaa00e7c918'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:04.058276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:04.073187 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:04.125463 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:04.159094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046207e-c8d5-4824-b102-10900a693711 req-3b01e3c4-acbc-455d-92fb-82d0c0a1b3d9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:04.161128 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2046207e-c8d5-4824-b102-10900a693711 req-3b01e3c4-acbc-455d-92fb-82d0c0a1b3d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb HTTP/1.1" status: 200 len: 912 time: 0.4235079 Feb 28 14:51:04.278880 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4a6c3587-ad4a-4235-81dc-8ef88000215c triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:04.281370 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:04.374741 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17eb927f-44f3-4f65-ab22-51967b8855fe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:51:04.438022 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d01c2f75-97fb-4f2e-8920-2d4a57ef057e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'name': 'tempest-ServersTestManualDisk-1455582000-router', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'gw_port': {'id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:42Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '154317d1-d464-4f4f-b955-403e82b835f1', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'port_id': '3624cc22-c0b4-4ed6-94b5-e47c98fb218d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'mac_address': 'fa:16:3e:4b:8f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678ebf9-a267-4cab-b2ca-4b496b758782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:50:14Z', 'updated_at': '2022-02-28T14:50:54Z', 'revision_number': 1, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0', 'name': '', 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'mac_address': 'fa:16:3e:5c:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:10Z', 'revision_number': 5, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'subnets': [{'id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:04.443096 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c2f75-97fb-4f2e-8920-2d4a57ef057e None None] The sync data for ids ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'] in dv-neutron-830866-2-hyperv is: [{'id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'name': 'tempest-ServersTestManualDisk-1455582000-router', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'gw_port': {'id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:42Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '154317d1-d464-4f4f-b955-403e82b835f1', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'floating_ip_address': '172.26.4.47', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'port_id': '3624cc22-c0b4-4ed6-94b5-e47c98fb218d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'mac_address': 'fa:16:3e:4b:8f:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd678ebf9-a267-4cab-b2ca-4b496b758782', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:50:14Z', 'updated_at': '2022-02-28T14:50:54Z', 'revision_number': 1, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0', 'name': '', 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'mac_address': 'fa:16:3e:5c:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:10Z', 'revision_number': 5, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'subnets': [{'id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:51:04.449339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-20da4361-2225-4e41-9731-37f3391c5376 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:04.470027 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Allocated IP 2001:db8::1 (4aff61a5-7103-470f-bd1c-84fd23d65086/b66c0a1e-3698-43dd-aea9-aeaa00e7c918/6ac8322a-72d3-4550-913c-0b557eafa92f) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:04.476590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17eb927f-44f3-4f65-ab22-51967b8855fe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:04.476982 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-17eb927f-44f3-4f65-ab22-51967b8855fe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Added segment 3a602796-023a-4dae-8cbe-67e214f2e595 of type vlan for network a3ae0c74-b3b0-4414-b84f-2c810bb70047 Feb 28 14:51:04.478792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-20da4361-2225-4e41-9731-37f3391c5376 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:04.492648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-20da4361-2225-4e41-9731-37f3391c5376 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:04.500321 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2046207e-c8d5-4824-b102-10900a693711 req-762bafb4-2ac9-48c4-ac2b-e882d36cf2b4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3624cc22-c0b4-4ed6-94b5-e47c98fb218d HTTP/1.1" status: 200 len: 999 time: 0.3302395 Feb 28 14:51:04.517980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-20da4361-2225-4e41-9731-37f3391c5376 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:04.521517 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6b66225a-c824-48e8-8ad5-3a9127aa345b req-31335e40-7478-4003-b4fa-0653fa782354 service neutron] 10.222.0.20 "GET /v2.0/networks/37f007eb-7cdb-49fb-b4f0-35760d6aeb98?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7265484 Feb 28 14:51:04.573648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b4391a6-8a7f-4f24-b35e-0ef5dadb7902 None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:51:04.573965 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:04.587767 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:04.602399 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34bdb8b-75db-47b2-ae6a-8ed47f678961 req-271f3ef1-d47f-486b-a9b4-4a61045164f8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:04.606189 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] device_id is not set on port 5b6c9211-6e97-499f-9d98-8961bf6d60cf yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:04.612412 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b34bdb8b-75db-47b2-ae6a-8ed47f678961 req-271f3ef1-d47f-486b-a9b4-4a61045164f8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.6346459 Feb 28 14:51:04.616189 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17eb927f-44f3-4f65-ab22-51967b8855fe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:04.635896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20da4361-2225-4e41-9731-37f3391c5376 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:04.644418 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-9b4391a6-8a7f-4f24-b35e-0ef5dadb7902 None None] Deleting port 4a6c3587-ad4a-4235-81dc-8ef88000215c {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:04.645641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9b4391a6-8a7f-4f24-b35e-0ef5dadb7902 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:04.687005 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2046207e-c8d5-4824-b102-10900a693711 req-e527b484-57a3-482b-a748-66a02a3821d7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:04.688673 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2046207e-c8d5-4824-b102-10900a693711 req-e527b484-57a3-482b-a748-66a02a3821d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=666c4165-e4c7-4fb8-9cf2-965b24ef32fe HTTP/1.1" status: 200 len: 851 time: 0.1757853 Feb 28 14:51:04.773679 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1f835fb-8437-467e-a3be-53388cb07258,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:04.803236 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-20da4361-2225-4e41-9731-37f3391c5376 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:04.836455 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b34bdb8b-75db-47b2-ae6a-8ed47f678961 req-c67a7986-ec6c-44cd-83af-2c4bff8c17cf tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2228403 Feb 28 14:51:04.973142 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17eb927f-44f3-4f65-ab22-51967b8855fe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:04.984605 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17eb927f-44f3-4f65-ab22-51967b8855fe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:04.986477 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17eb927f-44f3-4f65-ab22-51967b8855fe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:04.988358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Allocated IP 172.26.4.68 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/5b6c9211-6e97-499f-9d98-8961bf6d60cf) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:05.004957 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2046207e-c8d5-4824-b102-10900a693711 req-c66f0ba1-9f94-4b92-9436-a8bf8fd2abf7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2966981 Feb 28 14:51:05.200377 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-9b4391a6-8a7f-4f24-b35e-0ef5dadb7902 None None] For port 4a6c3587-ad4a-4235-81dc-8ef88000215c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4a6c3587-ad4a-4235-81dc-8ef88000215c,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:05.200928 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9b4391a6-8a7f-4f24-b35e-0ef5dadb7902 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:05.244782 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-17eb927f-44f3-4f65-ab22-51967b8855fe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8041897 Feb 28 14:51:05.248842 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17eb927f-44f3-4f65-ab22-51967b8855fe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Network': ['ID=a3ae0c74-b3b0-4414-b84f-2c810bb70047,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:05.253176 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38824) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:05.260862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'subnet': {'network_id': 'a3ae0c74-b3b0-4414-b84f-2c810bb70047', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:05.340352 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-9b4391a6-8a7f-4f24-b35e-0ef5dadb7902 None None] Calling delete_port for 4a6c3587-ad4a-4235-81dc-8ef88000215c owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:05.388314 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network a3ae0c74-b3b0-4414-b84f-2c810bb70047 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:51:05.431099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:05.433066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:05.442694 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Transition to ACTIVE for port object 6ac8322a-72d3-4550-913c-0b557eafa92f will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:05.443045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:subnet and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:05.449952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:05.464762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Transition to ACTIVE for port object 6ac8322a-72d3-4550-913c-0b557eafa92f will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:05.486453 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:05.528871 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2046207e-c8d5-4824-b102-10900a693711 req-c5d3243e-1d45-4aea-9547-121cc2147824 service neutron] 10.222.0.20 "GET /v2.0/networks/1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4924140 Feb 28 14:51:05.627132 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-dc61b605-edaa-4ffa-9787-f543ef76e55b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port 57ddd576-ddde-433f-9214-a9838f00c31c {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:05.627803 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dc61b605-edaa-4ffa-9787-f543ef76e55b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:05.632390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:05.639063 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-20da4361-2225-4e41-9731-37f3391c5376 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:05.696461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:05.771435 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Pushing event updated for resources: {'Port': ['ID=6ac8322a-72d3-4550-913c-0b557eafa92f,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:05.778443 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9b4391a6-8a7f-4f24-b35e-0ef5dadb7902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:05.854524 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20da4361-2225-4e41-9731-37f3391c5376 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:05.862729 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-20da4361-2225-4e41-9731-37f3391c5376 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:05.878572 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4a6c3587-ad4a-4235-81dc-8ef88000215c no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:51:05.906721 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b4391a6-8a7f-4f24-b35e-0ef5dadb7902 None None] No DVR routers for this DVR port 4a6c3587-ad4a-4235-81dc-8ef88000215c on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:51:05.910940 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Network 4aff61a5-7103-470f-bd1c-84fd23d65086 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:05.916585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20da4361-2225-4e41-9731-37f3391c5376 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:05.916831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-20da4361-2225-4e41-9731-37f3391c5376 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:05.926359 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:05.944427 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:05.947237 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4391a6-8a7f-4f24-b35e-0ef5dadb7902 None None] Pushing event deleted for resources: {'Port': ['ID=4a6c3587-ad4a-4235-81dc-8ef88000215c,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:05.949336 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 4a6c3587-ad4a-4235-81dc-8ef88000215c {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:51:05.949942 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4a6c3587-ad4a-4235-81dc-8ef88000215c not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:51:05.965262 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20da4361-2225-4e41-9731-37f3391c5376 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=3881f8d5-aff9-4089-aad9-6a1e2df2a856,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:05.986011 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:06.022019 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-20da4361-2225-4e41-9731-37f3391c5376 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.2228005 Feb 28 14:51:06.022019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38842) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:06.022300 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:06.022391 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07463b98-14b8-47aa-9bed-df6ab65987ea None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:06.022478 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2046207e-c8d5-4824-b102-10900a693711 req-d36b6fec-892e-4127-99fe-8bd86c76c3c2 service neutron] 10.222.0.20 "GET /v2.0/networks/1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4054546 Feb 28 14:51:06.075631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'name': 'tempest-NetworksTestDHCPv6-1228224841'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:06.189296 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38848) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:06.194178 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Attempting to bind port 6ac8322a-72d3-4550-913c-0b557eafa92f on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:06.194597 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Attempting to bind port 6ac8322a-72d3-4550-913c-0b557eafa92f by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'fbc6c54c-289f-4ed5-8198-57053a544720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4aff61a5-7103-470f-bd1c-84fd23d65086'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:06.194989 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Attempting to bind port 6ac8322a-72d3-4550-913c-0b557eafa92f on network 4aff61a5-7103-470f-bd1c-84fd23d65086 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:06.204264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:06.207177 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:06.207772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Checking segment: {'id': 'fbc6c54c-289f-4ed5-8198-57053a544720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4aff61a5-7103-470f-bd1c-84fd23d65086'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:06.208012 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:06.208353 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Bound using segment: {'id': 'fbc6c54c-289f-4ed5-8198-57053a544720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4aff61a5-7103-470f-bd1c-84fd23d65086'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:06.208769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dc61b605-edaa-4ffa-9787-f543ef76e55b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:06.208883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Bound port: 6ac8322a-72d3-4550-913c-0b557eafa92f, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbc6c54c-289f-4ed5-8198-57053a544720', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '4aff61a5-7103-470f-bd1c-84fd23d65086'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:06.209182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:06.227190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.ipam_backend_mixin [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Performing IP validity checks on allocation pools {{(pid=83592) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 14:51:06.227728 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.ipam_backend_mixin [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83592) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 14:51:06.284054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07345112-4f89-48de-9c25-5aea30eb9898 req-8ca546a3-d194-4ab8-ae43-4315cce94adb tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:06.290709 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-07345112-4f89-48de-9c25-5aea30eb9898 req-8ca546a3-d194-4ab8-ae43-4315cce94adb tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.4349477 Feb 28 14:51:06.339723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:06.349087 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:06.353179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:06.364123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:06.388562 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-07345112-4f89-48de-9c25-5aea30eb9898 req-b2e6f4c4-f884-4a94-aa43-39fbfba736ca tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0969195 Feb 28 14:51:06.405657 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] For port 6ac8322a-72d3-4550-913c-0b557eafa92f, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:06.416685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] For port 6ac8322a-72d3-4550-913c-0b557eafa92f, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6ac8322a-72d3-4550-913c-0b557eafa92f,segment=NetworkSegment(fbc6c54c-289f-4ed5-8198-57053a544720),segment_id=fbc6c54c-289f-4ed5-8198-57053a544720)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:06.423374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:06.426404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:06.429189 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:06.451994 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-dc61b605-edaa-4ffa-9787-f543ef76e55b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for 57ddd576-ddde-433f-9214-a9838f00c31c owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:06.461511 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '3881f8d5-aff9-4089-aad9-6a1e2df2a856'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:06.462317 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:06.467254 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port 8a058ef2-43ba-40fc-908f-14e1a301c441 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:06.500076 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-596235150', 'router:external': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:06.529002 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:06.530771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:06.539978 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:06.543121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:06.583247 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Usage tracker for resource:network and tenant:6b62f047ee654d1f9b64b563b172645b is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:06.593786 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Pushing event updated for resources: {'Port': ['ID=5b6c9211-6e97-499f-9d98-8961bf6d60cf,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:06.600847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:06.614951 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c307232-a770-45fc-9256-ace1ce4c75ff None None] Pushing event updated for resources: {'Port': ['ID=6ac8322a-72d3-4550-913c-0b557eafa92f,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:06.619213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:06.622927 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:06.664124 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:06.664816 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:06.678280 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Made reservation on behalf of 6b62f047ee654d1f9b64b563b172645b for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:06.680625 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:06.696930 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:06.737333 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ca8fb5ae-2450-4e49-b0d0-b0bab3864e93 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 3.9525862 Feb 28 14:51:06.742213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38854) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:06.755509 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.68'}]}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:06.766735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:06.771953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Usage tracker for resource:router and tenant:4a12226dad234200aa5aea6ea50ffc8e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:06.773204 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::15e (2d04583f-a513-435e-a720-cee2c3103874/3881f8d5-aff9-4089-aad9-6a1e2df2a856/8a058ef2-43ba-40fc-908f-14e1a301c441) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:06.777497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:06.781557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:06.783495 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Subnet': ['ID=98b76929-0e1c-48c2-99af-a7216a6d1c1f,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:06.791810 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:06.795849 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Usage tracker for resource:security_group_rule and tenant:6b62f047ee654d1f9b64b563b172645b is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:06.799136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Checking segment: {'id': '3a602796-023a-4dae-8cbe-67e214f2e595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a3ae0c74-b3b0-4414-b84f-2c810bb70047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:06.799490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network hostable DHCP agents. Network: a3ae0c74-b3b0-4414-b84f-2c810bb70047, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:51:06.801026 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:06.862711 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:06.890025 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:06.890977 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:06.900250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network a3ae0c74-b3b0-4414-b84f-2c810bb70047 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:51:06.961353 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dc61b605-edaa-4ffa-9787-f543ef76e55b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:06.963496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, a3ae0c74-b3b0-4414-b84f-2c810bb70047) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:06.971811 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92fc45a6-9c9b-4791-b047-e8de9a05c5e4 None None] Network a3ae0c74-b3b0-4414-b84f-2c810bb70047 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:06.976908 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:06.977489 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.035599 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-05b75100-c2b6-4f95-9024-46ce8adfd98b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.7796898 Feb 28 14:51:07.037985 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38858) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:07.079291 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc61b605-edaa-4ffa-9787-f543ef76e55b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Port': ['ID=57ddd576-ddde-433f-9214-a9838f00c31c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:07.169834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.231633 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.239673 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.249576 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-a3ae0c74-b3b0-4414-b84f-2c810bb70047', 'network_id': 'a3ae0c74-b3b0-4414-b84f-2c810bb70047', 'tenant_id': '5ddb5759724641b19b2a8d1fc13b4ceb', 'fixed_ips': [{'subnet_id': '98b76929-0e1c-48c2-99af-a7216a6d1c1f'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:07.250516 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.253185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.290545 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object 8a058ef2-43ba-40fc-908f-14e1a301c441 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:07.294866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:51:07.314751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc51e185-56bc-4cea-83e6-44994ae214ca,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:07.319020 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.319368 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Added segment de04b384-a750-45e4-93f6-13b4a882d80c of type vlan for network 9632ca98-4920-4638-8421-8c4bfa5498b8 Feb 28 14:51:07.319536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.408906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.518172 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:07.522308 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Allocated IP 2001:db8::3 (a3ae0c74-b3b0-4414-b84f-2c810bb70047/98b76929-0e1c-48c2-99af-a7216a6d1c1f/e59d36cc-4d7c-4221-8620-0eabee9289e7) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:07.532465 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Allocated IP 2001:db8::2 (2d04583f-a513-435e-a720-cee2c3103874/3881f8d5-aff9-4089-aad9-6a1e2df2a856/6d19ab07-14d9-4a1e-8d72-eef25431836e) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:07.533286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:07.553092 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.623264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.651494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:07.661767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:07.662765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.682752 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=8a058ef2-43ba-40fc-908f-14e1a301c441,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:07.709824 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1aa19f39-70ff-4cff-b802-3e770b00671a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.6900768 Feb 28 14:51:07.710470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38864) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:07.721326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.782445 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1424f8a4-993b-4e94-8140-2ec3e8bc77c3 None None] New status for floating IP 154317d1-d464-4f4f-b955-403e82b835f1: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 14:51:07.796976 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dc61b605-edaa-4ffa-9787-f543ef76e55b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.834131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.834988 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:07.840215 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:07.840501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3be34e4e-0726-4ab8-ac27-c0ad33272faa tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:07.841376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3be34e4e-0726-4ab8-ac27-c0ad33272faa tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:07.867501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3be34e4e-0726-4ab8-ac27-c0ad33272faa tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:07.873164 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3be34e4e-0726-4ab8-ac27-c0ad33272faa tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 930 time: 0.1615720 Feb 28 14:51:07.873826 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38868) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:07.922725 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6ac8322a-72d3-4550-913c-0b557eafa92f up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:07.954214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-38a9886a-03ad-491f-b2d3-4c6a20407c92 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port 8a058ef2-43ba-40fc-908f-14e1a301c441 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:07.955339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-38a9886a-03ad-491f-b2d3-4c6a20407c92 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:08.089252 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca176b81-8904-4ea6-b8b4-529057f79cfb None None] Network 4aff61a5-7103-470f-bd1c-84fd23d65086 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:08.205993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-38a9886a-03ad-491f-b2d3-4c6a20407c92 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:08.241852 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Pushing event updated for resources: {'Network': ['ID=9632ca98-4920-4638-8421-8c4bfa5498b8,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:08.250446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bd8363-3869-4bea-b72b-fe223918507d req-eb01aa53-ef67-4e30-af92-3cdd29ab6f75 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:08.251970 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-03bd8363-3869-4bea-b72b-fe223918507d req-eb01aa53-ef67-4e30-af92-3cdd29ab6f75 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.6125193 Feb 28 14:51:08.291049 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-415bdcd6-5ea9-42d6-b277-1cff1247524a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 869 time: 2.0966887 Feb 28 14:51:08.292488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38872) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:08.301313 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Request body: {'subnet': {'network_id': '9632ca98-4920-4638-8421-8c4bfa5498b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:08.309038 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:08.326681 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 9632ca98-4920-4638-8421-8c4bfa5498b8 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:51:08.332562 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Usage tracker for resource:subnet and tenant:6b62f047ee654d1f9b64b563b172645b is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:08.336095 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-38a9886a-03ad-491f-b2d3-4c6a20407c92 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for 8a058ef2-43ba-40fc-908f-14e1a301c441 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:08.340326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:08.352112 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:08.366797 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-03bd8363-3869-4bea-b72b-fe223918507d req-f0b2110d-14b9-4aa0-891f-2c3715f3cf7e tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052740 Feb 28 14:51:08.384924 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Made reservation on behalf of 6b62f047ee654d1f9b64b563b172645b for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:08.387596 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:08.475175 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b6defb06-ca53-45ef-83d3-b6ccf814c122 None None] Provisioning for port 6ac8322a-72d3-4550-913c-0b557eafa92f completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:08.517255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-38a9886a-03ad-491f-b2d3-4c6a20407c92 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:08.572455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9886a-03ad-491f-b2d3-4c6a20407c92 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=8a058ef2-43ba-40fc-908f-14e1a301c441,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:08.616778 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-38a9886a-03ad-491f-b2d3-4c6a20407c92 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:08.634747 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-38a9886a-03ad-491f-b2d3-4c6a20407c92 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/8a058ef2-43ba-40fc-908f-14e1a301c441 HTTP/1.1" status: 204 len: 168 time: 0.7595472 Feb 28 14:51:08.635310 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38876) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:08.711114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012eb3df-fe9a-49e9-876d-3e9ea97a83a4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:08.713077 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-012eb3df-fe9a-49e9-876d-3e9ea97a83a4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:08.713892 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-012eb3df-fe9a-49e9-876d-3e9ea97a83a4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:08.715363 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 6ac8322a-72d3-4550-913c-0b557eafa92f completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:08.730461 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:08.731687 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-012eb3df-fe9a-49e9-876d-3e9ea97a83a4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:08.733521 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 6ac8322a-72d3-4550-913c-0b557eafa92f triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:08.734032 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:08.736255 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-012eb3df-fe9a-49e9-876d-3e9ea97a83a4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0999825 Feb 28 14:51:08.736850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38880) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:08.787166 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:08.796571 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Transition to ACTIVE for port object 6d19ab07-14d9-4a1e-8d72-eef25431836e will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:08.823334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Transition to ACTIVE for port object e59d36cc-4d7c-4221-8620-0eabee9289e7 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:08.884798 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Transition to ACTIVE for port object 6d19ab07-14d9-4a1e-8d72-eef25431836e will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:08.894280 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Transition to ACTIVE for port object e59d36cc-4d7c-4221-8620-0eabee9289e7 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:08.899408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:08.919204 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:08.942772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:08.960081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Subnet': ['ID=98b76929-0e1c-48c2-99af-a7216a6d1c1f,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:09.039093 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:09.044824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:09.046659 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Pushing event updated for resources: {'Port': ['ID=6d19ab07-14d9-4a1e-8d72-eef25431836e,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:09.063386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.083673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:09.089118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ae0c74-b3b0-4414-b84f-2c810bb70047']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:09.095998 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.101986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a602796-023a-4dae-8cbe-67e214f2e595') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:09.102525 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a602796-023a-4dae-8cbe-67e214f2e595') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:09.103475 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.106599 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Network a3ae0c74-b3b0-4414-b84f-2c810bb70047 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:09.114354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.122845 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:09.132205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.137502 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:09.138935 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:51:09.139921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:51:09.154330 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:51:09.159051 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.232981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Pushing event updated for resources: {'Port': ['ID=e59d36cc-4d7c-4221-8620-0eabee9289e7,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:09.247277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 14:51:09.247277 dv-neutron-830866-2-hyperv neutron-server[83592]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 14:51:09.247277 dv-neutron-830866-2-hyperv neutron-server[83592]: [parameters: {'id': 'a3ae0c74-b3b0-4414-b84f-2c810bb70047'}] Feb 28 14:51:09.247277 dv-neutron-830866-2-hyperv neutron-server[83592]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:51:09.248265 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:51:09.311206 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 6ac8322a-72d3-4550-913c-0b557eafa92f, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6ac8322a-72d3-4550-913c-0b557eafa92f,segment=NetworkSegment(fbc6c54c-289f-4ed5-8198-57053a544720),segment_id=fbc6c54c-289f-4ed5-8198-57053a544720)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:09.322160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Attempting to bind port 6d19ab07-14d9-4a1e-8d72-eef25431836e on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:09.322525 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Attempting to bind port 6d19ab07-14d9-4a1e-8d72-eef25431836e by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:09.322890 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Attempting to bind port 6d19ab07-14d9-4a1e-8d72-eef25431836e on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:09.325061 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.400136 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:09.400838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:09.401297 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.401921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:09.402499 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Bound port: 6d19ab07-14d9-4a1e-8d72-eef25431836e, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:09.402971 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.422069 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Attempting to bind port e59d36cc-4d7c-4221-8620-0eabee9289e7 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:09.422578 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Attempting to bind port e59d36cc-4d7c-4221-8620-0eabee9289e7 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '3a602796-023a-4dae-8cbe-67e214f2e595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a3ae0c74-b3b0-4414-b84f-2c810bb70047'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:09.423037 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Attempting to bind port e59d36cc-4d7c-4221-8620-0eabee9289e7 on network a3ae0c74-b3b0-4414-b84f-2c810bb70047 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:09.440727 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=6ac8322a-72d3-4550-913c-0b557eafa92f,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:09.499855 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:09.500309 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Checking segment: {'id': '3a602796-023a-4dae-8cbe-67e214f2e595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a3ae0c74-b3b0-4414-b84f-2c810bb70047'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:09.500801 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.501249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Bound using segment: {'id': '3a602796-023a-4dae-8cbe-67e214f2e595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a3ae0c74-b3b0-4414-b84f-2c810bb70047'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:09.501954 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Bound port: e59d36cc-4d7c-4221-8620-0eabee9289e7, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a602796-023a-4dae-8cbe-67e214f2e595', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a3ae0c74-b3b0-4414-b84f-2c810bb70047'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:09.502345 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.534230 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-20c58fe5-d968-4d3f-a370-77587f1cd150 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 3881f8d5-aff9-4089-aad9-6a1e2df2a856 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:51:09.543370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-20c58fe5-d968-4d3f-a370-77587f1cd150 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.598144 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] For port 6d19ab07-14d9-4a1e-8d72-eef25431836e, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:09.624684 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] For port 6d19ab07-14d9-4a1e-8d72-eef25431836e, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6d19ab07-14d9-4a1e-8d72-eef25431836e,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:09.625751 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-be14df3c-387f-408d-8519-27331a75eedb None None] Provisioning complete for port 6ac8322a-72d3-4550-913c-0b557eafa92f triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:09.626064 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-be14df3c-387f-408d-8519-27331a75eedb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.638580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a1a276-592d-4aba-a7f4-23c000bb0312 req-1391ad0f-7ad0-4fb8-94d3-8f641b8e78a4 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:09.640803 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a3a1a276-592d-4aba-a7f4-23c000bb0312 req-1391ad0f-7ad0-4fb8-94d3-8f641b8e78a4 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.0842669 Feb 28 14:51:09.668019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.668487 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-20c58fe5-d968-4d3f-a370-77587f1cd150 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.689085 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a3a1a276-592d-4aba-a7f4-23c000bb0312 req-15edb48c-c029-49e4-9220-930710420494 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424001 Feb 28 14:51:09.750250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.757656 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] For port e59d36cc-4d7c-4221-8620-0eabee9289e7, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:09.766460 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc61b605-edaa-4ffa-9787-f543ef76e55b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router e15fcc99-d9a5-49a3-81a2-14a103dc2665 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:51:09.771441 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Deleting port e59d36cc-4d7c-4221-8620-0eabee9289e7 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:09.772264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.772895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.783125 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] For port e59d36cc-4d7c-4221-8620-0eabee9289e7, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e59d36cc-4d7c-4221-8620-0eabee9289e7,segment=NetworkSegment(3a602796-023a-4dae-8cbe-67e214f2e595),segment_id=3a602796-023a-4dae-8cbe-67e214f2e595)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:09.789816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6ac8322a-72d3-4550-913c-0b557eafa92f up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:09.833188 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:09.839921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e6a126-ab7e-46e1-9640-99ce63adc590 None None] Pushing event updated for resources: {'Port': ['ID=6d19ab07-14d9-4a1e-8d72-eef25431836e,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:10.038458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f41db9-b49c-42bc-9fd9-0f3d2e0475b5 None None] Pushing event updated for resources: {'Port': ['ID=e59d36cc-4d7c-4221-8620-0eabee9289e7,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:10.072168 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 6ac8322a-72d3-4550-913c-0b557eafa92f triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:10.072168 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.092992 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-20c58fe5-d968-4d3f-a370-77587f1cd150 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.118891 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5293794-4f70-42b2-99e7-2b1c0b6cdcfc None None] Network a3ae0c74-b3b0-4414-b84f-2c810bb70047 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:10.200046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] For port e59d36cc-4d7c-4221-8620-0eabee9289e7, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e59d36cc-4d7c-4221-8620-0eabee9289e7,segment=NetworkSegment(3a602796-023a-4dae-8cbe-67e214f2e595),segment_id=3a602796-023a-4dae-8cbe-67e214f2e595)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:10.200641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.327733 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.objects.ports [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83591) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:51:10.328136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.346133 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Calling delete_port for e59d36cc-4d7c-4221-8620-0eabee9289e7 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:10.440549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.488958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Port': ['ID=e59d36cc-4d7c-4221-8620-0eabee9289e7,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:10.493673 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No DVR routers for this DVR port e59d36cc-4d7c-4221-8620-0eabee9289e7 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:51:10.581430 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Pushing event updated for resources: {'Subnet': ['ID=6ead77b0-e25f-4d1f-bd8a-d454ad38c485,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:10.592660 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-20c58fe5-d968-4d3f-a370-77587f1cd150 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.620049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.626090 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.645907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c58fe5-d968-4d3f-a370-77587f1cd150 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=3881f8d5-aff9-4089-aad9-6a1e2df2a856,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:10.647836 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3ae0c74-b3b0-4414-b84f-2c810bb70047']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:10.654384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.663165 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Checking segment: {'id': 'de04b384-a750-45e4-93f6-13b4a882d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9632ca98-4920-4638-8421-8c4bfa5498b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:10.663530 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Network hostable DHCP agents. Network: 9632ca98-4920-4638-8421-8c4bfa5498b8, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:51:10.667330 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a602796-023a-4dae-8cbe-67e214f2e595') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:10.667844 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a602796-023a-4dae-8cbe-67e214f2e595') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:10.670903 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-20c58fe5-d968-4d3f-a370-77587f1cd150 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.680494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.698049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.702589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc61b605-edaa-4ffa-9787-f543ef76e55b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:51:10.705698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:51:10.706552 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.713559 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db3da97-5064-4463-aab5-96a63f4715fe None None] Sync routers for ids ['e15fcc99-d9a5-49a3-81a2-14a103dc2665'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:51:10.715865 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-dc61b605-edaa-4ffa-9787-f543ef76e55b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/e15fcc99-d9a5-49a3-81a2-14a103dc2665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0391042 Feb 28 14:51:10.721183 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-20c58fe5-d968-4d3f-a370-77587f1cd150 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/3881f8d5-aff9-4089-aad9-6a1e2df2a856 HTTP/1.1" status: 204 len: 168 time: 1.9778073 Feb 28 14:51:10.721183 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38890) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:10.721409 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38892) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:10.734535 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db3da97-5064-4463-aab5-96a63f4715fe None None] Routers {'e15fcc99-d9a5-49a3-81a2-14a103dc2665'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:10.735524 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5db3da97-5064-4463-aab5-96a63f4715fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e15fcc99-d9a5-49a3-81a2-14a103dc2665'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:10.802357 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5db3da97-5064-4463-aab5-96a63f4715fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:10.817042 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5db3da97-5064-4463-aab5-96a63f4715fe None None] Routers {'e15fcc99-d9a5-49a3-81a2-14a103dc2665'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:10.818046 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5db3da97-5064-4463-aab5-96a63f4715fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e15fcc99-d9a5-49a3-81a2-14a103dc2665'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:51:10.859526 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:51:10.867008 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.887819 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5db3da97-5064-4463-aab5-96a63f4715fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:10.888500 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5db3da97-5064-4463-aab5-96a63f4715fe None None] The sync data for ids ['e15fcc99-d9a5-49a3-81a2-14a103dc2665'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:51:10.888631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.904942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Network': ['ID=a3ae0c74-b3b0-4414-b84f-2c810bb70047,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:10.911645 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5753bc59-9ea8-4e51-9780-fcc632f794ed tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/a3ae0c74-b3b0-4414-b84f-2c810bb70047 HTTP/1.1" status: 204 len: 168 time: 3.8726647 Feb 28 14:51:10.914893 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38900) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:10.921080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-019258e8-1c14-4bc9-87cc-d85edf221028 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1822893102'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:10.926300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-019258e8-1c14-4bc9-87cc-d85edf221028 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:10.930122 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-019258e8-1c14-4bc9-87cc-d85edf221028 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:network and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:10.933049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-019258e8-1c14-4bc9-87cc-d85edf221028 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:10.939982 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-019258e8-1c14-4bc9-87cc-d85edf221028 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:10.949205 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.949691 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1df0905f-ee8b-4833-84f6-ac7f43af9734 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:51:10.950552 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-019258e8-1c14-4bc9-87cc-d85edf221028 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:10.954751 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-019258e8-1c14-4bc9-87cc-d85edf221028 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:10.990073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-019258e8-1c14-4bc9-87cc-d85edf221028 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:51:11.005984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-019258e8-1c14-4bc9-87cc-d85edf221028 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:11.006673 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-019258e8-1c14-4bc9-87cc-d85edf221028 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Added segment 47fb867a-a757-4931-99db-db7e87f7c706 of type vlan for network c057ab0c-01b0-4eae-9cdd-d670feb3c240 Feb 28 14:51:11.043607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b36807f-d0d3-4447-84a8-97a2f76a46b9 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:11.045300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-019258e8-1c14-4bc9-87cc-d85edf221028 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:11.076196 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-019258e8-1c14-4bc9-87cc-d85edf221028 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:11.080684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-019258e8-1c14-4bc9-87cc-d85edf221028 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:11.081292 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-019258e8-1c14-4bc9-87cc-d85edf221028 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:11.094571 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cbe31d70-2f93-49f7-aee4-436815ff7edc tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3654974 Feb 28 14:51:11.098443 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38904) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:11.117548 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f3767a40-7005-4f96-bc05-ffea56510e81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:11.165102 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Network 9632ca98-4920-4638-8421-8c4bfa5498b8 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:51:11.192397 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 9632ca98-4920-4638-8421-8c4bfa5498b8) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:11.194060 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] create failed (client error): There was a conflict when trying to complete your request. Feb 28 14:51:11.195096 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-52a66d89-9577-4a0a-975d-729eea864ae8 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 4.4510357 Feb 28 14:51:11.199465 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:11.200114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:11.203390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38908) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:11.206309 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea5e77b6-08ea-4453-b0c6-0943826ade80 None None] Network 9632ca98-4920-4638-8421-8c4bfa5498b8 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:11.269184 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-019258e8-1c14-4bc9-87cc-d85edf221028 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3496692 Feb 28 14:51:11.271058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38912) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:11.286779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a532c9d1-007c-4ac9-979e-be319cfc3afc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'subnet': {'network_id': 'c057ab0c-01b0-4eae-9cdd-d670feb3c240', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:11.286992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019258e8-1c14-4bc9-87cc-d85edf221028 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Network': ['ID=c057ab0c-01b0-4eae-9cdd-d670feb3c240,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:11.311446 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network c057ab0c-01b0-4eae-9cdd-d670feb3c240 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:51:11.314606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f3767a40-7005-4f96-bc05-ffea56510e81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:11.318674 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f3767a40-7005-4f96-bc05-ffea56510e81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:11.321926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f3767a40-7005-4f96-bc05-ffea56510e81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:11.325005 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-59846487-6756-425c-abb3-a78948cbf0a4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 3.0316036 Feb 28 14:51:11.330201 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38916) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:11.332849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f3767a40-7005-4f96-bc05-ffea56510e81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:11.337770 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1090763709', 'network_id': '9632ca98-4920-4638-8421-8c4bfa5498b8'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:11.343755 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:11.349773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Usage tracker for resource:port and tenant:6b62f047ee654d1f9b64b563b172645b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:11.353022 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:11.358955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:11.360848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3767a40-7005-4f96-bc05-ffea56510e81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:11.399712 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b536a4d8-ce09-47f4-98e0-9fe028453b96 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Deleting port 5b6c9211-6e97-499f-9d98-8961bf6d60cf {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:11.400327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b536a4d8-ce09-47f4-98e0-9fe028453b96 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:11.442009 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4285a82-e9c0-4aee-9444-8e2b10c8f3cd req-d7e7e4bf-504e-4019-bf11-d68756677ac6 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:11.448665 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c4285a82-e9c0-4aee-9444-8e2b10c8f3cd req-d7e7e4bf-504e-4019-bf11-d68756677ac6 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.5396640 Feb 28 14:51:11.473471 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-32516301-21fc-4ce4-90d7-626e975a8873 None None] Provisioning for port 6d19ab07-14d9-4a1e-8d72-eef25431836e completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:11.507697 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f3767a40-7005-4f96-bc05-ffea56510e81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:11.525551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Made reservation on behalf of 6b62f047ee654d1f9b64b563b172645b for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:11.528059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:11.560151 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a532c9d1-007c-4ac9-979e-be319cfc3afc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:11.577202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a532c9d1-007c-4ac9-979e-be319cfc3afc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:subnet and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:11.583149 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a532c9d1-007c-4ac9-979e-be319cfc3afc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:11.596792 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c4285a82-e9c0-4aee-9444-8e2b10c8f3cd req-df7de547-9c70-4894-814d-8c0b17a01341 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1466904 Feb 28 14:51:11.617993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] device_id is not set on port 873155d2-cd48-4b1d-bd76-a2ba89b3dd6d yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:11.629593 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a532c9d1-007c-4ac9-979e-be319cfc3afc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:11.656994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5facd3cf-a005-4b94-9afd-af2d41a4392b None None] Network 9632ca98-4920-4638-8421-8c4bfa5498b8 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:11.754448 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e9e72df-9109-4e04-a680-fe077ad7fc83 None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:51:11.769267 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e72df-9109-4e04-a680-fe077ad7fc83 None None] Deleting port 6d19ab07-14d9-4a1e-8d72-eef25431836e {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:11.769776 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4e9e72df-9109-4e04-a680-fe077ad7fc83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:11.827311 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a532c9d1-007c-4ac9-979e-be319cfc3afc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:11.907396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Allocated IP 172.20.0.10 (9632ca98-4920-4638-8421-8c4bfa5498b8/6ead77b0-e25f-4d1f-bd8a-d454ad38c485/873155d2-cd48-4b1d-bd76-a2ba89b3dd6d) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:11.986973 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a532c9d1-007c-4ac9-979e-be319cfc3afc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:11.996090 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f3767a40-7005-4f96-bc05-ffea56510e81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:12.016938 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b536a4d8-ce09-47f4-98e0-9fe028453b96 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:12.108663 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4e9e72df-9109-4e04-a680-fe077ad7fc83 None None] For port 6d19ab07-14d9-4a1e-8d72-eef25431836e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6d19ab07-14d9-4a1e-8d72-eef25431836e,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:12.109167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4e9e72df-9109-4e04-a680-fe077ad7fc83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:12.128075 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3767a40-7005-4f96-bc05-ffea56510e81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:12.136080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-f3767a40-7005-4f96-bc05-ffea56510e81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:12.144320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3767a40-7005-4f96-bc05-ffea56510e81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:12.144907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f3767a40-7005-4f96-bc05-ffea56510e81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:12.183587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3767a40-7005-4f96-bc05-ffea56510e81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=772e5da2-4ba0-4ef9-83be-c92b3705e9df,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:12.210720 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f3767a40-7005-4f96-bc05-ffea56510e81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.1059051 Feb 28 14:51:12.213150 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b536a4d8-ce09-47f4-98e0-9fe028453b96 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Calling delete_port for 5b6c9211-6e97-499f-9d98-8961bf6d60cf owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:12.213941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38920) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:12.227900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'name': 'tempest-NetworksTestDHCPv6-210018478'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:12.252020 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4e9e72df-9109-4e04-a680-fe077ad7fc83 None None] Calling delete_port for 6d19ab07-14d9-4a1e-8d72-eef25431836e owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:12.252768 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:12.307898 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87c66a4a-0139-459b-9fba-af56b2c580cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:12.334817 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4e9e72df-9109-4e04-a680-fe077ad7fc83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:12.382885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:12.387533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:12.389826 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9e72df-9109-4e04-a680-fe077ad7fc83 None None] Pushing event deleted for resources: {'Port': ['ID=6d19ab07-14d9-4a1e-8d72-eef25431836e,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:12.391050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:12.393041 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:12.398339 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e9e72df-9109-4e04-a680-fe077ad7fc83 None None] No DVR routers for this DVR port 6d19ab07-14d9-4a1e-8d72-eef25431836e on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:51:12.418209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89b3567d-44e8-4682-8978-a98fdcd34be2 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:12.524216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:12.558466 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Pushing event updated for resources: {'Port': ['ID=873155d2-cd48-4b1d-bd76-a2ba89b3dd6d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:12.562919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Network 9632ca98-4920-4638-8421-8c4bfa5498b8 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:12.564521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:12.566861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:12.592218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:12.595218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:12.655224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port eb655b80-6499-4edd-9bde-ebc51cb98ee7 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:12.691510 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '772e5da2-4ba0-4ef9-83be-c92b3705e9df'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:12.693728 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:12.701163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:12.701901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:12.734589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b536a4d8-ce09-47f4-98e0-9fe028453b96 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:12.784470 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f681bff7-103e-439d-9f51-e049eb44595e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 1.4531109 Feb 28 14:51:12.796656 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38926) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:12.815355 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b536a4d8-ce09-47f4-98e0-9fe028453b96 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Pushing event deleted for resources: {'Port': ['ID=5b6c9211-6e97-499f-9d98-8961bf6d60cf,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:12.848577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a532c9d1-007c-4ac9-979e-be319cfc3afc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:12.971636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-83c218d0-8990-4407-8faa-b73f4734fe31 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Deleting port 873155d2-cd48-4b1d-bd76-a2ba89b3dd6d {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:12.971973 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-83c218d0-8990-4407-8faa-b73f4734fe31 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:13.010935 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::279 (2d04583f-a513-435e-a720-cee2c3103874/772e5da2-4ba0-4ef9-83be-c92b3705e9df/eb655b80-6499-4edd-9bde-ebc51cb98ee7) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:13.045070 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a532c9d1-007c-4ac9-979e-be319cfc3afc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Subnet': ['ID=ab378c52-7d24-4f08-ac18-798292844421,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:13.052938 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b536a4d8-ce09-47f4-98e0-9fe028453b96 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:13.151230 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97bbbcb-343b-434c-ba19-b2f4c74f12c5 req-06846733-aeb7-4f61-bc5b-5aecdba78266 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:13.151667 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b536a4d8-ce09-47f4-98e0-9fe028453b96 tempest-RoutersAdminNegativeTest-194708967 tempest-RoutersAdminNegativeTest-194708967-project-admin] 10.222.0.15 "DELETE /v2.0/ports/5b6c9211-6e97-499f-9d98-8961bf6d60cf HTTP/1.1" status: 204 len: 168 time: 1.9418550 Feb 28 14:51:13.156895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a532c9d1-007c-4ac9-979e-be319cfc3afc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Checking segment: {'id': '47fb867a-a757-4931-99db-db7e87f7c706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c057ab0c-01b0-4eae-9cdd-d670feb3c240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:13.156895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532c9d1-007c-4ac9-979e-be319cfc3afc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network hostable DHCP agents. Network: c057ab0c-01b0-4eae-9cdd-d670feb3c240, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:51:13.158815 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a97bbbcb-343b-434c-ba19-b2f4c74f12c5 req-06846733-aeb7-4f61-bc5b-5aecdba78266 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.3183050 Feb 28 14:51:13.232923 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a532c9d1-007c-4ac9-979e-be319cfc3afc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network c057ab0c-01b0-4eae-9cdd-d670feb3c240 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:51:13.263185 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a532c9d1-007c-4ac9-979e-be319cfc3afc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, c057ab0c-01b0-4eae-9cdd-d670feb3c240) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:13.290829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e43c3af-9758-4aef-b502-909be46db6f3 None None] Network c057ab0c-01b0-4eae-9cdd-d670feb3c240 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:13.300038 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a532c9d1-007c-4ac9-979e-be319cfc3afc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:13.300912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a532c9d1-007c-4ac9-979e-be319cfc3afc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:13.424513 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a532c9d1-007c-4ac9-979e-be319cfc3afc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 2.1506927 Feb 28 14:51:13.433613 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38932) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:13.444336 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a97bbbcb-343b-434c-ba19-b2f4c74f12c5 req-3aa191d2-ac72-4345-b0c4-46dcc5c0d367 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2846694 Feb 28 14:51:13.534823 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:13.547602 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-83c218d0-8990-4407-8faa-b73f4734fe31 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:13.671241 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:13.677964 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object eb655b80-6499-4edd-9bde-ebc51cb98ee7 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:13.684729 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-83c218d0-8990-4407-8faa-b73f4734fe31 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Calling delete_port for 873155d2-cd48-4b1d-bd76-a2ba89b3dd6d owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:13.739645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38938) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:13.740520 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6d19ab07-14d9-4a1e-8d72-eef25431836e no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:51:13.770162 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-c057ab0c-01b0-4eae-9cdd-d670feb3c240', 'network_id': 'c057ab0c-01b0-4eae-9cdd-d670feb3c240', 'tenant_id': '5ddb5759724641b19b2a8d1fc13b4ceb', 'fixed_ips': [{'subnet_id': 'ab378c52-7d24-4f08-ac18-798292844421'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:13.771294 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:13.778320 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:13.835749 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 6d19ab07-14d9-4a1e-8d72-eef25431836e {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:51:13.836386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6d19ab07-14d9-4a1e-8d72-eef25431836e not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:51:13.898243 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-87c66a4a-0139-459b-9fba-af56b2c580cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port e5d80159-bea1-46a2-bc21-0033312b7799 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:13.898612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87c66a4a-0139-459b-9fba-af56b2c580cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:13.930752 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:13.931338 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Allocated IP 2001:db8::2 (2d04583f-a513-435e-a720-cee2c3103874/772e5da2-4ba0-4ef9-83be-c92b3705e9df/85d0e7f3-2a6f-42ab-997b-d349a3017fc2) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:14.018674 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5a850877-987a-4825-831f-c03d13fbb9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.024478 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Allocated IP 2001:db8::1 (c057ab0c-01b0-4eae-9cdd-d670feb3c240/ab378c52-7d24-4f08-ac18-798292844421/ab50e7a7-4b5d-466e-970c-fb2c5ac16a79) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:14.059798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:14.067319 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:14.070936 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=eb655b80-6499-4edd-9bde-ebc51cb98ee7,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:14.073373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:14.077942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:14.078573 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.086425 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-83c218d0-8990-4407-8faa-b73f4734fe31 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.125188 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87c66a4a-0139-459b-9fba-af56b2c580cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.149876 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c218d0-8990-4407-8faa-b73f4734fe31 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Pushing event deleted for resources: {'Port': ['ID=873155d2-cd48-4b1d-bd76-a2ba89b3dd6d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:14.154486 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5a850877-987a-4825-831f-c03d13fbb9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:14.163590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5a850877-987a-4825-831f-c03d13fbb9e5 admin admin] Usage tracker for resource:security_group_rule and tenant:e2b50037d6664b88a84c4c2c7359d261 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:14.167587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5a850877-987a-4825-831f-c03d13fbb9e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:14.175420 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1fbf268c-49e2-452d-8591-a8f3b89f5856 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9605129 Feb 28 14:51:14.191064 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38944) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:14.199774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5a850877-987a-4825-831f-c03d13fbb9e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:14.256029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-87c66a4a-0139-459b-9fba-af56b2c580cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for e5d80159-bea1-46a2-bc21-0033312b7799 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:14.292954 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-83c218d0-8990-4407-8faa-b73f4734fe31 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.309784 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-83c218d0-8990-4407-8faa-b73f4734fe31 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "DELETE /v2.0/ports/873155d2-cd48-4b1d-bd76-a2ba89b3dd6d HTTP/1.1" status: 204 len: 168 time: 1.5122471 Feb 28 14:51:14.317960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38948) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:14.326079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '9632ca98-4920-4638-8421-8c4bfa5498b8', 'external_fixed_ips': [{'subnet_id': '6ead77b0-e25f-4d1f-bd8a-d454ad38c485', 'ip_address': '172.20.0.10'}]}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:14.331770 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:14.344120 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Usage tracker for resource:router and tenant:6b62f047ee654d1f9b64b563b172645b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:14.349347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:14.352911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5a850877-987a-4825-831f-c03d13fbb9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.356943 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:14.360507 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5a850877-987a-4825-831f-c03d13fbb9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.395014 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.395970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.412946 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.418923 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a850877-987a-4825-831f-c03d13fbb9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=963628dd-fdaf-4852-9d46-ff6b50f1acbe,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:14.428542 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5a850877-987a-4825-831f-c03d13fbb9e5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e2b50037d6664b88a84c4c2c7359d261&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6833534 Feb 28 14:51:14.428996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38952) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:14.432659 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Transition to ACTIVE for port object ab50e7a7-4b5d-466e-970c-fb2c5ac16a79 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:14.462984 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.470671 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.477636 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Transition to ACTIVE for port object ab50e7a7-4b5d-466e-970c-fb2c5ac16a79 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:14.481493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Transition to ACTIVE for port object 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:14.493133 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.527865 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bb012ff-3021-4c4f-8889-85ec69216063 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.555754 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87c66a4a-0139-459b-9fba-af56b2c580cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.563635 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Transition to ACTIVE for port object 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:14.589005 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Network c057ab0c-01b0-4eae-9cdd-d670feb3c240 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:14.592690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:14.597637 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:14.604605 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.617188 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Pushing event updated for resources: {'Port': ['ID=ab50e7a7-4b5d-466e-970c-fb2c5ac16a79,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:14.674937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bb012ff-3021-4c4f-8889-85ec69216063 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.709542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:14.717645 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:14.718545 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.724650 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:14.758365 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c66a4a-0139-459b-9fba-af56b2c580cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Port': ['ID=e5d80159-bea1-46a2-bc21-0033312b7799,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:14.772098 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24e82588-4940-4e16-9ee8-cb82b06f558b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:14.772902 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-24e82588-4940-4e16-9ee8-cb82b06f558b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:14.778975 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.812550 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Pushing event updated for resources: {'Port': ['ID=85d0e7f3-2a6f-42ab-997b-d349a3017fc2,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:14.814428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bb012ff-3021-4c4f-8889-85ec69216063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.835443 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb012ff-3021-4c4f-8889-85ec69216063 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=963628dd-fdaf-4852-9d46-ff6b50f1acbe,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:14.860253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bb012ff-3021-4c4f-8889-85ec69216063 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.860253 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3bb012ff-3021-4c4f-8889-85ec69216063 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/963628dd-fdaf-4852-9d46-ff6b50f1acbe HTTP/1.1" status: 204 len: 168 time: 0.4279056 Feb 28 14:51:14.874582 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Subnet': ['ID=ab378c52-7d24-4f08-ac18-798292844421,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:14.893392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Attempting to bind port 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:14.893631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Attempting to bind port 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:14.893996 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Attempting to bind port 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:14.897600 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Attempting to bind port ab50e7a7-4b5d-466e-970c-fb2c5ac16a79 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:14.897997 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Attempting to bind port ab50e7a7-4b5d-466e-970c-fb2c5ac16a79 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '47fb867a-a757-4931-99db-db7e87f7c706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c057ab0c-01b0-4eae-9cdd-d670feb3c240'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:14.898542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Attempting to bind port ab50e7a7-4b5d-466e-970c-fb2c5ac16a79 on network c057ab0c-01b0-4eae-9cdd-d670feb3c240 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:14.924036 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:14.924665 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:14.925406 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.925953 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:14.926765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Bound port: 85d0e7f3-2a6f-42ab-997b-d349a3017fc2, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:14.927302 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.939128 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:14.939812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Checking segment: {'id': '47fb867a-a757-4931-99db-db7e87f7c706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c057ab0c-01b0-4eae-9cdd-d670feb3c240'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:14.940380 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.940924 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Bound using segment: {'id': '47fb867a-a757-4931-99db-db7e87f7c706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c057ab0c-01b0-4eae-9cdd-d670feb3c240'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:14.941563 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Bound port: ab50e7a7-4b5d-466e-970c-fb2c5ac16a79, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '47fb867a-a757-4931-99db-db7e87f7c706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'c057ab0c-01b0-4eae-9cdd-d670feb3c240'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:14.942094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:14.972818 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-24e82588-4940-4e16-9ee8-cb82b06f558b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:14.977210 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-24e82588-4940-4e16-9ee8-cb82b06f558b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.7849281 Feb 28 14:51:14.978270 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 38962) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:15.115334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:15.151363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:15.182380 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] For port 85d0e7f3-2a6f-42ab-997b-d349a3017fc2, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:15.187974 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] For port 85d0e7f3-2a6f-42ab-997b-d349a3017fc2, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=85d0e7f3-2a6f-42ab-997b-d349a3017fc2,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:15.191771 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] For port ab50e7a7-4b5d-466e-970c-fb2c5ac16a79, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:15.195648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] For port ab50e7a7-4b5d-466e-970c-fb2c5ac16a79, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ab50e7a7-4b5d-466e-970c-fb2c5ac16a79,segment=NetworkSegment(47fb867a-a757-4931-99db-db7e87f7c706),segment_id=47fb867a-a757-4931-99db-db7e87f7c706)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:15.198731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:15.234683 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:15.258738 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:15.276284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdde6503-e151-467d-907c-ed1d73ac8261 req-b19243e7-fcd7-47d4-a276-aff124900395 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:15.277845 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fdde6503-e151-467d-907c-ed1d73ac8261 req-b19243e7-fcd7-47d4-a276-aff124900395 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.5661409 Feb 28 14:51:15.284577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d21722b9-80dd-43d5-9513-053fa41c7dc2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port eb655b80-6499-4edd-9bde-ebc51cb98ee7 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:15.285123 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d21722b9-80dd-43d5-9513-053fa41c7dc2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:15.310206 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c057ab0c-01b0-4eae-9cdd-d670feb3c240']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:15.326932 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac329d1c-ba1e-4609-a58d-5a6bba1ec979 None None] Pushing event updated for resources: {'Port': ['ID=85d0e7f3-2a6f-42ab-997b-d349a3017fc2,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:15.359087 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87c66a4a-0139-459b-9fba-af56b2c580cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:15.381836 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47fb867a-a757-4931-99db-db7e87f7c706') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:15.383504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47fb867a-a757-4931-99db-db7e87f7c706') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:15.414178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Allocated IP 172.20.0.10 (9632ca98-4920-4638-8421-8c4bfa5498b8/6ead77b0-e25f-4d1f-bd8a-d454ad38c485/fcf9175e-8b11-4909-9e13-7bc0cfb64c1a) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:15.468977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38968) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:15.485643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd502bc-aa79-4baa-ba05-bc3541cd32e0 None None] Pushing event updated for resources: {'Port': ['ID=ab50e7a7-4b5d-466e-970c-fb2c5ac16a79,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:15.495402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e43958e-bdb7-4549-801a-e5b7d4b0d9c0 None None] Network c057ab0c-01b0-4eae-9cdd-d670feb3c240 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:15.505055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:15.613797 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0ce65d0c-69ea-49a1-bdd4-013c3364ba62 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4a12226dad234200aa5aea6ea50ffc8e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1427319 Feb 28 14:51:15.615444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38972) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:15.640874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:15.738716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:51:15.739132 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:15.747864 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-15cff234-2c0c-4936-80aa-4478343fd829 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:51:15.781063 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:51:15.805620 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fdde6503-e151-467d-907c-ed1d73ac8261 req-7cc959cc-578a-4e85-9d89-1d9f3b48bc9d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4829192 Feb 28 14:51:15.813559 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:15.858975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-15cff234-2c0c-4936-80aa-4478343fd829 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:15.876769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:15.894045 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:15.933735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:15.969365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-15cff234-2c0c-4936-80aa-4478343fd829 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:16.012059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cff234-2c0c-4936-80aa-4478343fd829 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1f835fb-8437-467e-a3be-53388cb07258,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:16.032491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Pushing event updated for resources: {'Port': ['ID=fcf9175e-8b11-4909-9e13-7bc0cfb64c1a,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:16.037093 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Network 9632ca98-4920-4638-8421-8c4bfa5498b8 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:16.039248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:16.041512 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:16.057972 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.api [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 14:51:16.057972 dv-neutron-830866-2-hyperv neutron-server[83591]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 14:51:16.057972 dv-neutron-830866-2-hyperv neutron-server[83591]: [parameters: {'id': 'c057ab0c-01b0-4eae-9cdd-d670feb3c240'}] Feb 28 14:51:16.057972 dv-neutron-830866-2-hyperv neutron-server[83591]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:51:16.058375 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG oslo_db.api [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:51:16.085294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-15cff234-2c0c-4936-80aa-4478343fd829 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:16.088728 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-15cff234-2c0c-4936-80aa-4478343fd829 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e1f835fb-8437-467e-a3be-53388cb07258 HTTP/1.1" status: 204 len: 168 time: 0.4651508 Feb 28 14:51:16.232523 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:16.233250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:16.421892 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d21722b9-80dd-43d5-9513-053fa41c7dc2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:16.568197 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:16.578830 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d21722b9-80dd-43d5-9513-053fa41c7dc2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for eb655b80-6499-4edd-9bde-ebc51cb98ee7 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:16.611581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Router de579096-363b-4362-84ec-3b883c7cffa7 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:51:16.656602 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Deleting port ab50e7a7-4b5d-466e-970c-fb2c5ac16a79 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:16.657060 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:16.710570 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-87c66a4a-0139-459b-9fba-af56b2c580cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router e15fcc99-d9a5-49a3-81a2-14a103dc2665 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:51:16.782341 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-230614fc-7372-4a44-b336-982caafe005f None None] Provisioning for port 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:16.796410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-230614fc-7372-4a44-b336-982caafe005f None None] Provisioning complete for port 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:16.796410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-230614fc-7372-4a44-b336-982caafe005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:16.909750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:51:16.947252 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Sync routers for ids ['de579096-363b-4362-84ec-3b883c7cffa7'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:51:16.958308 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:16.962360 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bb722e1c-5d02-4ffa-ab7a-de780a04d558 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 2.6426353 Feb 28 14:51:16.964332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 38992) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:17.007099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Routers {'de579096-363b-4362-84ec-3b883c7cffa7'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:17.007965 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['de579096-363b-4362-84ec-3b883c7cffa7'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:17.138572 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] For port ab50e7a7-4b5d-466e-970c-fb2c5ac16a79, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ab50e7a7-4b5d-466e-970c-fb2c5ac16a79,segment=NetworkSegment(47fb867a-a757-4931-99db-db7e87f7c706),segment_id=47fb867a-a757-4931-99db-db7e87f7c706)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:17.138936 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:17.148614 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-230614fc-7372-4a44-b336-982caafe005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:17.274885 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-230614fc-7372-4a44-b336-982caafe005f None None] For port 85d0e7f3-2a6f-42ab-997b-d349a3017fc2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=85d0e7f3-2a6f-42ab-997b-d349a3017fc2,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:17.282451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Calling delete_port for ab50e7a7-4b5d-466e-970c-fb2c5ac16a79 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:17.305209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-230614fc-7372-4a44-b336-982caafe005f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:17.324463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1315f32e-bbf4-4c09-b87d-3066fb82f9fc req-e6d9a0fe-b590-4f1d-8ed0-be0172912fc1 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:17.325984 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1315f32e-bbf4-4c09-b87d-3066fb82f9fc req-e6d9a0fe-b590-4f1d-8ed0-be0172912fc1 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.1426649 Feb 28 14:51:17.344557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d21722b9-80dd-43d5-9513-053fa41c7dc2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:17.431567 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21722b9-80dd-43d5-9513-053fa41c7dc2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=eb655b80-6499-4edd-9bde-ebc51cb98ee7,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:17.434105 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a657dc86-a63b-4cb1-802c-d1096e1720b3 None None] Could not find standard attr ID for object 8a058ef2-43ba-40fc-908f-14e1a301c441. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:51:17.440862 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87c66a4a-0139-459b-9fba-af56b2c580cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:51:17.441616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Set router de579096-363b-4362-84ec-3b883c7cffa7 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:51:17.442554 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1315f32e-bbf4-4c09-b87d-3066fb82f9fc req-82776feb-ee7a-4f24-9e1c-6d55fcefe691 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1056645 Feb 28 14:51:17.459662 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a8914f-e56b-430e-9653-4da603d58ef8 None None] Sync routers for ids ['e15fcc99-d9a5-49a3-81a2-14a103dc2665'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:51:17.464288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:17.481063 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a8914f-e56b-430e-9653-4da603d58ef8 None None] Routers {'e15fcc99-d9a5-49a3-81a2-14a103dc2665'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:17.481902 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-79a8914f-e56b-430e-9653-4da603d58ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e15fcc99-d9a5-49a3-81a2-14a103dc2665'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:17.537689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39004) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:17.585715 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-79a8914f-e56b-430e-9653-4da603d58ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:17.586459 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d21722b9-80dd-43d5-9513-053fa41c7dc2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:17.597215 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:17.607336 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79a8914f-e56b-430e-9653-4da603d58ef8 None None] Routers {'e15fcc99-d9a5-49a3-81a2-14a103dc2665'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:17.610410 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-79a8914f-e56b-430e-9653-4da603d58ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e15fcc99-d9a5-49a3-81a2-14a103dc2665'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:17.657362 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-87c66a4a-0139-459b-9fba-af56b2c580cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/e15fcc99-d9a5-49a3-81a2-14a103dc2665/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9330916 Feb 28 14:51:17.658681 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39010) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:17.695648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39014) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:17.698159 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d21722b9-80dd-43d5-9513-053fa41c7dc2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/eb655b80-6499-4edd-9bde-ebc51cb98ee7 HTTP/1.1" status: 204 len: 168 time: 2.6947916 Feb 28 14:51:17.763203 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-79a8914f-e56b-430e-9653-4da603d58ef8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:17.764105 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79a8914f-e56b-430e-9653-4da603d58ef8 None None] The sync data for ids ['e15fcc99-d9a5-49a3-81a2-14a103dc2665'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:51:17.777126 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Port': ['ID=ab50e7a7-4b5d-466e-970c-fb2c5ac16a79,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:17.780417 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5ac04b5d-3931-4cbb-90ed-397b970e311f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Synchronizing usage tracker for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:17.793662 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No DVR routers for this DVR port ab50e7a7-4b5d-466e-970c-fb2c5ac16a79 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:51:17.859459 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b84e9-6eb9-47c1-b2c9-da080c9538d9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:17.860953 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb8b84e9-6eb9-47c1-b2c9-da080c9538d9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:17.861700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-eb8b84e9-6eb9-47c1-b2c9-da080c9538d9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:17.883950 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-964573575'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:17.896997 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:17.897481 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-eb8b84e9-6eb9-47c1-b2c9-da080c9538d9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:17.898854 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-eb8b84e9-6eb9-47c1-b2c9-da080c9538d9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1896939 Feb 28 14:51:17.903882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39020) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:17.936316 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a657dc86-a63b-4cb1-802c-d1096e1720b3 None None] Could not find standard attr ID for object eb655b80-6499-4edd-9bde-ebc51cb98ee7. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:51:17.950744 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-230614fc-7372-4a44-b336-982caafe005f None None] Pushing event updated for resources: {'Port': ['ID=85d0e7f3-2a6f-42ab-997b-d349a3017fc2,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:17.985865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Usage tracker for resource:network and tenant:319e1408ed5445a1be63d7fac43e0b11 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:17.995030 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:18.042302 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.057289 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de579096-363b-4362-84ec-3b883c7cffa7', 'name': '', 'tenant_id': '6b62f047ee654d1f9b64b563b172645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '9632ca98-4920-4638-8421-8c4bfa5498b8', 'external_fixed_ips': [{'subnet_id': '6ead77b0-e25f-4d1f-bd8a-d454ad38c485', 'ip_address': '172.20.0.10'}], 'enable_snat': True}, 'gw_port_id': 'fcf9175e-8b11-4909-9e13-7bc0cfb64c1a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:51:14Z', 'updated_at': '2022-02-28T14:51:16Z', 'revision_number': 3, 'project_id': '6b62f047ee654d1f9b64b563b172645b', 'gw_port': {'id': 'fcf9175e-8b11-4909-9e13-7bc0cfb64c1a', 'name': '', 'network_id': '9632ca98-4920-4638-8421-8c4bfa5498b8', 'tenant_id': '', 'mac_address': 'fa:16:3e:b3:07:d0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'de579096-363b-4362-84ec-3b883c7cffa7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': '6ead77b0-e25f-4d1f-bd8a-d454ad38c485', 'ip_address': '172.20.0.10', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:51:15Z', 'updated_at': '2022-02-28T14:51:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '6ead77b0-e25f-4d1f-bd8a-d454ad38c485', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:18.062204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Checking router: de579096-363b-4362-84ec-3b883c7cffa7 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:51:18.062390 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Updating router de579096-363b-4362-84ec-3b883c7cffa7 port fcf9175e-8b11-4909-9e13-7bc0cfb64c1a binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:51:18.099735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:18.106984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5ac04b5d-3931-4cbb-90ed-397b970e311f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Unset dirty status for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:18.112059 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5ac04b5d-3931-4cbb-90ed-397b970e311f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports?device_id=e15fcc99-d9a5-49a3-81a2-14a103dc2665 HTTP/1.1" status: 200 len: 205 time: 0.4469380 Feb 28 14:51:18.112361 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ef8dab-f7ee-4153-89f1-7b93fcde882d None None] get_active_networks_info from dv-neutron-830866-2-hyperv {{(pid=83593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 14:51:18.113857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39024) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:18.165954 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.240125 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e033f34-70bc-48ed-b9ff-705aef5256b4 req-ff1b8fe0-face-4ed1-b74b-692caa27e412 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:18.242807 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1e033f34-70bc-48ed-b9ff-705aef5256b4 req-ff1b8fe0-face-4ed1-b74b-692caa27e412 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.2462294 Feb 28 14:51:18.245061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.276073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-1afe1c55-ec6b-4c17-be44-e8cd1ebc7d82 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 772e5da2-4ba0-4ef9-83be-c92b3705e9df {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:51:18.281202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1afe1c55-ec6b-4c17-be44-e8cd1ebc7d82 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.296482 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c057ab0c-01b0-4eae-9cdd-d670feb3c240']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:18.320485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Deleting port fcf9175e-8b11-4909-9e13-7bc0cfb64c1a {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:18.321365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.359075 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Made reservation on behalf of 319e1408ed5445a1be63d7fac43e0b11 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:18.362618 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.385739 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47fb867a-a757-4931-99db-db7e87f7c706') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:18.386105 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47fb867a-a757-4931-99db-db7e87f7c706') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:18.412231 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.425409 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.459182 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.463375 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ef8dab-f7ee-4153-89f1-7b93fcde882d None None] Resources bound (agent type, host, resource id): {{(pid=83593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:51:18.472771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:51:18.473084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:51:18.489357 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:51:18.497592 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-203d654e-a3e3-4676-bb7e-156f37c1aea4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.599662 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4b083ed8-bd47-4d92-ab5b-e14b750e2e28 req-27ad9f4d-7ef7-4ae7-959f-35aed79ee9e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3058aad5ce234490a5fe13a20aa3d30f&device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 1098 time: 0.5385935 Feb 28 14:51:18.600141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1afe1c55-ec6b-4c17-be44-e8cd1ebc7d82 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.642068 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1e033f34-70bc-48ed-b9ff-705aef5256b4 req-e5bd853b-96d9-4c5c-92ae-959632cca7a9 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3876715 Feb 28 14:51:18.771582 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.782055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.806080 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.824395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:18.830951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Network': ['ID=c057ab0c-01b0-4eae-9cdd-d670feb3c240,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:18.838706 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.839950 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Usage tracker for resource:security_group_rule and tenant:319e1408ed5445a1be63d7fac43e0b11 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:18.846564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:18.864672 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-57e6f601-2d48-404b-b667-e32e97995c17 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/c057ab0c-01b0-4eae-9cdd-d670feb3c240 HTTP/1.1" status: 204 len: 168 time: 5.4245119 Feb 28 14:51:18.864876 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Transition to ACTIVE for port object fcf9175e-8b11-4909-9e13-7bc0cfb64c1a will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:18.870994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.899438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39028) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:18.908154 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Calling delete_port for fcf9175e-8b11-4909-9e13-7bc0cfb64c1a owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:18.941202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a14417f3-3b39-4bcf-bbfb-5b2711976b98 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-83943311'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:18.955407 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Attempting to bind port fcf9175e-8b11-4909-9e13-7bc0cfb64c1a on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:18.955407 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Attempting to bind port fcf9175e-8b11-4909-9e13-7bc0cfb64c1a by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'de04b384-a750-45e4-93f6-13b4a882d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9632ca98-4920-4638-8421-8c4bfa5498b8'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:18.955407 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Attempting to bind port fcf9175e-8b11-4909-9e13-7bc0cfb64c1a on network 9632ca98-4920-4638-8421-8c4bfa5498b8 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:18.956162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a14417f3-3b39-4bcf-bbfb-5b2711976b98 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:18.959951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1afe1c55-ec6b-4c17-be44-e8cd1ebc7d82 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:18.983644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:18.993661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a14417f3-3b39-4bcf-bbfb-5b2711976b98 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:network and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:19.002612 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a14417f3-3b39-4bcf-bbfb-5b2711976b98 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:19.018492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a14417f3-3b39-4bcf-bbfb-5b2711976b98 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:19.025479 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b083ed8-bd47-4d92-ab5b-e14b750e2e28 req-5c918fe8-ddfb-4031-a154-403ac87de349 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:19.026868 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4b083ed8-bd47-4d92-ab5b-e14b750e2e28 req-5c918fe8-ddfb-4031-a154-403ac87de349 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8e68083-b804-4567-a398-1f9531ac1f94 HTTP/1.1" status: 200 len: 912 time: 0.4152336 Feb 28 14:51:19.075326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361ddc7-2eff-480a-9b13-545182d21a95 None None] Pushing event updated for resources: {'Port': ['ID=fcf9175e-8b11-4909-9e13-7bc0cfb64c1a,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:19.078693 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:19.079266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Checking segment: {'id': 'de04b384-a750-45e4-93f6-13b4a882d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9632ca98-4920-4638-8421-8c4bfa5498b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:19.079990 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.080641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Bound using segment: {'id': 'de04b384-a750-45e4-93f6-13b4a882d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9632ca98-4920-4638-8421-8c4bfa5498b8'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:19.081522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Bound port: fcf9175e-8b11-4909-9e13-7bc0cfb64c1a, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'de04b384-a750-45e4-93f6-13b4a882d80c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '9632ca98-4920-4638-8421-8c4bfa5498b8'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:19.082125 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.124758 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcd02a1-0343-47a2-a189-4c2961fd5a00 None None] get_active_networks_info from dv-neutron-830866-2-hyperv {{(pid=83593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 14:51:19.175761 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a14417f3-3b39-4bcf-bbfb-5b2711976b98 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:19.179410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a14417f3-3b39-4bcf-bbfb-5b2711976b98 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.223072 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] For port fcf9175e-8b11-4909-9e13-7bc0cfb64c1a, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:19.229040 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] For port fcf9175e-8b11-4909-9e13-7bc0cfb64c1a, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fcf9175e-8b11-4909-9e13-7bc0cfb64c1a,segment=NetworkSegment(de04b384-a750-45e4-93f6-13b4a882d80c),segment_id=de04b384-a750-45e4-93f6-13b4a882d80c)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:19.235817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1afe1c55-ec6b-4c17-be44-e8cd1ebc7d82 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.248072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a14417f3-3b39-4bcf-bbfb-5b2711976b98 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:51:19.251130 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.251467 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-203d654e-a3e3-4676-bb7e-156f37c1aea4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.276581 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-203d654e-a3e3-4676-bb7e-156f37c1aea4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.289525 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afe1c55-ec6b-4c17-be44-e8cd1ebc7d82 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=772e5da2-4ba0-4ef9-83be-c92b3705e9df,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:19.292575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1afe1c55-ec6b-4c17-be44-e8cd1ebc7d82 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.297881 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4b083ed8-bd47-4d92-ab5b-e14b750e2e28 req-e9c952c9-4cb8-44a7-b250-87d5601a536e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dff55e87-99f8-410d-a9b2-a28723fb61f4 HTTP/1.1" status: 200 len: 1000 time: 0.2159977 Feb 28 14:51:19.316283 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1afe1c55-ec6b-4c17-be44-e8cd1ebc7d82 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/772e5da2-4ba0-4ef9-83be-c92b3705e9df HTTP/1.1" status: 204 len: 168 time: 1.4074223 Feb 28 14:51:19.316283 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a14417f3-3b39-4bcf-bbfb-5b2711976b98 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.316283 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-a14417f3-3b39-4bcf-bbfb-5b2711976b98 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Added segment c3f79ae6-1860-48d4-8ec4-f49fa5134818 of type vlan for network 79a073cc-0827-417d-8152-52f226759792 Feb 28 14:51:19.316640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39032) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:19.360765 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.376404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e361ddc7-2eff-480a-9b13-545182d21a95 None None] Pushing event updated for resources: {'Port': ['ID=fcf9175e-8b11-4909-9e13-7bc0cfb64c1a,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:19.392451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b083ed8-bd47-4d92-ab5b-e14b750e2e28 req-cd5f8243-42b2-4d01-a3c6-ab7a008db83d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:19.393934 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4b083ed8-bd47-4d92-ab5b-e14b750e2e28 req-cd5f8243-42b2-4d01-a3c6-ab7a008db83d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8384ae17-c1f6-45d8-991e-642c0f17988e HTTP/1.1" status: 200 len: 851 time: 0.0816128 Feb 28 14:51:19.396125 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.397894 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9bc5a400-c9c6-4d68-9f46-04e22cb6a695 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802183 Feb 28 14:51:19.398759 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:51:19.399284 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:51:19.399859 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Routers {'de579096-363b-4362-84ec-3b883c7cffa7'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:19.400483 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:50:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['de579096-363b-4362-84ec-3b883c7cffa7'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:19.407732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39036) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:19.443055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-203d654e-a3e3-4676-bb7e-156f37c1aea4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.443861 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-203d654e-a3e3-4676-bb7e-156f37c1aea4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Fanout notify agent at l3_agent the message router_deleted on router e15fcc99-d9a5-49a3-81a2-14a103dc2665 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:51:19.452608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a14417f3-3b39-4bcf-bbfb-5b2711976b98 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.465578 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:51:19.504921 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c955ed08-bfb3-4454-b891-db58a3cd7e50,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:19.509442 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.510167 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Added segment c16c1089-3dce-41cd-a167-d2b0254c69b8 of type vlan for network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb Feb 28 14:51:19.512341 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0464694a-a6be-4e19-a0be-75897192bbb4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:19.513113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0464694a-a6be-4e19-a0be-75897192bbb4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:19.518115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a14417f3-3b39-4bcf-bbfb-5b2711976b98 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.521539 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a14417f3-3b39-4bcf-bbfb-5b2711976b98 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:19.522103 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a14417f3-3b39-4bcf-bbfb-5b2711976b98 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.565234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-203d654e-a3e3-4676-bb7e-156f37c1aea4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.569083 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-203d654e-a3e3-4676-bb7e-156f37c1aea4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/routers/e15fcc99-d9a5-49a3-81a2-14a103dc2665 HTTP/1.1" status: 204 len: 168 time: 1.4434333 Feb 28 14:51:19.569680 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4b083ed8-bd47-4d92-ab5b-e14b750e2e28 req-574d35b4-9db3-4c2a-8bd8-e95a1209d324 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8e68083-b804-4567-a398-1f9531ac1f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1578596 Feb 28 14:51:19.570463 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39040) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:19.572134 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.588680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bcd02a1-0343-47a2-a189-4c2961fd5a00 None None] Resources bound (agent type, host, resource id): {{(pid=83593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:51:19.605293 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] Set router de579096-363b-4362-84ec-3b883c7cffa7 gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:51:19.634740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14417f3-3b39-4bcf-bbfb-5b2711976b98 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Network': ['ID=79a073cc-0827-417d-8152-52f226759792,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:19.641636 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a14417f3-3b39-4bcf-bbfb-5b2711976b98 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7410963 Feb 28 14:51:19.644698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39044) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:19.652510 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-1f51f983-8bc6-4c3d-b811-743800f6851e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'subnet': {'network_id': '79a073cc-0827-417d-8152-52f226759792', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:19.654010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 79a073cc-0827-417d-8152-52f226759792 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:51:19.668385 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0464694a-a6be-4e19-a0be-75897192bbb4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:19.672550 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0464694a-a6be-4e19-a0be-75897192bbb4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2609296 Feb 28 14:51:19.674736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39048) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:19.815523 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:19.824437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:51:19.884351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'de579096-363b-4362-84ec-3b883c7cffa7', 'name': '', 'tenant_id': '6b62f047ee654d1f9b64b563b172645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:51:14Z', 'updated_at': '2022-02-28T14:51:18Z', 'revision_number': 4, 'project_id': '6b62f047ee654d1f9b64b563b172645b', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:19.889003 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1f51f983-8bc6-4c3d-b811-743800f6851e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:19.896339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1f51f983-8bc6-4c3d-b811-743800f6851e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:subnet and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:19.900657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Deleting port fcf9175e-8b11-4909-9e13-7bc0cfb64c1a {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:19.900988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.926552 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1f51f983-8bc6-4c3d-b811-743800f6851e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:19.946157 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1f51f983-8bc6-4c3d-b811-743800f6851e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:19.952144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d66f8e-2790-4f65-8725-de09527adbb1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:19.952813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-91d66f8e-2790-4f65-8725-de09527adbb1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:19.961791 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cd0b7d5-0fbb-442f-95c4-55fe12888ccb None None] The sync data for ids ['de579096-363b-4362-84ec-3b883c7cffa7'] in dv-neutron-830866-2-hyperv is: [{'id': 'de579096-363b-4362-84ec-3b883c7cffa7', 'name': '', 'tenant_id': '6b62f047ee654d1f9b64b563b172645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:51:14Z', 'updated_at': '2022-02-28T14:51:18Z', 'revision_number': 4, 'project_id': '6b62f047ee654d1f9b64b563b172645b', 'gw_port_host': None}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:51:19.969134 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.972801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:19.973401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:19.986250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-91d66f8e-2790-4f65-8725-de09527adbb1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:19.990177 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-91d66f8e-2790-4f65-8725-de09527adbb1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3148372 Feb 28 14:51:19.991215 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39054) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:19.996155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f51f983-8bc6-4c3d-b811-743800f6851e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:20.098365 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:20.098700 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:20.146917 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4b083ed8-bd47-4d92-ab5b-e14b750e2e28 req-94eb5d0b-6074-4523-adc2-d9d6c9932b40 service neutron] 10.222.0.20 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5378537 Feb 28 14:51:20.151277 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 2.6113417 Feb 28 14:51:20.159805 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39058) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:20.194209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-df8e1443-1d5f-4275-aa14-8793911e67ee tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Request body: {'subnet': {'network_id': '62b579c2-94a9-4949-9c32-6cc4bfc75eeb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:20.238013 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed19ed92-2a24-4c7c-8c6b-875a77e6352f tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event updated for resources: {'Network': ['ID=62b579c2-94a9-4949-9c32-6cc4bfc75eeb,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:20.265224 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:51:20.329924 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-982b5ee7-ba5f-4f49-a913-49ca5153c457 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3309019 Feb 28 14:51:20.333674 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39062) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:20.355386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-5e0c1c0e-6d5e-44bc-a5a5-50cfd982d805 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:20.483008 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1f51f983-8bc6-4c3d-b811-743800f6851e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:20.487580 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4b083ed8-bd47-4d92-ab5b-e14b750e2e28 req-83d209a8-e8af-44bc-9dd4-83d30301e282 service neutron] 10.222.0.20 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3204308 Feb 28 14:51:20.493714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-df8e1443-1d5f-4275-aa14-8793911e67ee tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:20.500196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-84a94964-f7f4-4217-ae4f-4b999a6f407f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting subnet 880fdb9a-e3aa-41bb-a8a8-27d71624525c {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:51:20.503564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84a94964-f7f4-4217-ae4f-4b999a6f407f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:20.556114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-df8e1443-1d5f-4275-aa14-8793911e67ee tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Usage tracker for resource:subnet and tenant:319e1408ed5445a1be63d7fac43e0b11 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:20.567343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-df8e1443-1d5f-4275-aa14-8793911e67ee tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:20.573130 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef80d8b-1943-4b45-9855-cf7e98753091 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:20.575147 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab610218-2c5a-4bc2-b1d4-2df3018b6076 req-1d899a45-c6e3-44e8-9153-67e8cf774aaf tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:20.577188 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ab610218-2c5a-4bc2-b1d4-2df3018b6076 req-1d899a45-c6e3-44e8-9153-67e8cf774aaf tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.7414761 Feb 28 14:51:20.583236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-df8e1443-1d5f-4275-aa14-8793911e67ee tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:20.612056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5e0c1c0e-6d5e-44bc-a5a5-50cfd982d805 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:20.615044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] For port fcf9175e-8b11-4909-9e13-7bc0cfb64c1a, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fcf9175e-8b11-4909-9e13-7bc0cfb64c1a,segment=NetworkSegment(de04b384-a750-45e4-93f6-13b4a882d80c),segment_id=de04b384-a750-45e4-93f6-13b4a882d80c)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:20.615396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:20.619657 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84a94964-f7f4-4217-ae4f-4b999a6f407f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:20.654161 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df8e1443-1d5f-4275-aa14-8793911e67ee tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Made reservation on behalf of 319e1408ed5445a1be63d7fac43e0b11 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:20.744660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5e0c1c0e-6d5e-44bc-a5a5-50cfd982d805 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:20.753489 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Calling delete_port for fcf9175e-8b11-4909-9e13-7bc0cfb64c1a owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:20.785907 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ab610218-2c5a-4bc2-b1d4-2df3018b6076 req-9160750c-8958-49f4-a864-a1dd368e5b5c tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2002656 Feb 28 14:51:20.802611 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-df8e1443-1d5f-4275-aa14-8793911e67ee tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:20.819110 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e0c1c0e-6d5e-44bc-a5a5-50cfd982d805 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:20.822604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1c0e-6d5e-44bc-a5a5-50cfd982d805 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:20.874493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e97097e5-69c0-49b3-afa8-e5fe934b7e46 None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:51:20.878980 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e97097e5-69c0-49b3-afa8-e5fe934b7e46 None None] Deleting port 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:20.879641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e97097e5-69c0-49b3-afa8-e5fe934b7e46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:20.915873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84a94964-f7f4-4217-ae4f-4b999a6f407f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:21.090923 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e97097e5-69c0-49b3-afa8-e5fe934b7e46 None None] For port 85d0e7f3-2a6f-42ab-997b-d349a3017fc2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=85d0e7f3-2a6f-42ab-997b-d349a3017fc2,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:21.091491 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e97097e5-69c0-49b3-afa8-e5fe934b7e46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:21.096123 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84a94964-f7f4-4217-ae4f-4b999a6f407f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:21.132806 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1f51f983-8bc6-4c3d-b811-743800f6851e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:21.147439 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a94964-f7f4-4217-ae4f-4b999a6f407f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Subnet': ['ID=880fdb9a-e3aa-41bb-a8a8-27d71624525c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:21.162084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84a94964-f7f4-4217-ae4f-4b999a6f407f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:21.180932 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-84a94964-f7f4-4217-ae4f-4b999a6f407f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/880fdb9a-e3aa-41bb-a8a8-27d71624525c HTTP/1.1" status: 204 len: 168 time: 1.6054473 Feb 28 14:51:21.182172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39066) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:21.213685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60a7872-287c-48d8-b19d-c105a94e7cf2 None None] Network c34d28d5-d6bc-4a3e-befb-ab2e96f358a2 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:21.240976 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e97097e5-69c0-49b3-afa8-e5fe934b7e46 None None] Calling delete_port for 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:21.268573 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-df8e1443-1d5f-4275-aa14-8793911e67ee tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:21.296564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51f983-8bc6-4c3d-b811-743800f6851e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Subnet': ['ID=7119ead8-38b0-450f-a8ad-73860f22410b,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:21.307357 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:21.379023 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Pushing event deleted for resources: {'Port': ['ID=fcf9175e-8b11-4909-9e13-7bc0cfb64c1a,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:21.457665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8e1443-1d5f-4275-aa14-8793911e67ee tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event updated for resources: {'Subnet': ['ID=f7749593-99b9-44e5-af03-d47a098fd9ff,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:21.468028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df8e1443-1d5f-4275-aa14-8793911e67ee tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Checking segment: {'id': 'c16c1089-3dce-41cd-a167-d2b0254c69b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '62b579c2-94a9-4949-9c32-6cc4bfc75eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:21.468134 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8e1443-1d5f-4275-aa14-8793911e67ee tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Network hostable DHCP agents. Network: 62b579c2-94a9-4949-9c32-6cc4bfc75eeb, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:51:21.496158 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1f51f983-8bc6-4c3d-b811-743800f6851e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Checking segment: {'id': 'c3f79ae6-1860-48d4-8ec4-f49fa5134818', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '79a073cc-0827-417d-8152-52f226759792'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:21.496158 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f51f983-8bc6-4c3d-b811-743800f6851e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network hostable DHCP agents. Network: 79a073cc-0827-417d-8152-52f226759792, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:51:21.520610 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e97097e5-69c0-49b3-afa8-e5fe934b7e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:21.522824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df8e1443-1d5f-4275-aa14-8793911e67ee tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:51:21.526804 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a64bd4a-40b3-46dc-b373-c76439dc3220 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting subnet 890068c8-47be-4f02-a61d-58d3053c2793 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:51:21.531234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a64bd4a-40b3-46dc-b373-c76439dc3220 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:21.544394 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1c0e-6d5e-44bc-a5a5-50cfd982d805 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:21.576614 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-df8e1443-1d5f-4275-aa14-8793911e67ee tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 62b579c2-94a9-4949-9c32-6cc4bfc75eeb) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:21.582094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97097e5-69c0-49b3-afa8-e5fe934b7e46 None None] Pushing event deleted for resources: {'Port': ['ID=85d0e7f3-2a6f-42ab-997b-d349a3017fc2,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:21.583904 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df8e1443-1d5f-4275-aa14-8793911e67ee tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:21.584495 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-df8e1443-1d5f-4275-aa14-8793911e67ee tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:21.587462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e97097e5-69c0-49b3-afa8-e5fe934b7e46 None None] No DVR routers for this DVR port 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:51:21.601392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27737f91-7ae6-46f3-921d-5b6a1b890be5 None None] Network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:21.603587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a64bd4a-40b3-46dc-b373-c76439dc3220 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:21.769825 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-df8e1443-1d5f-4275-aa14-8793911e67ee tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6065755 Feb 28 14:51:21.771355 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39070) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:21.778061 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Request body: {'port': {'network_id': '62b579c2-94a9-4949-9c32-6cc4bfc75eeb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1195443322'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:21.819336 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af6a3f71-ac98-4cbe-851e-f407141ace75 None None] DHCP port deletion for c34d28d5-d6bc-4a3e-befb-ab2e96f358a2 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:51:21.822775 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:51:21.862830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e0c1c0e-6d5e-44bc-a5a5-50cfd982d805 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:21.868305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-5e0c1c0e-6d5e-44bc-a5a5-50cfd982d805 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:21.878246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e0c1c0e-6d5e-44bc-a5a5-50cfd982d805 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:21.879011 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e0c1c0e-6d5e-44bc-a5a5-50cfd982d805 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:21.894244 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:51:21.894500 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 85d0e7f3-2a6f-42ab-997b-d349a3017fc2 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:51:21.894727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:21.900581 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4942e4a-9eca-4dfe-800a-7b2a441d038a None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:21.940199 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-af6a3f71-ac98-4cbe-851e-f407141ace75 None None] Deleting port 8571dd1e-5fe8-4275-9f43-beaeb5e671de {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:21.940823 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-af6a3f71-ac98-4cbe-851e-f407141ace75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:21.991237 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a64bd4a-40b3-46dc-b373-c76439dc3220 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.034826 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:22.042118 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Usage tracker for resource:port and tenant:319e1408ed5445a1be63d7fac43e0b11 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:22.047178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:22.055958 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:22.077412 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Made reservation on behalf of 319e1408ed5445a1be63d7fac43e0b11 for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:22.081120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.095351 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0c1c0e-6d5e-44bc-a5a5-50cfd982d805 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=4f52b366-cacf-49f5-a344-04ca3b61ddf4,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:22.116021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a64bd4a-40b3-46dc-b373-c76439dc3220 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.117252 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f51f983-8bc6-4c3d-b811-743800f6851e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network 79a073cc-0827-417d-8152-52f226759792 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:51:22.121861 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] device_id is not set on port 74040fb9-4693-4145-80d0-53f5cb89441d yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:22.192968 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5e0c1c0e-6d5e-44bc-a5a5-50cfd982d805 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8560724 Feb 28 14:51:22.197371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39078) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:22.199421 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-62b579c2-94a9-4949-9c32-6cc4bfc75eeb', 'network_id': '62b579c2-94a9-4949-9c32-6cc4bfc75eeb', 'tenant_id': '319e1408ed5445a1be63d7fac43e0b11', 'fixed_ips': [{'subnet_id': 'f7749593-99b9-44e5-af03-d47a098fd9ff'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:22.200336 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.216077 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'fixed_ips': [{'subnet_id': '4f52b366-cacf-49f5-a344-04ca3b61ddf4', 'ip_address': '2001:db8::db8:ac15:30ee:96c7'}], 'name': 'tempest-NetworksTestDHCPv6-1382389376'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:22.235334 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a64bd4a-40b3-46dc-b373-c76439dc3220 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Subnet': ['ID=890068c8-47be-4f02-a61d-58d3053c2793,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:22.252950 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-1f51f983-8bc6-4c3d-b811-743800f6851e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 79a073cc-0827-417d-8152-52f226759792) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:22.256856 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f51f983-8bc6-4c3d-b811-743800f6851e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:22.257632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1f51f983-8bc6-4c3d-b811-743800f6851e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.260882 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a64bd4a-40b3-46dc-b373-c76439dc3220 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.297182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.309293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.316042 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1f51f983-8bc6-4c3d-b811-743800f6851e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.6703629 Feb 28 14:51:22.320973 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39084) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:22.345600 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8a64bd4a-40b3-46dc-b373-c76439dc3220 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/890068c8-47be-4f02-a61d-58d3053c2793 HTTP/1.1" status: 204 len: 168 time: 1.1586776 Feb 28 14:51:22.345791 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b75ca1af-c262-4be8-8deb-d0a3e497112b None None] Network 6bde33f2-2c7f-43d3-a319-565c4d19a815 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:22.349075 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39088) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:22.356411 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2df6a4b7-b237-4995-ad98-f24975f538e8 None None] Network 79a073cc-0827-417d-8152-52f226759792 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:22.468374 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:22.470944 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Allocated IP 2001:db8::2b8 (62b579c2-94a9-4949-9c32-6cc4bfc75eeb/f7749593-99b9-44e5-af03-d47a098fd9ff/74040fb9-4693-4145-80d0-53f5cb89441d) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:22.474831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42f44ffc-0c30-4c07-8f71-b011ffe120d2 req-2ed0e27d-db4b-4a69-b190-2d4b67f915d4 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:22.476684 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-42f44ffc-0c30-4c07-8f71-b011ffe120d2 req-2ed0e27d-db4b-4a69-b190-2d4b67f915d4 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.5027833 Feb 28 14:51:22.487655 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:22.509624 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:22.514174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.514705 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router de579096-363b-4362-84ec-3b883c7cffa7 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:51:22.612009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.613200 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-71a413a9-e3ab-4093-8e16-ecf7d3c2d95e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "DELETE /v2.0/routers/de579096-363b-4362-84ec-3b883c7cffa7 HTTP/1.1" status: 204 len: 168 time: 5.6470656 Feb 28 14:51:22.618753 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39092) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:22.676484 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '4f52b366-cacf-49f5-a344-04ca3b61ddf4'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:22.677077 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.678528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.702616 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-42f44ffc-0c30-4c07-8f71-b011ffe120d2 req-b46ebea0-c548-42db-b28e-7b531e54def0 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2032607 Feb 28 14:51:22.712579 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0b0f-311b-458c-90ff-e5a6906841d5 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.717554 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port 8571dd1e-5fe8-4275-9f43-beaeb5e671de {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:22.717554 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.730742 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-af6a3f71-ac98-4cbe-851e-f407141ace75 None None] For port 8571dd1e-5fe8-4275-9f43-beaeb5e671de, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8571dd1e-5fe8-4275-9f43-beaeb5e671de,segment=NetworkSegment(a0bd49d3-1b71-4d7e-bad7-af77efa650b9),segment_id=a0bd49d3-1b71-4d7e-bad7-af77efa650b9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:22.731121 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-af6a3f71-ac98-4cbe-851e-f407141ace75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.809938 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-48bcaa00-2d93-4867-b1e9-cb4855c2e4da tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Deleting subnet 6ead77b0-e25f-4d1f-bd8a-d454ad38c485 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:51:22.810178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48bcaa00-2d93-4867-b1e9-cb4855c2e4da tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.863209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48bcaa00-2d93-4867-b1e9-cb4855c2e4da tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.924028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:22.931489 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0b0f-311b-458c-90ff-e5a6906841d5 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.002426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port 9ad4e4bb-b812-41e2-96f1-44f770620ef2 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:23.047907 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-af6a3f71-ac98-4cbe-851e-f407141ace75 None None] Calling delete_port for 8571dd1e-5fe8-4275-9f43-beaeb5e671de owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:23.068279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48bcaa00-2d93-4867-b1e9-cb4855c2e4da tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.068533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] For port 8571dd1e-5fe8-4275-9f43-beaeb5e671de, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8571dd1e-5fe8-4275-9f43-beaeb5e671de,segment=NetworkSegment(a0bd49d3-1b71-4d7e-bad7-af77efa650b9),segment_id=a0bd49d3-1b71-4d7e-bad7-af77efa650b9)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:23.068844 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.134374 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.181312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Allocated IP 2001:db8::2 (2d04583f-a513-435e-a720-cee2c3103874/4f52b366-cacf-49f5-a344-04ca3b61ddf4/08c45819-1077-4576-9760-c8388793c36c) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:23.211150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for 8571dd1e-5fe8-4275-9f43-beaeb5e671de owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:23.266160 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0b0f-311b-458c-90ff-e5a6906841d5 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.266484 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c3a895e-3fc8-4556-a81e-a819945f1c3d req-77263abc-5cb7-4a7b-b8d6-37bf108c9135 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:23.267968 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0c3a895e-3fc8-4556-a81e-a819945f1c3d req-77263abc-5cb7-4a7b-b8d6-37bf108c9135 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.3794918 Feb 28 14:51:23.281747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-af6a3f71-ac98-4cbe-851e-f407141ace75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.295457 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Transition to ACTIVE for port object 74040fb9-4693-4145-80d0-53f5cb89441d will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:23.300088 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48bcaa00-2d93-4867-b1e9-cb4855c2e4da tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.308399 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd0b0f-311b-458c-90ff-e5a6906841d5 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Subnet': ['ID=7119ead8-38b0-450f-a8ad-73860f22410b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:23.356773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:51:23.357185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:51:23.358957 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48bcaa00-2d93-4867-b1e9-cb4855c2e4da tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=6ead77b0-e25f-4d1f-bd8a-d454ad38c485,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:23.371186 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48bcaa00-2d93-4867-b1e9-cb4855c2e4da tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.390280 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6a3f71-ac98-4cbe-851e-f407141ace75 None None] Pushing event deleted for resources: {'Port': ['ID=8571dd1e-5fe8-4275-9f43-beaeb5e671de,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:23.394884 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0c3a895e-3fc8-4556-a81e-a819945f1c3d req-ac707952-aa28-4b0d-99ce-523ced950087 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1183345 Feb 28 14:51:23.395941 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353442b9-afa5-427b-90cb-00537598b305 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-79a073cc-0827-417d-8152-52f226759792', 'network_id': '79a073cc-0827-417d-8152-52f226759792', 'tenant_id': '5ddb5759724641b19b2a8d1fc13b4ceb', 'fixed_ips': [{'subnet_id': '7119ead8-38b0-450f-a8ad-73860f22410b'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:23.397007 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-353442b9-afa5-427b-90cb-00537598b305 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.422427 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-48bcaa00-2d93-4867-b1e9-cb4855c2e4da tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/6ead77b0-e25f-4d1f-bd8a-d454ad38c485 HTTP/1.1" status: 204 len: 168 time: 0.7998509 Feb 28 14:51:23.425722 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39100) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:23.428164 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af6a3f71-ac98-4cbe-851e-f407141ace75 None None] No DVR routers for this DVR port 8571dd1e-5fe8-4275-9f43-beaeb5e671de on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:51:23.498639 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.639695 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ad5433c-4d0b-4ed6-a9e3-59fd927e6351 None None] DHCP port deletion for 6bde33f2-2c7f-43d3-a319-565c4d19a815 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:51:23.645932 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Allocated IP 2001:db8::2 (62b579c2-94a9-4949-9c32-6cc4bfc75eeb/f7749593-99b9-44e5-af03-d47a098fd9ff/a0ad88b9-797c-4cee-aab7-ff353e321d0f) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:23.659111 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0b0f-311b-458c-90ff-e5a6906841d5 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.662377 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-9ad5433c-4d0b-4ed6-a9e3-59fd927e6351 None None] Deleting port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:23.662742 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9ad5433c-4d0b-4ed6-a9e3-59fd927e6351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.708472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-e7cd0b0f-311b-458c-90ff-e5a6906841d5 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79a073cc-0827-417d-8152-52f226759792']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:23.726408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-e7cd0b0f-311b-458c-90ff-e5a6906841d5 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3f79ae6-1860-48d4-8ec4-f49fa5134818') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:23.727030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-e7cd0b0f-311b-458c-90ff-e5a6906841d5 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3f79ae6-1860-48d4-8ec4-f49fa5134818') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:23.728890 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3f6eca1-a621-40a7-b386-31ac64411d9b tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.737570 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:23.747393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0b0f-311b-458c-90ff-e5a6906841d5 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.753432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:23.755315 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event updated for resources: {'Port': ['ID=74040fb9-4693-4145-80d0-53f5cb89441d,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:23.757641 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:23.761671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:23.762309 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.793081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0b0f-311b-458c-90ff-e5a6906841d5 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.803520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7cd0b0f-311b-458c-90ff-e5a6906841d5 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:51:23.804315 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0b0f-311b-458c-90ff-e5a6906841d5 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:51:23.820347 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:51:23.827504 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8571dd1e-5fe8-4275-9f43-beaeb5e671de no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:51:23.827612 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-13a9d01f-2231-4789-a4c6-dd30be39fe29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.0500119 Feb 28 14:51:23.827612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39104) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:23.847965 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Request body: {'port': {'network_id': '62b579c2-94a9-4949-9c32-6cc4bfc75eeb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1736847530', 'allowed_address_pairs': [{'ip_address': '2001:db8::2b8', 'mac_address': 'fa:16:3e:5e:27:a1'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:23.858101 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.885647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port 8571dd1e-5fe8-4275-9f43-beaeb5e671de {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:23.888165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:23.914845 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 8571dd1e-5fe8-4275-9f43-beaeb5e671de {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:51:23.915177 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8571dd1e-5fe8-4275-9f43-beaeb5e671de not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:51:23.915633 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 19ab33d3-fcf1-4148-be4c-8a3990a99b8e no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:51:23.948256 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe25fd9-6123-4139-b525-6955a43c5f77 None None] Network 79a073cc-0827-417d-8152-52f226759792 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:23.994896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] The port '8571dd1e-5fe8-4275-9f43-beaeb5e671de' was deleted {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:51:23.997079 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Transition to ACTIVE for port object 08c45819-1077-4576-9760-c8388793c36c will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:24.043292 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0b0f-311b-458c-90ff-e5a6906841d5 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.063738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7cd0b0f-311b-458c-90ff-e5a6906841d5 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.085816 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3f6eca1-a621-40a7-b386-31ac64411d9b tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.123328 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-a3f6eca1-a621-40a7-b386-31ac64411d9b tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9632ca98-4920-4638-8421-8c4bfa5498b8']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:24.127814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cd0b0f-311b-458c-90ff-e5a6906841d5 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Network': ['ID=79a073cc-0827-417d-8152-52f226759792,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:24.133052 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Transition to ACTIVE for port object 08c45819-1077-4576-9760-c8388793c36c will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:24.153157 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e7cd0b0f-311b-458c-90ff-e5a6906841d5 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/79a073cc-0827-417d-8152-52f226759792 HTTP/1.1" status: 204 len: 168 time: 1.8253736 Feb 28 14:51:24.153157 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.155819 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39110) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:24.164847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-a3f6eca1-a621-40a7-b386-31ac64411d9b tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de04b384-a750-45e4-93f6-13b4a882d80c') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:24.165155 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-a3f6eca1-a621-40a7-b386-31ac64411d9b tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de04b384-a750-45e4-93f6-13b4a882d80c') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:24.179292 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c34d28d5-d6bc-4a3e-befb-ab2e96f358a2']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:24.185316 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f48dc0b9-ea53-4b79-9299-26a083127ddd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-922673468'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:24.191924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a0bd49d3-1b71-4d7e-bad7-af77efa650b9') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:24.192436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a0bd49d3-1b71-4d7e-bad7-af77efa650b9') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:24.204763 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.206352 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.220586 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.227335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:51:24.227631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:51:24.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:51:24.246922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f48dc0b9-ea53-4b79-9299-26a083127ddd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:24.249820 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3f6eca1-a621-40a7-b386-31ac64411d9b tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.270221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f48dc0b9-ea53-4b79-9299-26a083127ddd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:network and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:24.275058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:24.277241 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f48dc0b9-ea53-4b79-9299-26a083127ddd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:24.292430 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f48dc0b9-ea53-4b79-9299-26a083127ddd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:24.295368 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3f6eca1-a621-40a7-b386-31ac64411d9b tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.301479 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Usage tracker for resource:port and tenant:319e1408ed5445a1be63d7fac43e0b11 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:24.318540 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166a83ad-ce80-421b-91f0-8cc76ce88c29 req-4a7a91e3-6e34-4470-a25d-dc0c3d95cc2d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:24.320088 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-166a83ad-ce80-421b-91f0-8cc76ce88c29 req-4a7a91e3-6e34-4470-a25d-dc0c3d95cc2d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.3678436 Feb 28 14:51:24.323525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:24.329104 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3f6eca1-a621-40a7-b386-31ac64411d9b tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:51:24.329519 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3f6eca1-a621-40a7-b386-31ac64411d9b tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.335666 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:51:24.344108 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:51:24.360300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.365343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::db8:ac15:30ee:96c7 (2d04583f-a513-435e-a720-cee2c3103874/4f52b366-cacf-49f5-a344-04ca3b61ddf4/9ad4e4bb-b812-41e2-96f1-44f770620ef2) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:24.367751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:24.372198 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/networks/c34d28d5-d6bc-4a3e-befb-ab2e96f358a2 HTTP/1.1" status: 204 len: 168 time: 2.0143774 Feb 28 14:51:24.372198 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f060f12b-4873-4944-a332-cc2bbe29f43e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Network': ['ID=c34d28d5-d6bc-4a3e-befb-ab2e96f358a2,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:24.372198 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39114) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:24.423348 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f48dc0b9-ea53-4b79-9299-26a083127ddd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:24.426410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f48dc0b9-ea53-4b79-9299-26a083127ddd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.486022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Made reservation on behalf of 319e1408ed5445a1be63d7fac43e0b11 for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:24.490885 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.509305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.526333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:24.526909 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.528583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Pushing event updated for resources: {'Port': ['ID=08c45819-1077-4576-9760-c8388793c36c,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:24.539737 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-9ad5433c-4d0b-4ed6-a9e3-59fd927e6351 None None] For port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=19ab33d3-fcf1-4148-be4c-8a3990a99b8e,segment=NetworkSegment(d2848ab6-206f-422f-af67-40151869f50b),segment_id=d2848ab6-206f-422f-af67-40151869f50b)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:24.540058 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9ad5433c-4d0b-4ed6-a9e3-59fd927e6351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.549331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:24.557176 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:24.568272 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:24.569531 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] device_id is not set on port c41422fa-c736-4d90-8449-e5bf7afc0a72 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:24.570255 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.610514 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-166a83ad-ce80-421b-91f0-8cc76ce88c29 req-f0d67056-4998-4a70-a32f-e758cbb459b0 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2652104 Feb 28 14:51:24.611118 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3f6eca1-a621-40a7-b386-31ac64411d9b tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.612879 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f48dc0b9-ea53-4b79-9299-26a083127ddd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:51:24.651726 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f6eca1-a621-40a7-b386-31ac64411d9b tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 9632ca98-4920-4638-8421-8c4bfa5498b8 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 14:51:24.660706 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3f6eca1-a621-40a7-b386-31ac64411d9b tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.673051 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f6eca1-a621-40a7-b386-31ac64411d9b tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Pushing event deleted for resources: {'Network': ['ID=9632ca98-4920-4638-8421-8c4bfa5498b8,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:24.677730 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f48dc0b9-ea53-4b79-9299-26a083127ddd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.678077 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-f48dc0b9-ea53-4b79-9299-26a083127ddd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Added segment 0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42 of type vlan for network c44fd69f-5767-4387-bbc9-ca3e9b2849e4 Feb 28 14:51:24.689612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.699774 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-9ad5433c-4d0b-4ed6-a9e3-59fd927e6351 None None] Calling delete_port for 19ab33d3-fcf1-4148-be4c-8a3990a99b8e owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:24.751152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Transition to ACTIVE for port object a0ad88b9-797c-4cee-aab7-ff353e321d0f will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:24.771789 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a3f6eca1-a621-40a7-b386-31ac64411d9b tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "DELETE /v2.0/networks/9632ca98-4920-4638-8421-8c4bfa5498b8 HTTP/1.1" status: 204 len: 168 time: 1.3453252 Feb 28 14:51:24.830515 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] For port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=19ab33d3-fcf1-4148-be4c-8a3990a99b8e,segment=NetworkSegment(d2848ab6-206f-422f-af67-40151869f50b),segment_id=d2848ab6-206f-422f-af67-40151869f50b)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:24.831065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.831173 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f48dc0b9-ea53-4b79-9299-26a083127ddd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.920209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f48dc0b9-ea53-4b79-9299-26a083127ddd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.925269 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48dc0b9-ea53-4b79-9299-26a083127ddd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:24.925947 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f48dc0b9-ea53-4b79-9299-26a083127ddd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.955114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:24.966051 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=19ab33d3-fcf1-4148-be4c-8a3990a99b8e,segment=NetworkSegment(d2848ab6-206f-422f-af67-40151869f50b),segment_id=d2848ab6-206f-422f-af67-40151869f50b)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:25.012497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for 19ab33d3-fcf1-4148-be4c-8a3990a99b8e owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:25.030294 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Transition to ACTIVE for port object a0ad88b9-797c-4cee-aab7-ff353e321d0f will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:25.034922 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.075467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Attempting to bind port 08c45819-1077-4576-9760-c8388793c36c on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:25.075905 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Attempting to bind port 08c45819-1077-4576-9760-c8388793c36c by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:25.076258 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Attempting to bind port 08c45819-1077-4576-9760-c8388793c36c on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:25.085843 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.095148 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object 9ad4e4bb-b812-41e2-96f1-44f770620ef2 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:25.095957 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-9ad5433c-4d0b-4ed6-a9e3-59fd927e6351 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:51:25.096303 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-9ad5433c-4d0b-4ed6-a9e3-59fd927e6351 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:51:25.105474 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f48dc0b9-ea53-4b79-9299-26a083127ddd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.9468980 Feb 28 14:51:25.111921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:25.112289 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:25.112412 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39124) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:25.112678 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.113056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:25.113519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Bound port: 08c45819-1077-4576-9760-c8388793c36c, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:25.113882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.131687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ffeef5da-85e1-43cf-8b04-208dbca01671 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'subnet': {'network_id': 'c44fd69f-5767-4387-bbc9-ca3e9b2849e4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:25.153541 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48dc0b9-ea53-4b79-9299-26a083127ddd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Network': ['ID=c44fd69f-5767-4387-bbc9-ca3e9b2849e4,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:25.175477 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:25.182655 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network c44fd69f-5767-4387-bbc9-ca3e9b2849e4 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:51:25.203789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:51:25.204009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:51:25.212565 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:25.214439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=19ab33d3-fcf1-4148-be4c-8a3990a99b8e,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:25.253680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:25.258187 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Allocated IP 2001:db8::1ff (62b579c2-94a9-4949-9c32-6cc4bfc75eeb/f7749593-99b9-44e5-af03-d47a098fd9ff/c41422fa-c736-4d90-8449-e5bf7afc0a72) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:25.288732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2edec2-727a-4f03-b4e5-775b4e55e342 req-9f794743-2bf4-4d76-a292-a7ddf5660f89 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:25.289472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.292676 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bd2edec2-727a-4f03-b4e5-775b4e55e342 req-9f794743-2bf4-4d76-a292-a7ddf5660f89 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.1607728 Feb 28 14:51:25.344739 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ffeef5da-85e1-43cf-8b04-208dbca01671 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:25.379166 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ffeef5da-85e1-43cf-8b04-208dbca01671 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:subnet and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:25.392588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39130) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:25.392718 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ffeef5da-85e1-43cf-8b04-208dbca01671 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:25.400458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a7cb0118-0b61-4507-9f4f-f479a827d83a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Request body: {'router': {'name': 'tempest-router--1794336831', 'project_id': 'ad6807cb2230453bb1d92a5518e0673d'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:25.408518 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a7cb0118-0b61-4507-9f4f-f479a827d83a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:25.415174 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bd2edec2-727a-4f03-b4e5-775b4e55e342 req-0ee066de-062c-4caf-b707-f650ebbf4530 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157005 Feb 28 14:51:25.416372 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a7cb0118-0b61-4507-9f4f-f479a827d83a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Usage tracker for resource:router and tenant:ad6807cb2230453bb1d92a5518e0673d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:25.420229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a7cb0118-0b61-4507-9f4f-f479a827d83a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:25.426851 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ffeef5da-85e1-43cf-8b04-208dbca01671 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:25.427198 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a7cb0118-0b61-4507-9f4f-f479a827d83a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:25.440090 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0118-0b61-4507-9f4f-f479a827d83a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.441662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0118-0b61-4507-9f4f-f479a827d83a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.452875 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:25.460478 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:25.466847 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0118-0b61-4507-9f4f-f479a827d83a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.484357 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:25.488325 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:25.488949 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.492731 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=9ad4e4bb-b812-41e2-96f1-44f770620ef2,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:25.522433 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0118-0b61-4507-9f4f-f479a827d83a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.602385 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7cb0118-0b61-4507-9f4f-f479a827d83a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.607833 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a7cb0118-0b61-4507-9f4f-f479a827d83a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2132568 Feb 28 14:51:25.608659 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39136) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:25.610342 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Attempting to bind port a0ad88b9-797c-4cee-aab7-ff353e321d0f on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:25.610813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Attempting to bind port a0ad88b9-797c-4cee-aab7-ff353e321d0f by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'c16c1089-3dce-41cd-a167-d2b0254c69b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '62b579c2-94a9-4949-9c32-6cc4bfc75eeb'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:25.617651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Attempting to bind port a0ad88b9-797c-4cee-aab7-ff353e321d0f on network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:25.620136 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-12924412-8f4d-4a66-ae42-878a17ea0a68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.621812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-9ad5433c-4d0b-4ed6-a9e3-59fd927e6351 None None] Deleting port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:25.622271 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9ad5433c-4d0b-4ed6-a9e3-59fd927e6351 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.662897 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffeef5da-85e1-43cf-8b04-208dbca01671 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:25.692047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Pushing event updated for resources: {'Port': ['ID=a0ad88b9-797c-4cee-aab7-ff353e321d0f,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:25.706054 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] For port 08c45819-1077-4576-9760-c8388793c36c, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:25.709962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:25.710496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.726959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 50, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:25.727439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Checking segment: {'id': 'c16c1089-3dce-41cd-a167-d2b0254c69b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '62b579c2-94a9-4949-9c32-6cc4bfc75eeb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:25.727915 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.728380 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Bound using segment: {'id': 'c16c1089-3dce-41cd-a167-d2b0254c69b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '62b579c2-94a9-4949-9c32-6cc4bfc75eeb'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:25.728910 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Bound port: a0ad88b9-797c-4cee-aab7-ff353e321d0f, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16c1089-3dce-41cd-a167-d2b0254c69b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '62b579c2-94a9-4949-9c32-6cc4bfc75eeb'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:25.729349 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.749677 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] For port 08c45819-1077-4576-9760-c8388793c36c, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=08c45819-1077-4576-9760-c8388793c36c,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:25.777856 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6b0010b5-f743-41cf-b9c5-f16eb58fda30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.5710878 Feb 28 14:51:25.805899 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.808763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39140) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:25.909842 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffeef5da-85e1-43cf-8b04-208dbca01671 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:25.984823 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-868df740-4947-4d47-9f67-0d20c2c4431c tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:26.078682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:26.131630 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a388eb3-999f-4534-a42f-09824aa1eddd req-1db1f286-45be-4eb1-babe-0c08dc2b9a05 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:26.139424 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0a388eb3-999f-4534-a42f-09824aa1eddd req-1db1f286-45be-4eb1-babe-0c08dc2b9a05 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.3733082 Feb 28 14:51:26.142459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc65f125-4767-4bdb-a392-84af0ddd745e None None] Pushing event updated for resources: {'Port': ['ID=08c45819-1077-4576-9760-c8388793c36c,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:26.150082 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] For port a0ad88b9-797c-4cee-aab7-ff353e321d0f, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:26.159115 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Transition to ACTIVE for port object c41422fa-c736-4d90-8449-e5bf7afc0a72 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:26.199266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] For port a0ad88b9-797c-4cee-aab7-ff353e321d0f, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a0ad88b9-797c-4cee-aab7-ff353e321d0f,segment=NetworkSegment(c16c1089-3dce-41cd-a167-d2b0254c69b8),segment_id=c16c1089-3dce-41cd-a167-d2b0254c69b8)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:26.211153 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:26.216382 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-9ad5433c-4d0b-4ed6-a9e3-59fd927e6351 None None] For port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=19ab33d3-fcf1-4148-be4c-8a3990a99b8e,segment=NetworkSegment(d2848ab6-206f-422f-af67-40151869f50b),segment_id=d2848ab6-206f-422f-af67-40151869f50b)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:26.216875 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9ad5433c-4d0b-4ed6-a9e3-59fd927e6351 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:26.236311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] For port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=19ab33d3-fcf1-4148-be4c-8a3990a99b8e,segment=NetworkSegment(d2848ab6-206f-422f-af67-40151869f50b),segment_id=d2848ab6-206f-422f-af67-40151869f50b)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:26.236744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:26.313269 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fec8e3-1d6d-4b97-98eb-9ef6efae3089 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:26.317419 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c8fec8e3-1d6d-4b97-98eb-9ef6efae3089 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:26.318236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c8fec8e3-1d6d-4b97-98eb-9ef6efae3089 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:26.335053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:26.426577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-9ad5433c-4d0b-4ed6-a9e3-59fd927e6351 None None] Calling delete_port for 19ab33d3-fcf1-4148-be4c-8a3990a99b8e owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:26.460347 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c8fec8e3-1d6d-4b97-98eb-9ef6efae3089 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:26.461701 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c8fec8e3-1d6d-4b97-98eb-9ef6efae3089 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.6388667 Feb 28 14:51:26.472982 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39144) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:26.491279 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0a388eb3-999f-4534-a42f-09824aa1eddd req-fa77e54f-e5d2-4f73-910f-089eba85b258 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3508747 Feb 28 14:51:26.575174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9ad5433c-4d0b-4ed6-a9e3-59fd927e6351 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:26.584440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3de5d3-9383-4feb-afae-9caaa3d6c69e None None] Pushing event updated for resources: {'Port': ['ID=a0ad88b9-797c-4cee-aab7-ff353e321d0f,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:26.592050 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:26.604307 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:26.606253 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event updated for resources: {'Port': ['ID=c41422fa-c736-4d90-8449-e5bf7afc0a72,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:26.609784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:26.613831 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:26.614450 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:26.637202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for 19ab33d3-fcf1-4148-be4c-8a3990a99b8e owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:26.640151 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffeef5da-85e1-43cf-8b04-208dbca01671 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:26.676092 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad5433c-4d0b-4ed6-a9e3-59fd927e6351 None None] Pushing event deleted for resources: {'Port': ['ID=19ab33d3-fcf1-4148-be4c-8a3990a99b8e,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:26.689976 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7ef6c3c3-600e-45f3-95f6-d3c7af499c09 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 2.8617058 Feb 28 14:51:26.701736 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39150) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:26.724326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ad5433c-4d0b-4ed6-a9e3-59fd927e6351 None None] No DVR routers for this DVR port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:51:26.789437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-868df740-4947-4d47-9f67-0d20c2c4431c tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:26.800363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-868df740-4947-4d47-9f67-0d20c2c4431c tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:26.831535 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:51:26.831871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:51:26.851340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-868df740-4947-4d47-9f67-0d20c2c4431c tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:26.851856 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868df740-4947-4d47-9f67-0d20c2c4431c tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router be35567d-c9fe-469b-b145-d478fccc17e5 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:51:26.862698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-260b0c6a-f25a-418e-85f7-5a723e5eaaf0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port 9ad4e4bb-b812-41e2-96f1-44f770620ef2 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:26.863104 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-260b0c6a-f25a-418e-85f7-5a723e5eaaf0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:26.867821 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-868df740-4947-4d47-9f67-0d20c2c4431c tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:26.871438 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-868df740-4947-4d47-9f67-0d20c2c4431c tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "DELETE /v2.0/routers/be35567d-c9fe-469b-b145-d478fccc17e5 HTTP/1.1" status: 204 len: 168 time: 1.2583895 Feb 28 14:51:26.957349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffeef5da-85e1-43cf-8b04-208dbca01671 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Checking segment: {'id': '0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c44fd69f-5767-4387-bbc9-ca3e9b2849e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:26.958069 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeef5da-85e1-43cf-8b04-208dbca01671 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network hostable DHCP agents. Network: c44fd69f-5767-4387-bbc9-ca3e9b2849e4, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:51:26.979989 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeef5da-85e1-43cf-8b04-208dbca01671 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Subnet': ['ID=ae8d0f1e-3a07-4f55-b6b9-c6b87a177548,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:27.083463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39158) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:27.120129 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffeef5da-85e1-43cf-8b04-208dbca01671 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network c44fd69f-5767-4387-bbc9-ca3e9b2849e4 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:51:27.188435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff69184-fafc-46ef-8dc8-3a6c4791ee73 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:27.193507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff69184-fafc-46ef-8dc8-3a6c4791ee73 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:27.197620 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ff69184-fafc-46ef-8dc8-3a6c4791ee73 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:27.198495 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7ff69184-fafc-46ef-8dc8-3a6c4791ee73 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Synchronizing usage tracker for tenant:319e1408ed5445a1be63d7fac43e0b11 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:27.201799 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-ffeef5da-85e1-43cf-8b04-208dbca01671 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, c44fd69f-5767-4387-bbc9-ca3e9b2849e4) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:27.210805 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7de63556-1816-4d68-adae-775096433d31 None None] Network c44fd69f-5767-4387-bbc9-ca3e9b2849e4 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:27.345052 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeef5da-85e1-43cf-8b04-208dbca01671 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:27.345661 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffeef5da-85e1-43cf-8b04-208dbca01671 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:27.372521 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-260b0c6a-f25a-418e-85f7-5a723e5eaaf0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:27.388395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7ff69184-fafc-46ef-8dc8-3a6c4791ee73 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Unset dirty status for tenant:319e1408ed5445a1be63d7fac43e0b11 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:27.390863 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7ff69184-fafc-46ef-8dc8-3a6c4791ee73 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.6155086 Feb 28 14:51:27.392440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39164) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:27.398106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0399b3-ae80-4bd6-834f-402abffb1ddb req-4de84435-0a5e-40fa-a14a-864bfd0235e2 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:27.405895 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9b0399b3-ae80-4bd6-834f-402abffb1ddb req-4de84435-0a5e-40fa-a14a-864bfd0235e2 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.5504186 Feb 28 14:51:27.481729 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port 19ab33d3-fcf1-4148-be4c-8a3990a99b8e {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:27.484625 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:27.549049 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ffeef5da-85e1-43cf-8b04-208dbca01671 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4292834 Feb 28 14:51:27.557190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-260b0c6a-f25a-418e-85f7-5a723e5eaaf0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for 9ad4e4bb-b812-41e2-96f1-44f770620ef2 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:27.574965 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:27.576430 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-c44fd69f-5767-4387-bbc9-ca3e9b2849e4', 'network_id': 'c44fd69f-5767-4387-bbc9-ca3e9b2849e4', 'tenant_id': '5ddb5759724641b19b2a8d1fc13b4ceb', 'fixed_ips': [{'subnet_id': 'ae8d0f1e-3a07-4f55-b6b9-c6b87a177548'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:27.577220 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:27.596708 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-34d06b4f-65bf-4e12-a14f-078c1ae1e72d tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Deleting port c41422fa-c736-4d90-8449-e5bf7afc0a72 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:27.596931 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-34d06b4f-65bf-4e12-a14f-078c1ae1e72d tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:27.601097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39168) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:27.608287 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-aaf8e560-6fe9-4ca0-bcc7-d902fe189672 None None] Provisioning for port 08c45819-1077-4576-9760-c8388793c36c completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:27.610884 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-970d9a73-7bbc-46c5-b701-81d80eecb44f tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'subnet': {'network_id': 'c44fd69f-5767-4387-bbc9-ca3e9b2849e4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:27.634054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-442303362', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:27.651769 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-35ecc629-ca39-4bc4-9390-6c7e16f1485e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:27.653048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] The port '19ab33d3-fcf1-4148-be4c-8a3990a99b8e' was deleted {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:51:27.658508 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:27.800738 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Allocated IP 2001:db8::2 (c44fd69f-5767-4387-bbc9-ca3e9b2849e4/ae8d0f1e-3a07-4f55-b6b9-c6b87a177548/ba6c996e-0e8a-4b84-9c7e-f40b6f938287) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:27.834571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:27.867369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bde33f2-2c7f-43d3-a319-565c4d19a815']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:27.887570 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2848ab6-206f-422f-af67-40151869f50b') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:27.888322 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2848ab6-206f-422f-af67-40151869f50b') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:27.894683 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9b0399b3-ae80-4bd6-834f-402abffb1ddb req-73db6188-2438-4cef-a9f1-c73ccedde533 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4874575 Feb 28 14:51:27.927750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:27.952660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:27.963657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:51:27.964304 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:27.975515 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a0ad88b9-797c-4cee-aab7-ff353e321d0f up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:27.983595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Usage tracker for resource:router and tenant:3830bee3b5914a6797073e4557518a3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:51:27.988987 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:51:27.997388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:28.073346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-970d9a73-7bbc-46c5-b701-81d80eecb44f tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:28.086982 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-970d9a73-7bbc-46c5-b701-81d80eecb44f tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:subnet and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:28.091832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-970d9a73-7bbc-46c5-b701-81d80eecb44f tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:28.099119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-970d9a73-7bbc-46c5-b701-81d80eecb44f tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:28.106267 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-260b0c6a-f25a-418e-85f7-5a723e5eaaf0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.168417 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260b0c6a-f25a-418e-85f7-5a723e5eaaf0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=9ad4e4bb-b812-41e2-96f1-44f770620ef2,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:28.172760 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-970d9a73-7bbc-46c5-b701-81d80eecb44f tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:28.176594 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-970d9a73-7bbc-46c5-b701-81d80eecb44f tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.199489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-80c328d3-b245-4a44-998a-d8727111bc2a None None] Could not find standard attr ID for object 9ad4e4bb-b812-41e2-96f1-44f770620ef2. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:51:28.209895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:28.213111 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port a0ad88b9-797c-4cee-aab7-ff353e321d0f completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:28.222251 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 08c45819-1077-4576-9760-c8388793c36c up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:28.319430 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-260b0c6a-f25a-418e-85f7-5a723e5eaaf0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.350152 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-260b0c6a-f25a-418e-85f7-5a723e5eaaf0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/9ad4e4bb-b812-41e2-96f1-44f770620ef2 HTTP/1.1" status: 204 len: 168 time: 1.8745010 Feb 28 14:51:28.362463 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39174) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:28.368256 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.379431 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Transition to ACTIVE for port object ba6c996e-0e8a-4b84-9c7e-f40b6f938287 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:28.400493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Transition to ACTIVE for port object ba6c996e-0e8a-4b84-9c7e-f40b6f938287 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:28.418159 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.447214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe0abd9-610d-44a4-9ced-2f480cd2c06f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:28.448611 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4fe0abd9-610d-44a4-9ced-2f480cd2c06f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:28.449392 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4fe0abd9-610d-44a4-9ced-2f480cd2c06f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:28.472843 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63c30723-7a1c-439c-a497-bf331e3d196e None None] Network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:28.485589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4fe0abd9-610d-44a4-9ced-2f480cd2c06f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:28.491310 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4fe0abd9-610d-44a4-9ced-2f480cd2c06f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1276960 Feb 28 14:51:28.495146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39178) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:28.532574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-34d06b4f-65bf-4e12-a14f-078c1ae1e72d tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.546523 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.547585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.553021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.569921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 08c45819-1077-4576-9760-c8388793c36c completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:28.595459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 08c45819-1077-4576-9760-c8388793c36c triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:28.595880 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.630811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.643730 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Pushing event updated for resources: {'Port': ['ID=ba6c996e-0e8a-4b84-9c7e-f40b6f938287,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:28.655794 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Network c44fd69f-5767-4387-bbc9-ca3e9b2849e4 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:28.668566 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:28.677302 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:28.693047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a771c72b-ac1a-4e55-bef2-5bc7b5d1fc75 None None] Provisioning for port a0ad88b9-797c-4cee-aab7-ff353e321d0f completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:28.701721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-34d06b4f-65bf-4e12-a14f-078c1ae1e72d tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Calling delete_port for c41422fa-c736-4d90-8449-e5bf7afc0a72 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:28.713639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a771c72b-ac1a-4e55-bef2-5bc7b5d1fc75 None None] Provisioning complete for port a0ad88b9-797c-4cee-aab7-ff353e321d0f triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:28.713639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a771c72b-ac1a-4e55-bef2-5bc7b5d1fc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.734197 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Network': ['ID=6bde33f2-2c7f-43d3-a319-565c4d19a815,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:28.755806 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d106f14f-71a4-4ed7-8281-78649794c513 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/networks/6bde33f2-2c7f-43d3-a319-565c4d19a815 HTTP/1.1" status: 204 len: 168 time: 4.3785219 Feb 28 14:51:28.757592 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39184) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:28.768557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c108f864-80f6-4738-b2bb-5ad1cdb4b9dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1955750988'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:28.775674 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.777934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c108f864-80f6-4738-b2bb-5ad1cdb4b9dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:28.792081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c108f864-80f6-4738-b2bb-5ad1cdb4b9dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:network and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:28.800081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c108f864-80f6-4738-b2bb-5ad1cdb4b9dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:28.820362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ffce004-3104-418d-b1e8-e753fa558ce2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 4f52b366-cacf-49f5-a344-04ca3b61ddf4 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:51:28.823353 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5ffce004-3104-418d-b1e8-e753fa558ce2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.883227 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5ffce004-3104-418d-b1e8-e753fa558ce2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.910489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.966186 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5ffce004-3104-418d-b1e8-e753fa558ce2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:28.996363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.004978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-34d06b4f-65bf-4e12-a14f-078c1ae1e72d tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.037687 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.039269 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c108f864-80f6-4738-b2bb-5ad1cdb4b9dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:29.055694 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Attempting to bind port ba6c996e-0e8a-4b84-9c7e-f40b6f938287 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:29.056058 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Attempting to bind port ba6c996e-0e8a-4b84-9c7e-f40b6f938287 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c44fd69f-5767-4387-bbc9-ca3e9b2849e4'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:29.056435 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Attempting to bind port ba6c996e-0e8a-4b84-9c7e-f40b6f938287 on network c44fd69f-5767-4387-bbc9-ca3e9b2849e4 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:29.064394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5ffce004-3104-418d-b1e8-e753fa558ce2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.106435 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.111772 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d06b4f-65bf-4e12-a14f-078c1ae1e72d tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event deleted for resources: {'Port': ['ID=c41422fa-c736-4d90-8449-e5bf7afc0a72,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:29.126856 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-970d9a73-7bbc-46c5-b701-81d80eecb44f tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.131973 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c108f864-80f6-4738-b2bb-5ad1cdb4b9dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:29.136526 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c108f864-80f6-4738-b2bb-5ad1cdb4b9dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.159571 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffce004-3104-418d-b1e8-e753fa558ce2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=4f52b366-cacf-49f5-a344-04ca3b61ddf4,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:29.225872 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a771c72b-ac1a-4e55-bef2-5bc7b5d1fc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.237227 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:29.237772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Checking segment: {'id': '0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c44fd69f-5767-4387-bbc9-ca3e9b2849e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:29.238178 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.238874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Bound using segment: {'id': '0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c44fd69f-5767-4387-bbc9-ca3e9b2849e4'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:29.239354 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Bound port: ba6c996e-0e8a-4b84-9c7e-f40b6f938287, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': 'c44fd69f-5767-4387-bbc9-ca3e9b2849e4'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:29.239744 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.252212 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-970d9a73-7bbc-46c5-b701-81d80eecb44f tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Subnet': ['ID=7560c1e7-8b33-4f57-9352-5c52e7afd315,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:29.268225 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5ffce004-3104-418d-b1e8-e753fa558ce2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.298937 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-970d9a73-7bbc-46c5-b701-81d80eecb44f tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network c44fd69f-5767-4387-bbc9-ca3e9b2849e4 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:29.300790 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-970d9a73-7bbc-46c5-b701-81d80eecb44f tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:29.309860 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5ffce004-3104-418d-b1e8-e753fa558ce2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/4f52b366-cacf-49f5-a344-04ca3b61ddf4 HTTP/1.1" status: 204 len: 168 time: 0.8106260 Feb 28 14:51:29.309860 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-970d9a73-7bbc-46c5-b701-81d80eecb44f tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:29.309860 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-970d9a73-7bbc-46c5-b701-81d80eecb44f tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.317373 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18905e7a-3045-45ba-b699-ca3d42b1f028 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:29.332849 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c108f864-80f6-4738-b2bb-5ad1cdb4b9dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:51:29.346246 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c108f864-80f6-4738-b2bb-5ad1cdb4b9dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.348344 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-c108f864-80f6-4738-b2bb-5ad1cdb4b9dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Added segment 3942f5cf-fd0e-489c-a0ba-904ada791058 of type vlan for network 220bc291-7c17-4327-93b6-7c1d5a42b732 Feb 28 14:51:29.349825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39194) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:29.355392 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-34d06b4f-65bf-4e12-a14f-078c1ae1e72d tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.381865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c108f864-80f6-4738-b2bb-5ad1cdb4b9dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.420059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb631b18-1a35-44d5-bf56-ae03cc85a76a req-98d2a9a2-6674-4fcb-9d32-55a0c0a81f72 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:29.421542 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fb631b18-1a35-44d5-bf56-ae03cc85a76a req-98d2a9a2-6674-4fcb-9d32-55a0c0a81f72 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.3799877 Feb 28 14:51:29.432761 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c108f864-80f6-4738-b2bb-5ad1cdb4b9dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.436922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c108f864-80f6-4738-b2bb-5ad1cdb4b9dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:29.437705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c108f864-80f6-4738-b2bb-5ad1cdb4b9dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.449908 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-353ef4e1-4857-45a2-9e5e-6fc0b0fde31a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0945807 Feb 28 14:51:29.463253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39200) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:29.477526 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-34d06b4f-65bf-4e12-a14f-078c1ae1e72d tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "DELETE /v2.0/ports/c41422fa-c736-4d90-8449-e5bf7afc0a72 HTTP/1.1" status: 204 len: 168 time: 2.0836625 Feb 28 14:51:29.480093 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39204) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:29.485462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d0f4a5bb-71a1-4454-b7e1-fcb123d57fed tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:29.585056 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-970d9a73-7bbc-46c5-b701-81d80eecb44f tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.9806042 Feb 28 14:51:29.591412 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39208) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:29.691075 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-391d8f3d-ad9b-41cc-b2b8-b403b1621cbf tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] GET failed (client error): The resource could not be found. Feb 28 14:51:29.691600 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-391d8f3d-ad9b-41cc-b2b8-b403b1621cbf tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Synchronizing usage tracker for tenant:319e1408ed5445a1be63d7fac43e0b11 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:29.697130 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e87947-bc18-4b5e-b196-1343dfefae23 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:29.699167 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e87947-bc18-4b5e-b196-1343dfefae23 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:29.699820 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] For port ba6c996e-0e8a-4b84-9c7e-f40b6f938287, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:29.701166 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e87947-bc18-4b5e-b196-1343dfefae23 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:29.702894 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e87947-bc18-4b5e-b196-1343dfefae23 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:29.705037 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10e87947-bc18-4b5e-b196-1343dfefae23 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:29.705685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] For port ba6c996e-0e8a-4b84-9c7e-f40b6f938287, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ba6c996e-0e8a-4b84-9c7e-f40b6f938287,segment=NetworkSegment(0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42),segment_id=0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:29.706054 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-10e87947-bc18-4b5e-b196-1343dfefae23 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Synchronizing usage tracker for tenant:5ddb5759724641b19b2a8d1fc13b4ceb on resource:subnet {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:29.750010 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fb631b18-1a35-44d5-bf56-ae03cc85a76a req-37b72422-7759-4c17-a19c-60cd9fb03dbc tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3106043 Feb 28 14:51:29.764807 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.798457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d0f4a5bb-71a1-4454-b7e1-fcb123d57fed tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:29.803768 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-391d8f3d-ad9b-41cc-b2b8-b403b1621cbf tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Unset dirty status for tenant:319e1408ed5445a1be63d7fac43e0b11 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:29.805687 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-391d8f3d-ad9b-41cc-b2b8-b403b1621cbf tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "GET /v2.0/ports/c41422fa-c736-4d90-8449-e5bf7afc0a72 HTTP/1.1" status: 404 len: 333 time: 0.3047736 Feb 28 14:51:29.811594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d0f4a5bb-71a1-4454-b7e1-fcb123d57fed tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:29.814622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39216) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:29.817458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d0f4a5bb-71a1-4454-b7e1-fcb123d57fed tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:29.821188 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c108f864-80f6-4738-b2bb-5ad1cdb4b9dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0638678 Feb 28 14:51:29.827436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Request body: {'port': {'network_id': '62b579c2-94a9-4949-9c32-6cc4bfc75eeb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-49548421'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:29.834403 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39220) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:29.854430 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c108f864-80f6-4738-b2bb-5ad1cdb4b9dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Network': ['ID=220bc291-7c17-4327-93b6-7c1d5a42b732,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:29.865778 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-74d17244-bb15-4f81-855b-36650f18b29f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'subnet': {'network_id': '220bc291-7c17-4327-93b6-7c1d5a42b732', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:29.874980 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 220bc291-7c17-4327-93b6-7c1d5a42b732 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:51:29.904863 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:51:29.905337 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:51:29.946811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:29.970409 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a771c72b-ac1a-4e55-bef2-5bc7b5d1fc75 None None] For port a0ad88b9-797c-4cee-aab7-ff353e321d0f, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a0ad88b9-797c-4cee-aab7-ff353e321d0f,segment=NetworkSegment(c16c1089-3dce-41cd-a167-d2b0254c69b8),segment_id=c16c1089-3dce-41cd-a167-d2b0254c69b8)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:29.975402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7522b4a6-f9fa-43b7-bb9c-2f559aa585d8 None None] Pushing event updated for resources: {'Port': ['ID=ba6c996e-0e8a-4b84-9c7e-f40b6f938287,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:29.991489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a771c72b-ac1a-4e55-bef2-5bc7b5d1fc75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:30.024622 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-74d17244-bb15-4f81-855b-36650f18b29f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:30.038158 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-74d17244-bb15-4f81-855b-36650f18b29f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:subnet and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:30.041980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-74d17244-bb15-4f81-855b-36650f18b29f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:30.049190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-74d17244-bb15-4f81-855b-36650f18b29f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:30.078836 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-10e87947-bc18-4b5e-b196-1343dfefae23 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Unset dirty status for tenant:5ddb5759724641b19b2a8d1fc13b4ceb on resource:subnet {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:30.080484 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-10e87947-bc18-4b5e-b196-1343dfefae23 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.4840083 Feb 28 14:51:30.083484 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d17244-bb15-4f81-855b-36650f18b29f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:30.116273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39224) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:30.125984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d0f4a5bb-71a1-4454-b7e1-fcb123d57fed tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:30.173276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-8c2308ad-63bc-43b1-9411-b7bd5f25f91e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-982604608'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:30.197396 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a771c72b-ac1a-4e55-bef2-5bc7b5d1fc75 None None] Pushing event updated for resources: {'Port': ['ID=a0ad88b9-797c-4cee-aab7-ff353e321d0f,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:30.201190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:30.211349 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:30.214692 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4fa2b131-09ce-439c-9cc9-105ad15e1021 None None] Provisioning complete for port a0ad88b9-797c-4cee-aab7-ff353e321d0f triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:30.215357 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b131-09ce-439c-9cc9-105ad15e1021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:30.228710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8c2308ad-63bc-43b1-9411-b7bd5f25f91e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:30.289456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8c2308ad-63bc-43b1-9411-b7bd5f25f91e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:network and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:30.299020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0f4a5bb-71a1-4454-b7e1-fcb123d57fed tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:30.318214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b61bf91-34b0-4b71-9752-c8f4fea39729 req-b1159f8b-71d3-4540-8c98-a609ae9cb1b4 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:30.319925 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8c2308ad-63bc-43b1-9411-b7bd5f25f91e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:30.320424 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74f92cce-b466-468a-9cf8-70785ab20b78 None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:51:30.321914 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8b61bf91-34b0-4b71-9752-c8f4fea39729 req-b1159f8b-71d3-4540-8c98-a609ae9cb1b4 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 946 time: 0.5980933 Feb 28 14:51:30.327865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-74d17244-bb15-4f81-855b-36650f18b29f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:30.331494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8c2308ad-63bc-43b1-9411-b7bd5f25f91e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:30.333834 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-74f92cce-b466-468a-9cf8-70785ab20b78 None None] Deleting port 08c45819-1077-4576-9760-c8388793c36c {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:30.334218 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-74f92cce-b466-468a-9cf8-70785ab20b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:30.454802 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8b61bf91-34b0-4b71-9752-c8f4fea39729 req-8d46bd4b-fc9e-46d3-87fa-bafcfb467a04 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd691bb5-9969-444c-875e-e27924a464b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0635726 Feb 28 14:51:30.569947 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Allocated IP 172.26.4.123 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/391afbf3-dfa9-449b-88af-4a4e5ab7f811) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:30.639581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d0f4a5bb-71a1-4454-b7e1-fcb123d57fed tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:30.799104 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:30.877350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4fa2b131-09ce-439c-9cc9-105ad15e1021 None None] Provisioning for port 74040fb9-4693-4145-80d0-53f5cb89441d completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:30.902552 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 08c45819-1077-4576-9760-c8388793c36c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=08c45819-1077-4576-9760-c8388793c36c,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:30.942278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4fa2b131-09ce-439c-9cc9-105ad15e1021 None None] Provisioning complete for port 74040fb9-4693-4145-80d0-53f5cb89441d triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:30.943244 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4fa2b131-09ce-439c-9cc9-105ad15e1021 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:30.951460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:30.960084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-74d17244-bb15-4f81-855b-36650f18b29f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:30.967228 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d0f4a5bb-71a1-4454-b7e1-fcb123d57fed tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:31.076658 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:31.085383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c2308ad-63bc-43b1-9411-b7bd5f25f91e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:31.088337 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8c2308ad-63bc-43b1-9411-b7bd5f25f91e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:31.109241 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3858c7-872a-494f-98b3-43815daf2c6a req-95f5f60e-0c9a-4159-86da-84fd82a9cb03 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:31.110943 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5c3858c7-872a-494f-98b3-43815daf2c6a req-95f5f60e-0c9a-4159-86da-84fd82a9cb03 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.20 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 946 time: 0.2174175 Feb 28 14:51:31.154835 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d17244-bb15-4f81-855b-36650f18b29f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Subnet': ['ID=158b9867-6375-439e-92e6-06612a824916,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:31.220592 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f4a5bb-71a1-4454-b7e1-fcb123d57fed tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=606fff85-c7b5-4234-87d6-3ee9f7de660b,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:31.234769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:31.285743 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0f4a5bb-71a1-4454-b7e1-fcb123d57fed tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:31.329662 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74d17244-bb15-4f81-855b-36650f18b29f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Checking segment: {'id': '3942f5cf-fd0e-489c-a0ba-904ada791058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '220bc291-7c17-4327-93b6-7c1d5a42b732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:31.330006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-74f92cce-b466-468a-9cf8-70785ab20b78 None None] For port 08c45819-1077-4576-9760-c8388793c36c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=08c45819-1077-4576-9760-c8388793c36c,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:31.330157 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d17244-bb15-4f81-855b-36650f18b29f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network hostable DHCP agents. Network: 220bc291-7c17-4327-93b6-7c1d5a42b732, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:51:31.331889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-74f92cce-b466-468a-9cf8-70785ab20b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:31.417659 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [req-5c3858c7-872a-494f-98b3-43815daf2c6a req-75080e18-49fd-4e00-b3cc-99b5ce1a346a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Deleting port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:31.418491 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-5c3858c7-872a-494f-98b3-43815daf2c6a req-75080e18-49fd-4e00-b3cc-99b5ce1a346a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:31.429337 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Made reservation on behalf of 319e1408ed5445a1be63d7fac43e0b11 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:31.433084 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:31.468176 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74d17244-bb15-4f81-855b-36650f18b29f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 220bc291-7c17-4327-93b6-7c1d5a42b732 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:51:31.471776 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-d0f4a5bb-71a1-4454-b7e1-fcb123d57fed tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:31.474665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0f4a5bb-71a1-4454-b7e1-fcb123d57fed tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:31.475258 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d0f4a5bb-71a1-4454-b7e1-fcb123d57fed tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:31.489502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-74d17244-bb15-4f81-855b-36650f18b29f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 220bc291-7c17-4327-93b6-7c1d5a42b732) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:31.505813 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d17244-bb15-4f81-855b-36650f18b29f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:31.506506 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-74d17244-bb15-4f81-855b-36650f18b29f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:31.523199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8c2308ad-63bc-43b1-9411-b7bd5f25f91e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:51:31.536647 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-74f92cce-b466-468a-9cf8-70785ab20b78 None None] Calling delete_port for 08c45819-1077-4576-9760-c8388793c36c owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:31.538317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8c2308ad-63bc-43b1-9411-b7bd5f25f91e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:31.538769 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-8c2308ad-63bc-43b1-9411-b7bd5f25f91e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Added segment ac2aeb3d-30aa-41fa-b1e8-60fa14f074cf of type vlan for network 424d0547-dce2-414b-907a-672f183a1430 Feb 28 14:51:31.547242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02f21c76-600d-4d65-86ca-706d7512c7b8 req-6ad9996e-3a8f-4e28-a67f-c88538a2ca20 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:31.548725 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-02f21c76-600d-4d65-86ca-706d7512c7b8 req-6ad9996e-3a8f-4e28-a67f-c88538a2ca20 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.3117578 Feb 28 14:51:31.602594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e951e-e154-4764-8ca8-040d213a11d3 req-466b0a78-ce84-42c9-a302-5fb937e6e02f tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:31.611199 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6e5e951e-e154-4764-8ca8-040d213a11d3 req-466b0a78-ce84-42c9-a302-5fb937e6e02f tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 945 time: 1.4893107 Feb 28 14:51:31.625928 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ba6c996e-0e8a-4b84-9c7e-f40b6f938287 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:31.628116 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-74d17244-bb15-4f81-855b-36650f18b29f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7866297 Feb 28 14:51:31.628802 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39232) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:31.629130 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39234) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:31.629644 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d0f4a5bb-71a1-4454-b7e1-fcb123d57fed tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.1607223 Feb 28 14:51:31.650127 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-1a72837b-86c6-4bf8-8ed7-96e04367c868 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1444589789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:31.656339 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1a72837b-86c6-4bf8-8ed7-96e04367c868 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:31.661149 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1a72837b-86c6-4bf8-8ed7-96e04367c868 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:router and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:31.661350 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] device_id is not set on port 10c1380f-62c1-45f5-8fab-46ac83dd2182 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:31.664373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1a72837b-86c6-4bf8-8ed7-96e04367c868 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:31.671137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1a72837b-86c6-4bf8-8ed7-96e04367c868 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:31.681644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e0a491-d89a-4072-9092-e0fddfd0f1d5 None None] Network 220bc291-7c17-4327-93b6-7c1d5a42b732 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:31.684093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'fixed_ips': [{'subnet_id': '606fff85-c7b5-4234-87d6-3ee9f7de660b', 'ip_address': '2001:db8::9bac:1969:bc22:1ff0'}], 'name': 'tempest-NetworksTestDHCPv6-1742782205'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:31.694782 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-74f92cce-b466-468a-9cf8-70785ab20b78 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:51:31.695251 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-74f92cce-b466-468a-9cf8-70785ab20b78 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:51:31.712870 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1a72837b-86c6-4bf8-8ed7-96e04367c868 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:31.714023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1a72837b-86c6-4bf8-8ed7-96e04367c868 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:31.783332 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5058a274-4329-4bb1-84ca-2f89fb1d97f2 None None] Network c44fd69f-5767-4387-bbc9-ca3e9b2849e4 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:31.800078 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6e5e951e-e154-4764-8ca8-040d213a11d3 req-44035cc7-f3c3-4e0d-a100-c5979bf3f172 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ae6ead-f2bc-4fa8-a136-c8b59bf07615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1876643 Feb 28 14:51:31.809002 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23b7b85-ab4d-4934-b1d7-8c27c8bb4f89 req-3103eb23-b49f-4b87-b2b5-eb900ce58ad6 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:31.812403 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c23b7b85-ab4d-4934-b1d7-8c27c8bb4f89 req-3103eb23-b49f-4b87-b2b5-eb900ce58ad6 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.20 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 945 time: 0.7079113 Feb 28 14:51:31.827103 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4fa2b131-09ce-439c-9cc9-105ad15e1021 None None] Port 74040fb9-4693-4145-80d0-53f5cb89441d cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:51:31.912707 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port ba6c996e-0e8a-4b84-9c7e-f40b6f938287 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:31.916743 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-02f21c76-600d-4d65-86ca-706d7512c7b8 req-9824bde2-2fa8-4b18-a3c0-91dfa879dfe7 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3241205 Feb 28 14:51:31.922416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a0ad88b9-797c-4cee-aab7-ff353e321d0f up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:31.960700 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1a72837b-86c6-4bf8-8ed7-96e04367c868 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:31.964439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=08c45819-1077-4576-9760-c8388793c36c,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:31.967912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8c2308ad-63bc-43b1-9411-b7bd5f25f91e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.048576 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1a72837b-86c6-4bf8-8ed7-96e04367c868 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.071024 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [req-5c3858c7-872a-494f-98b3-43815daf2c6a req-75080e18-49fd-4e00-b3cc-99b5ce1a346a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] For port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=3624cc22-c0b4-4ed6-94b5-e47c98fb218d,segment=NetworkSegment(46bfca73-d9ef-4444-a680-f8aae94f7e3a),segment_id=46bfca73-d9ef-4444-a680-f8aae94f7e3a)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:32.071335 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-5c3858c7-872a-494f-98b3-43815daf2c6a req-75080e18-49fd-4e00-b3cc-99b5ce1a346a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.078510 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Allocated IP 2001:db8::3c0 (62b579c2-94a9-4949-9c32-6cc4bfc75eeb/f7749593-99b9-44e5-af03-d47a098fd9ff/10c1380f-62c1-45f5-8fab-46ac83dd2182) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:32.079699 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:32.089471 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:32.094435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:32.113551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.134637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-c23b7b85-ab4d-4934-b1d7-8c27c8bb4f89 req-5ddff15b-6d49-49c9-a8ce-f8a16136bc9d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Deleting port 489cb12d-405f-45fa-8c41-9a57e19f1d87 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:32.134993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c23b7b85-ab4d-4934-b1d7-8c27c8bb4f89 req-5ddff15b-6d49-49c9-a8ce-f8a16136bc9d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.151030 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1a72837b-86c6-4bf8-8ed7-96e04367c868 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.155279 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1a72837b-86c6-4bf8-8ed7-96e04367c868 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5179935 Feb 28 14:51:32.155279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:32.167808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39240) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:32.167975 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-205d0120-fd4b-4fe3-9c36-7713c4fc9dda None None] Provisioning complete for port 74040fb9-4693-4145-80d0-53f5cb89441d triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:32.168432 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-205d0120-fd4b-4fe3-9c36-7713c4fc9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.173140 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'port': {'network_id': '220bc291-7c17-4327-93b6-7c1d5a42b732', 'name': 'tempest-RoutersIpV6Test-1160844518'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:32.200296 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-74f92cce-b466-468a-9cf8-70785ab20b78 None None] Deleting port 08c45819-1077-4576-9760-c8388793c36c {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:32.200854 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-74f92cce-b466-468a-9cf8-70785ab20b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.254925 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:32.259268 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.283966 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-220bc291-7c17-4327-93b6-7c1d5a42b732', 'network_id': '220bc291-7c17-4327-93b6-7c1d5a42b732', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'fixed_ips': [{'subnet_id': '158b9867-6375-439e-92e6-06612a824916'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:32.283966 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.305652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8c2308ad-63bc-43b1-9411-b7bd5f25f91e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.309359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c2308ad-63bc-43b1-9411-b7bd5f25f91e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:32.310299 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port d513e2c7-98a4-46a6-84c8-997405840be3 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:32.310464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8c2308ad-63bc-43b1-9411-b7bd5f25f91e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.328677 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-205d0120-fd4b-4fe3-9c36-7713c4fc9dda None None] Port 74040fb9-4693-4145-80d0-53f5cb89441d cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:51:32.386367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port a0ad88b9-797c-4cee-aab7-ff353e321d0f triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:32.386817 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.526009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782329f9-1f90-42e6-b604-9b8521dfb91c req-1c073533-e2c7-4a62-a87b-79d0dc24592d tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:32.527958 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-782329f9-1f90-42e6-b604-9b8521dfb91c req-1c073533-e2c7-4a62-a87b-79d0dc24592d tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 946 time: 0.5922918 Feb 28 14:51:32.600105 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:32.626619 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:port and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:32.641717 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:32.658826 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-205d0120-fd4b-4fe3-9c36-7713c4fc9dda None None] Provisioning for port ba6c996e-0e8a-4b84-9c7e-f40b6f938287 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:32.660190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:32.668080 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-5c3858c7-872a-494f-98b3-43815daf2c6a req-75080e18-49fd-4e00-b3cc-99b5ce1a346a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.669140 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-5c3858c7-872a-494f-98b3-43815daf2c6a req-75080e18-49fd-4e00-b3cc-99b5ce1a346a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.669140 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [req-5c3858c7-872a-494f-98b3-43815daf2c6a req-75080e18-49fd-4e00-b3cc-99b5ce1a346a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Floating IP 154317d1-d464-4f4f-b955-403e82b835f1 disassociated. External IP: 172.26.4.47, port: 3624cc22-c0b4-4ed6-94b5-e47c98fb218d. Feb 28 14:51:32.669140 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [req-5c3858c7-872a-494f-98b3-43815daf2c6a req-75080e18-49fd-4e00-b3cc-99b5ce1a346a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Calling delete_port for 3624cc22-c0b4-4ed6-94b5-e47c98fb218d owned by compute:nova {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:32.692786 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-205d0120-fd4b-4fe3-9c36-7713c4fc9dda None None] Provisioning complete for port ba6c996e-0e8a-4b84-9c7e-f40b6f938287 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:32.693387 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-205d0120-fd4b-4fe3-9c36-7713c4fc9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.788189 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8c2308ad-63bc-43b1-9411-b7bd5f25f91e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.6616302 Feb 28 14:51:32.792495 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2308ad-63bc-43b1-9411-b7bd5f25f91e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Network': ['ID=424d0547-dce2-414b-907a-672f183a1430,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:32.795741 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39244) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:32.829130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-680cd46f-d386-4409-bb77-a2b75a96d9da tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:32.845907 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 424d0547-dce2-414b-907a-672f183a1430 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:51:32.849036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.951203 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:32.954666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:32.974141 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::9bac:1969:bc22:1ff0 (2d04583f-a513-435e-a720-cee2c3103874/606fff85-c7b5-4234-87d6-3ee9f7de660b/d513e2c7-98a4-46a6-84c8-997405840be3) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:33.033104 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Allocated IP 2001:db8::2 (220bc291-7c17-4327-93b6-7c1d5a42b732/158b9867-6375-439e-92e6-06612a824916/cf064739-564a-4e3f-beab-54f39033d7aa) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:33.037840 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] device_id is not set on port beb3c786-9c7c-42e5-8888-4c4dcabecf60 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:33.049368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-74f92cce-b466-468a-9cf8-70785ab20b78 None None] For port 08c45819-1077-4576-9760-c8388793c36c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=08c45819-1077-4576-9760-c8388793c36c,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:33.049368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-74f92cce-b466-468a-9cf8-70785ab20b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.068087 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-782329f9-1f90-42e6-b604-9b8521dfb91c req-a8d71faa-209f-4599-b6c7-b4cfd5a0bd58 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/security-groups?id=cd691bb5-9969-444c-875e-e27924a464b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5084655 Feb 28 14:51:33.087081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:33.098618 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-c23b7b85-ab4d-4934-b1d7-8c27c8bb4f89 req-5ddff15b-6d49-49c9-a8ce-f8a16136bc9d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] For port 489cb12d-405f-45fa-8c41-9a57e19f1d87, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=489cb12d-405f-45fa-8c41-9a57e19f1d87,segment=NetworkSegment(004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8),segment_id=004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:33.098977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c23b7b85-ab4d-4934-b1d7-8c27c8bb4f89 req-5ddff15b-6d49-49c9-a8ce-f8a16136bc9d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.106237 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:33.117833 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:33.166406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Pushing event updated for resources: {'Port': ['ID=391afbf3-dfa9-449b-88af-4a4e5ab7f811,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:33.203348 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-74f92cce-b466-468a-9cf8-70785ab20b78 None None] Calling delete_port for 08c45819-1077-4576-9760-c8388793c36c owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:33.272470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 08c45819-1077-4576-9760-c8388793c36c no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:51:33.325971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.343060 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb214f-b37a-4440-8bc0-7c64d04e7698 req-c572a535-ed0f-4e3a-8fc6-e4bc3626609e tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:33.349936 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aebb214f-b37a-4440-8bc0-7c64d04e7698 req-c572a535-ed0f-4e3a-8fc6-e4bc3626609e tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 945 time: 0.4044275 Feb 28 14:51:33.404072 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-5c3858c7-872a-494f-98b3-43815daf2c6a req-75080e18-49fd-4e00-b3cc-99b5ce1a346a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.420640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Transition to ACTIVE for port object 10c1380f-62c1-45f5-8fab-46ac83dd2182 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:33.455447 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-205d0120-fd4b-4fe3-9c36-7713c4fc9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.472701 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75080e18-49fd-4e00-b3cc-99b5ce1a346a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Pushing event deleted for resources: {'Port': ['ID=3624cc22-c0b4-4ed6-94b5-e47c98fb218d,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:33.478167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-988674cb-b1f6-4077-be40-2f3a2d7145b3 None None] Update dhcp port {'port': {'network_id': 'c44fd69f-5767-4387-bbc9-ca3e9b2849e4', 'fixed_ips': [{'subnet_id': 'ae8d0f1e-3a07-4f55-b6b9-c6b87a177548', 'ip_address': '2001:db8::2'}, {'subnet_id': '7560c1e7-8b33-4f57-9352-5c52e7afd315'}], 'binding:host_id': 'dv-neutron-830866-2-hyperv'}, 'id': 'ba6c996e-0e8a-4b84-9c7e-f40b6f938287'} from dv-neutron-830866-2-hyperv. {{(pid=83593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 14:51:33.493305 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aebb214f-b37a-4440-8bc0-7c64d04e7698 req-bc13d44e-5729-4923-80ec-f0ee110f2039 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/security-groups?id=e0ae6ead-f2bc-4fa8-a136-c8b59bf07615&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427004 Feb 28 14:51:33.570100 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No ports have port_id starting with 08c45819-1077-4576-9760-c8388793c36c Feb 28 14:51:33.585813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-74f92cce-b466-468a-9cf8-70785ab20b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.632033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-680cd46f-d386-4409-bb77-a2b75a96d9da tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.650432 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-988674cb-b1f6-4077-be40-2f3a2d7145b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.674440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-205d0120-fd4b-4fe3-9c36-7713c4fc9dda None None] For port ba6c996e-0e8a-4b84-9c7e-f40b6f938287, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ba6c996e-0e8a-4b84-9c7e-f40b6f938287,segment=NetworkSegment(0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42),segment_id=0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:33.675701 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74f92cce-b466-468a-9cf8-70785ab20b78 None None] Pushing event deleted for resources: {'Port': ['ID=08c45819-1077-4576-9760-c8388793c36c,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:33.688296 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.710046 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object d513e2c7-98a4-46a6-84c8-997405840be3 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:33.723669 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-205d0120-fd4b-4fe3-9c36-7713c4fc9dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.727302 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74f92cce-b466-468a-9cf8-70785ab20b78 None None] No DVR routers for this DVR port 08c45819-1077-4576-9760-c8388793c36c on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:51:33.753851 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-680cd46f-d386-4409-bb77-a2b75a96d9da tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.782214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.811971 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-205d0120-fd4b-4fe3-9c36-7713c4fc9dda None None] Could not find standard attr ID for object c41422fa-c736-4d90-8449-e5bf7afc0a72. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:51:33.813643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47e6a029-3caa-453c-8e96-8524cd4a8816 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:33.881700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.893343 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-680cd46f-d386-4409-bb77-a2b75a96d9da tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network 424d0547-dce2-414b-907a-672f183a1430 is not hosted by any dhcp agent {{(pid=83592) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 28 14:51:33.897146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-680cd46f-d386-4409-bb77-a2b75a96d9da tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:33.897919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-680cd46f-d386-4409-bb77-a2b75a96d9da tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.899317 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-680cd46f-d386-4409-bb77-a2b75a96d9da tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "PUT /v2.0/networks/424d0547-dce2-414b-907a-672f183a1430 HTTP/1.1" status: 200 len: 723 time: 1.0925431 Feb 28 14:51:33.920658 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:33.921529 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39252) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:33.925200 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=d513e2c7-98a4-46a6-84c8-997405840be3,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:33.937829 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:33.947024 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-180bd60c-d75a-4e38-b26b-7a030744eddc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'subnet': {'network_id': '424d0547-dce2-414b-907a-672f183a1430', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:33.970391 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:33.976586 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:33.977472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.987501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c23b7b85-ab4d-4934-b1d7-8c27c8bb4f89 req-5ddff15b-6d49-49c9-a8ce-f8a16136bc9d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.988135 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c23b7b85-ab4d-4934-b1d7-8c27c8bb4f89 req-5ddff15b-6d49-49c9-a8ce-f8a16136bc9d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:33.988591 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [req-c23b7b85-ab4d-4934-b1d7-8c27c8bb4f89 req-5ddff15b-6d49-49c9-a8ce-f8a16136bc9d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Floating IP bca7b8e0-829f-4299-882b-b14a6d3abb73 disassociated. External IP: 172.26.4.234, port: 489cb12d-405f-45fa-8c41-9a57e19f1d87. Feb 28 14:51:33.989096 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-c23b7b85-ab4d-4934-b1d7-8c27c8bb4f89 req-5ddff15b-6d49-49c9-a8ce-f8a16136bc9d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Calling delete_port for 489cb12d-405f-45fa-8c41-9a57e19f1d87 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:34.065704 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:34.072225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-680cd46f-d386-4409-bb77-a2b75a96d9da tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Network': ['ID=424d0547-dce2-414b-907a-672f183a1430,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:34.103496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 424d0547-dce2-414b-907a-672f183a1430 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:51:34.117341 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:34.119750 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Transition to ACTIVE for port object cf064739-564a-4e3f-beab-54f39033d7aa will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:34.123974 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f61d1b3-fc11-47d3-9e28-39d6cbdb5171 req-0b4b27a9-f8c9-425e-bcc8-d7dc20e03321 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:34.125807 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8f61d1b3-fc11-47d3-9e28-39d6cbdb5171 req-0b4b27a9-f8c9-425e-bcc8-d7dc20e03321 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.6389830 Feb 28 14:51:34.126587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event updated for resources: {'Port': ['ID=10c1380f-62c1-45f5-8fab-46ac83dd2182,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:34.137688 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:34.159332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:34.163430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:34.164252 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:34.165003 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-180bd60c-d75a-4e38-b26b-7a030744eddc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:34.193654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-180bd60c-d75a-4e38-b26b-7a030744eddc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:34.217707 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6af2ea1d-7d25-4d96-a2ee-01eace597518 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.5817876 Feb 28 14:51:34.223917 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39258) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:34.224558 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-180bd60c-d75a-4e38-b26b-7a030744eddc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:34.227632 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d0120-fd4b-4fe3-9c36-7713c4fc9dda None None] Pushing event updated for resources: {'Port': ['ID=ba6c996e-0e8a-4b84-9c7e-f40b6f938287,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:34.258363 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6d6d65b1-2745-4d5f-b7d1-701ddaa2df0e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 4.4387324 Feb 28 14:51:34.263777 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39262) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:34.298330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Transition to ACTIVE for port object cf064739-564a-4e3f-beab-54f39033d7aa will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:34.381246 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8f61d1b3-fc11-47d3-9e28-39d6cbdb5171 req-695012b6-b3e1-4d62-a9a1-6a5fb39fde0d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2239051 Feb 28 14:51:34.402217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:34.402931 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:34.408226 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ccc0973e-f2ab-464a-8372-22b6385046e7 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b8', 'mac_address': 'fa:16:3e:5e:27:a1'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:34.408756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-988674cb-b1f6-4077-be40-2f3a2d7145b3 None None] Allocated IP 172.20.0.1 (c44fd69f-5767-4387-bbc9-ca3e9b2849e4/7560c1e7-8b33-4f57-9352-5c52e7afd315/ba6c996e-0e8a-4b84-9c7e-f40b6f938287) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:34.524278 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5c3858c7-872a-494f-98b3-43815daf2c6a req-75080e18-49fd-4e00-b3cc-99b5ce1a346a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:51:34.539380 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-e61fd2ab-6503-46c5-9329-71deaba50142 req-23d3c6e6-add1-4d59-bbfb-8acbb0f7d838 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Synchronizing usage tracker for tenant:298c60137a5b4342898eb5f96ba2a7ef on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:34.605350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-180bd60c-d75a-4e38-b26b-7a030744eddc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:34.692464 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-988674cb-b1f6-4077-be40-2f3a2d7145b3 None None] For port ba6c996e-0e8a-4b84-9c7e-f40b6f938287, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ba6c996e-0e8a-4b84-9c7e-f40b6f938287,segment=NetworkSegment(0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42),segment_id=0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:34.719939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-988674cb-b1f6-4077-be40-2f3a2d7145b3 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:34.738823 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-988674cb-b1f6-4077-be40-2f3a2d7145b3 None None] Transition to ACTIVE for port object ba6c996e-0e8a-4b84-9c7e-f40b6f938287 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:34.767087 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-e61fd2ab-6503-46c5-9329-71deaba50142 req-23d3c6e6-add1-4d59-bbfb-8acbb0f7d838 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Unset dirty status for tenant:298c60137a5b4342898eb5f96ba2a7ef on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:34.779239 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e61fd2ab-6503-46c5-9329-71deaba50142 req-23d3c6e6-add1-4d59-bbfb-8acbb0f7d838 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 210 time: 0.3754671 Feb 28 14:51:34.787889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c23b7b85-ab4d-4934-b1d7-8c27c8bb4f89 req-5ddff15b-6d49-49c9-a8ce-f8a16136bc9d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:34.810962 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 3624cc22-c0b4-4ed6-94b5-e47c98fb218d no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:51:34.851629 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-988674cb-b1f6-4077-be40-2f3a2d7145b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:34.868483 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 3624cc22-c0b4-4ed6-94b5-e47c98fb218d {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:51:34.869020 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 3624cc22-c0b4-4ed6-94b5-e47c98fb218d not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:51:34.869443 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 489cb12d-405f-45fa-8c41-9a57e19f1d87 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:51:34.873021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddff15b-6d49-49c9-a8ce-f8a16136bc9d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Pushing event deleted for resources: {'Port': ['ID=489cb12d-405f-45fa-8c41-9a57e19f1d87,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:34.957733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:34.997431 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 489cb12d-405f-45fa-8c41-9a57e19f1d87 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:51:34.997791 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 489cb12d-405f-45fa-8c41-9a57e19f1d87 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:51:35.011918 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0f5b6fd9-074e-41ab-b169-e8c38ac40034 None None] Provisioning for port 10c1380f-62c1-45f5-8fab-46ac83dd2182 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:35.026541 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0f5b6fd9-074e-41ab-b169-e8c38ac40034 None None] Provisioning complete for port 10c1380f-62c1-45f5-8fab-46ac83dd2182 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:35.026910 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0f5b6fd9-074e-41ab-b169-e8c38ac40034 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:35.046944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea29fe53-31a9-4c2b-a7f7-4c022d847ebb req-76b348ef-f0e0-4bbc-bdf4-15d8c5dbc986 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:35.053602 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea29fe53-31a9-4c2b-a7f7-4c022d847ebb req-76b348ef-f0e0-4bbc-bdf4-15d8c5dbc986 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.3303475 Feb 28 14:51:35.157229 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-cf0dca36-b3f6-4c65-88b1-47375a3ff5da req-573d2d2f-f184-47c3-99c8-64f44b6c9b12 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 210 time: 0.1842451 Feb 28 14:51:35.175883 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea29fe53-31a9-4c2b-a7f7-4c022d847ebb req-2adf77b7-1154-4089-8aff-62859608a4f6 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1093388 Feb 28 14:51:35.192719 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06f2be64-217c-45fa-a190-c4c8eb30df33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:35.193510 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-06f2be64-217c-45fa-a190-c4c8eb30df33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:35.194745 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Network 220bc291-7c17-4327-93b6-7c1d5a42b732 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:35.195451 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988674cb-b1f6-4077-be40-2f3a2d7145b3 None None] Pushing event updated for resources: {'Port': ['ID=ba6c996e-0e8a-4b84-9c7e-f40b6f938287,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:35.204298 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:35.205215 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0f5b6fd9-074e-41ab-b169-e8c38ac40034 None None] Port 10c1380f-62c1-45f5-8fab-46ac83dd2182 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:51:35.262068 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:35.349886 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Allocated IP 2001:db8::2c9 (220bc291-7c17-4327-93b6-7c1d5a42b732/158b9867-6375-439e-92e6-06612a824916/beb3c786-9c7c-42e5-8888-4c4dcabecf60) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:35.417549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Router 340e56fa-3cef-4074-aefd-d0932b7a656f is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:51:35.428603 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-06f2be64-217c-45fa-a190-c4c8eb30df33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:35.439004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39272) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:35.439526 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-06f2be64-217c-45fa-a190-c4c8eb30df33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 1.1743908 Feb 28 14:51:35.471120 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Pushing event updated for resources: {'Port': ['ID=cf064739-564a-4e3f-beab-54f39033d7aa,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:35.489613 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c23b7b85-ab4d-4934-b1d7-8c27c8bb4f89 req-5ddff15b-6d49-49c9-a8ce-f8a16136bc9d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:51:35.493574 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Attempting to bind port cf064739-564a-4e3f-beab-54f39033d7aa on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:35.493938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Attempting to bind port cf064739-564a-4e3f-beab-54f39033d7aa by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '3942f5cf-fd0e-489c-a0ba-904ada791058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '220bc291-7c17-4327-93b6-7c1d5a42b732'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:35.494291 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Attempting to bind port cf064739-564a-4e3f-beab-54f39033d7aa on network 220bc291-7c17-4327-93b6-7c1d5a42b732 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:35.527200 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:35.527616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Checking segment: {'id': '3942f5cf-fd0e-489c-a0ba-904ada791058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '220bc291-7c17-4327-93b6-7c1d5a42b732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:35.527972 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:35.536763 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Bound using segment: {'id': '3942f5cf-fd0e-489c-a0ba-904ada791058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '220bc291-7c17-4327-93b6-7c1d5a42b732'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:35.537277 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Bound port: cf064739-564a-4e3f-beab-54f39033d7aa, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3942f5cf-fd0e-489c-a0ba-904ada791058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '220bc291-7c17-4327-93b6-7c1d5a42b732'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:35.537660 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:35.559112 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '606fff85-c7b5-4234-87d6-3ee9f7de660b'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:35.560524 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:35.623277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-92d8944e-653d-478e-a468-43979d02ebb7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port d513e2c7-98a4-46a6-84c8-997405840be3 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:35.623824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-92d8944e-653d-478e-a468-43979d02ebb7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:35.763902 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ba6c996e-0e8a-4b84-9c7e-f40b6f938287 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:35.814120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ccc0973e-f2ab-464a-8372-22b6385046e7 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:36.013657 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] For port cf064739-564a-4e3f-beab-54f39033d7aa, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:36.037715 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] For port cf064739-564a-4e3f-beab-54f39033d7aa, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cf064739-564a-4e3f-beab-54f39033d7aa,segment=NetworkSegment(3942f5cf-fd0e-489c-a0ba-904ada791058),segment_id=3942f5cf-fd0e-489c-a0ba-904ada791058)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:36.040810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebc45255-e140-4533-9963-48ff1c3c028c None None] Network c44fd69f-5767-4387-bbc9-ca3e9b2849e4 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:36.089954 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-79e7cae8-401e-4362-a6a5-29dcfce6362a req-5a4670f7-a07c-4566-ad3b-0bcc54371837 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 210 time: 0.0898745 Feb 28 14:51:36.102812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b798ba-7021-407c-888e-f4e0f7c30480 req-a4e1af1b-f473-4f03-9cf8-6fd0748123a9 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:36.109941 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-28b798ba-7021-407c-888e-f4e0f7c30480 req-a4e1af1b-f473-4f03-9cf8-6fd0748123a9 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.6608562 Feb 28 14:51:36.277499 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-180bd60c-d75a-4e38-b26b-7a030744eddc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:36.328793 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:36.349895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-92d8944e-653d-478e-a468-43979d02ebb7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:36.497886 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baf11324-9579-46a4-aa0a-5c76e0186b86 None None] Pushing event updated for resources: {'Port': ['ID=cf064739-564a-4e3f-beab-54f39033d7aa,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:36.504591 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Allocated IP 2001:db8::2 (2d04583f-a513-435e-a720-cee2c3103874/606fff85-c7b5-4234-87d6-3ee9f7de660b/fdd7c548-8fd5-415f-bb76-a1751b054b1d) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:36.514520 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-28b798ba-7021-407c-888e-f4e0f7c30480 req-4659a926-568b-408f-b81e-f58e7feeeb35 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3627064 Feb 28 14:51:36.521288 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-55190d9b-89e6-47f4-befa-8d2027ac400f None None] Provisioning for port ba6c996e-0e8a-4b84-9c7e-f40b6f938287 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:36.526650 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180bd60c-d75a-4e38-b26b-7a030744eddc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Subnet': ['ID=8a485a1e-7e37-43a1-bac3-599a9822f4dd,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:36.537482 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-55190d9b-89e6-47f4-befa-8d2027ac400f None None] Provisioning complete for port ba6c996e-0e8a-4b84-9c7e-f40b6f938287 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:36.538178 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-55190d9b-89e6-47f4-befa-8d2027ac400f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:36.577321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:36.633602 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Transition to ACTIVE for port object beb3c786-9c7c-42e5-8888-4c4dcabecf60 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:36.635110 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-180bd60c-d75a-4e38-b26b-7a030744eddc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Checking segment: {'id': 'ac2aeb3d-30aa-41fa-b1e8-60fa14f074cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '424d0547-dce2-414b-907a-672f183a1430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:36.635724 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180bd60c-d75a-4e38-b26b-7a030744eddc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network hostable DHCP agents. Network: 424d0547-dce2-414b-907a-672f183a1430, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:51:36.646381 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5c3858c7-872a-494f-98b3-43815daf2c6a req-75080e18-49fd-4e00-b3cc-99b5ce1a346a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:51:36.692047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e3120b-01ce-4606-90fe-fceb008e7fc3 None None] Sync routers for ids ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:51:36.703966 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-98b7bd48-848d-4e58-8170-11eb40e45d16 req-04af9f85-138d-4d0c-9b1f-2e6619a86229 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 210 time: 0.3375943 Feb 28 14:51:36.711683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-92d8944e-653d-478e-a468-43979d02ebb7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for d513e2c7-98a4-46a6-84c8-997405840be3 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:36.800245 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c3858c7-872a-494f-98b3-43815daf2c6a req-75080e18-49fd-4e00-b3cc-99b5ce1a346a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] No DVR routers for this DVR port 3624cc22-c0b4-4ed6-94b5-e47c98fb218d on host hv-neutron-8308 {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:51:36.802864 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-5c3858c7-872a-494f-98b3-43815daf2c6a req-75080e18-49fd-4e00-b3cc-99b5ce1a346a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:36.816474 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd678ebf9-a267-4cab-b2ca-4b496b758782', 'name': 'network-vif-deleted', 'tag': '3624cc22-c0b4-4ed6-94b5-e47c98fb218d'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:51:36.821113 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5c3858c7-872a-494f-98b3-43815daf2c6a req-75080e18-49fd-4e00-b3cc-99b5ce1a346a tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.20 "DELETE /v2.0/ports/3624cc22-c0b4-4ed6-94b5-e47c98fb218d HTTP/1.1" status: 204 len: 173 time: 5.6731908 Feb 28 14:51:36.844673 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-ccc0973e-f2ab-464a-8372-22b6385046e7 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:51:36.884918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-180bd60c-d75a-4e38-b26b-7a030744eddc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network 424d0547-dce2-414b-907a-672f183a1430 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:51:36.901845 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ccc0973e-f2ab-464a-8372-22b6385046e7 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:36.913635 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-180bd60c-d75a-4e38-b26b-7a030744eddc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 424d0547-dce2-414b-907a-672f183a1430) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:36.920309 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180bd60c-d75a-4e38-b26b-7a030744eddc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:36.921300 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-180bd60c-d75a-4e38-b26b-7a030744eddc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:36.955029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ccc0973e-f2ab-464a-8372-22b6385046e7 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:37.009723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c23b7b85-ab4d-4934-b1d7-8c27c8bb4f89 req-5ddff15b-6d49-49c9-a8ce-f8a16136bc9d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:51:37.042741 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3742a5-75d6-4122-a703-5e87a5a1157d None None] Sync routers for ids ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:51:37.047639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17faf513-093c-4d1f-9f82-15086fe22863 None None] Network 424d0547-dce2-414b-907a-672f183a1430 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:37.063812 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3742a5-75d6-4122-a703-5e87a5a1157d None None] Routers {'4688f45c-1a32-4f94-a6f2-6f55ccb90a33'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:37.064442 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7b3742a5-75d6-4122-a703-5e87a5a1157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:37.071935 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd678ebf9-a267-4cab-b2ca-4b496b758782', 'name': 'network-vif-deleted', 'tag': '3624cc22-c0b4-4ed6-94b5-e47c98fb218d', 'status': 'completed', 'code': 200} Feb 28 14:51:37.087431 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-180bd60c-d75a-4e38-b26b-7a030744eddc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1463420 Feb 28 14:51:37.089000 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:37.096483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39284) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:37.115360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:51:37.134417 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:37.269699 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-c23b7b85-ab4d-4934-b1d7-8c27c8bb4f89 req-5ddff15b-6d49-49c9-a8ce-f8a16136bc9d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] No DVR routers for this DVR port 489cb12d-405f-45fa-8c41-9a57e19f1d87 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:51:37.282167 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c23b7b85-ab4d-4934-b1d7-8c27c8bb4f89 req-5ddff15b-6d49-49c9-a8ce-f8a16136bc9d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:37.289165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4346d7a5-d9d6-4871-a058-84ec230f1e34', 'name': 'network-vif-deleted', 'tag': '489cb12d-405f-45fa-8c41-9a57e19f1d87'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:51:37.338139 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:51:37.338416 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-ccc0973e-f2ab-464a-8372-22b6385046e7 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] In _notify_port_updated(), no bound segment for port 10c1380f-62c1-45f5-8fab-46ac83dd2182 on network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb {{(pid=83591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:51:37.354403 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ccc0973e-f2ab-464a-8372-22b6385046e7 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:37.359638 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ccc0973e-f2ab-464a-8372-22b6385046e7 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:37.365958 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ccc0973e-f2ab-464a-8372-22b6385046e7 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "PUT /v2.0/ports/10c1380f-62c1-45f5-8fab-46ac83dd2182 HTTP/1.1" status: 200 len: 1001 time: 3.0424798 Feb 28 14:51:37.377207 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39292) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:37.419184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72f6b8da-25fe-449c-b390-39bd4c38388c req-271599a2-709e-4a9f-ae22-f80a067270e0 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:37.419634 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-7b3742a5-75d6-4122-a703-5e87a5a1157d None None] Set router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:51:37.429347 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-714cc75f-20f1-4c0a-a509-5222bf73e57e req-76ae9263-933b-402d-94db-069b1cf0f6ee tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/ports?device_id=d678ebf9-a267-4cab-b2ca-4b496b758782 HTTP/1.1" status: 200 len: 210 time: 0.1098232 Feb 28 14:51:37.436611 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:37.437841 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-72f6b8da-25fe-449c-b390-39bd4c38388c req-271599a2-709e-4a9f-ae22-f80a067270e0 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.7350450 Feb 28 14:51:37.441014 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-73147f48-47e2-4c69-9eef-2f22e92d5e59 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 10.3564394 Feb 28 14:51:37.442715 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39296) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:37.449900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-92d8944e-653d-478e-a468-43979d02ebb7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:37.474259 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc0973e-f2ab-464a-8372-22b6385046e7 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event updated for resources: {'Port': ['ID=10c1380f-62c1-45f5-8fab-46ac83dd2182,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:37.495988 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:37.574317 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c23b7b85-ab4d-4934-b1d7-8c27c8bb4f89 req-5ddff15b-6d49-49c9-a8ce-f8a16136bc9d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.20 "DELETE /v2.0/ports/489cb12d-405f-45fa-8c41-9a57e19f1d87 HTTP/1.1" status: 204 len: 173 time: 5.6374543 Feb 28 14:51:37.600351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Transition to ACTIVE for port object fdd7c548-8fd5-415f-bb76-a1751b054b1d will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:37.614056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d81ca3-cdb9-486e-9ac6-31b0e73224eb None None] Sync routers for ids ['340e56fa-3cef-4074-aefd-d0932b7a656f'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:51:37.616834 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e3120b-01ce-4606-90fe-fceb008e7fc3 None None] Routers {'040cb74d-d7ee-43fa-bc0e-b4d145cff019'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:37.617448 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a0e3120b-01ce-4606-90fe-fceb008e7fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:37.663983 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4346d7a5-d9d6-4871-a058-84ec230f1e34', 'name': 'network-vif-deleted', 'tag': '489cb12d-405f-45fa-8c41-9a57e19f1d87', 'status': 'completed', 'code': 200} Feb 28 14:51:37.716481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 220bc291-7c17-4327-93b6-7c1d5a42b732 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:37.829990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8944e-653d-478e-a468-43979d02ebb7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=d513e2c7-98a4-46a6-84c8-997405840be3,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:37.849125 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3389594'] for subnet, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:37.892122 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Deleting port 10c1380f-62c1-45f5-8fab-46ac83dd2182 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:37.892461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:37.898680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cf064739-564a-4e3f-beab-54f39033d7aa up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:38.045184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:38.119925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Transition to ACTIVE for port object fdd7c548-8fd5-415f-bb76-a1751b054b1d will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:38.220005 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d81ca3-cdb9-486e-9ac6-31b0e73224eb None None] Routers {'340e56fa-3cef-4074-aefd-d0932b7a656f'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:38.220365 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-d1d81ca3-cdb9-486e-9ac6-31b0e73224eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['340e56fa-3cef-4074-aefd-d0932b7a656f'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:38.245840 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7b3742a5-75d6-4122-a703-5e87a5a1157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'name': 'tempest-ServersTestJSON-1649650182-router', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'gw_port': {'id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'd4d697f8-88d2-4e69-b907-dcb7e091d60a', 'name': '', 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'mac_address': 'fa:16:3e:2e:0c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:22Z', 'revision_number': 5, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'subnets': [{'id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:38.259916 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3742a5-75d6-4122-a703-5e87a5a1157d None None] Checking router: 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:51:38.288094 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b3742a5-75d6-4122-a703-5e87a5a1157d None None] Routers {'4688f45c-1a32-4f94-a6f2-6f55ccb90a33'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:38.288956 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7b3742a5-75d6-4122-a703-5e87a5a1157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:38.319458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-424d0547-dce2-414b-907a-672f183a1430', 'network_id': '424d0547-dce2-414b-907a-672f183a1430', 'tenant_id': '5ddb5759724641b19b2a8d1fc13b4ceb', 'fixed_ips': [{'subnet_id': '8a485a1e-7e37-43a1-bac3-599a9822f4dd'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:38.328191 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:38.331586 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:38.335798 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:38.336823 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:38.347298 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:38.383226 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 6.2143710 Feb 28 14:51:38.414054 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39306) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:38.486687 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-d1d81ca3-cdb9-486e-9ac6-31b0e73224eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:38.490129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a4f95f-9ebd-480f-aa31-0cd5f547e5b8 None None] Network 220bc291-7c17-4327-93b6-7c1d5a42b732 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:38.525869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-f4309539-7b2f-4468-9f16-19b2ef16c898 req-b00f443c-f285-485e-946e-41d376345059 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Synchronizing usage tracker for tenant:b7f2d767ebb94336b3fa60c117266b9b on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:38.547377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-92d8944e-653d-478e-a468-43979d02ebb7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:38.549758 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-92d8944e-653d-478e-a468-43979d02ebb7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/d513e2c7-98a4-46a6-84c8-997405840be3 HTTP/1.1" status: 204 len: 168 time: 3.1097906 Feb 28 14:51:38.569606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39312) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:38.578331 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d56059-403d-4658-84be-1c6b594226e8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=beb3c786-9c7c-42e5-8888-4c4dcabecf60,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:38.603393 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-7b3742a5-75d6-4122-a703-5e87a5a1157d None None] Set router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:51:38.673260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-a0e3120b-01ce-4606-90fe-fceb008e7fc3 None None] Set router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:51:38.687248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:38.696916 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-f4309539-7b2f-4468-9f16-19b2ef16c898 req-b00f443c-f285-485e-946e-41d376345059 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Unset dirty status for tenant:b7f2d767ebb94336b3fa60c117266b9b on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:38.704659 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f4309539-7b2f-4468-9f16-19b2ef16c898 req-b00f443c-f285-485e-946e-41d376345059 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/ports?device_id=4346d7a5-d9d6-4871-a058-84ec230f1e34 HTTP/1.1" status: 200 len: 210 time: 0.5470598 Feb 28 14:51:38.728236 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-72f6b8da-25fe-449c-b390-39bd4c38388c req-80dd43f1-e2fb-4260-91a5-098125ef6d4c tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 1.2806265 Feb 28 14:51:38.743279 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c5353-796e-4d54-89c2-088b1e3b533b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:38.744653 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375c5353-796e-4d54-89c2-088b1e3b533b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:38.745392 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-375c5353-796e-4d54-89c2-088b1e3b533b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:38.769074 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Pushing event updated for resources: {'Port': ['ID=fdd7c548-8fd5-415f-bb76-a1751b054b1d,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:38.801590 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:38.862414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737161184907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3181687'] for subnet, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:38.867472 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:38.903086 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Calling delete_port for 10c1380f-62c1-45f5-8fab-46ac83dd2182 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:38.944465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-375c5353-796e-4d54-89c2-088b1e3b533b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:38.946497 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-375c5353-796e-4d54-89c2-088b1e3b533b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.3738065 Feb 28 14:51:38.947410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39320) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:38.959975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39322) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:38.971274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port cf064739-564a-4e3f-beab-54f39033d7aa completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:38.974486 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:39.048035 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7b3742a5-75d6-4122-a703-5e87a5a1157d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'name': 'tempest-ServersTestJSON-1649650182-router', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'gw_port': {'id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'd4d697f8-88d2-4e69-b907-dcb7e091d60a', 'name': '', 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'mac_address': 'fa:16:3e:2e:0c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:22Z', 'revision_number': 5, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'subnets': [{'id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:39.052751 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b3742a5-75d6-4122-a703-5e87a5a1157d None None] The sync data for ids ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'] in dv-neutron-830866-2-hyperv is: [{'id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'name': 'tempest-ServersTestJSON-1649650182-router', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'gw_port': {'id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'd4d697f8-88d2-4e69-b907-dcb7e091d60a', 'name': '', 'network_id': '37f007eb-7cdb-49fb-b4f0-35760d6aeb98', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'mac_address': 'fa:16:3e:2e:0c:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:22Z', 'revision_number': 5, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'subnets': [{'id': 'a7fafb40-7a16-4183-9a12-11fd85d37b51', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:51:39.113795 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:39.114670 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:39.118882 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "PUT /v2.0/subnets/8a485a1e-7e37-43a1-bac3-599a9822f4dd HTTP/1.1" status: 200 len: 826 time: 1.9973187 Feb 28 14:51:39.120841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39328) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:39.127630 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Subnet': ['ID=8a485a1e-7e37-43a1-bac3-599a9822f4dd,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:39.155313 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:39.155823 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:39.156246 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:39.156691 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:39.157326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:39.157532 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:39.157856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1d81ca3-cdb9-486e-9ac6-31b0e73224eb None None] Routers {'340e56fa-3cef-4074-aefd-d0932b7a656f'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:39.158012 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:39.158438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:39.158541 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-d1d81ca3-cdb9-486e-9ac6-31b0e73224eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['340e56fa-3cef-4074-aefd-d0932b7a656f'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:39.159051 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:39.159361 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:39.159907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c29869e6-0a00-42fa-bc99-7871ac919350 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:39.230007 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b0d85ecc-9784-487e-a8f7-5f5c1952a93b tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/routers/340e56fa-3cef-4074-aefd-d0932b7a656f HTTP/1.1" status: 200 len: 920 time: 1.7768559 Feb 28 14:51:39.240590 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39332) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:39.343086 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-27b5ee03-755c-4a5f-8cb0-c3d567fb36a2 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "GET /v2.0/ports?device_id=340e56fa-3cef-4074-aefd-d0932b7a656f HTTP/1.1" status: 200 len: 205 time: 0.1010382 Feb 28 14:51:39.351566 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39336) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:39.361359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440bd389-fdb8-4224-90b6-839daad478c9 req-74270a10-0e91-4e4a-8c31-70eb2e49d1ab tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:39.363028 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-440bd389-fdb8-4224-90b6-839daad478c9 req-74270a10-0e91-4e4a-8c31-70eb2e49d1ab tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.3885684 Feb 28 14:51:39.374378 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5bc425ec-0197-4752-9637-e12c0b7ce1ad None None] New status for floating IP bca7b8e0-829f-4299-882b-b14a6d3abb73: DOWN {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 14:51:39.399416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0877f567-715b-4c91-95c5-5e27cec9228c None None] Provisioning complete for port 10c1380f-62c1-45f5-8fab-46ac83dd2182 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:39.399875 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0877f567-715b-4c91-95c5-5e27cec9228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:39.484033 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-d1d81ca3-cdb9-486e-9ac6-31b0e73224eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:39.484517 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1d81ca3-cdb9-486e-9ac6-31b0e73224eb None None] The sync data for ids ['340e56fa-3cef-4074-aefd-d0932b7a656f'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:51:39.499171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3fe1dc09-7576-46ef-87c6-a9a9296a9792 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:39.603900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3fe1dc09-7576-46ef-87c6-a9a9296a9792 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:39.620400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:39.625223 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:39.674156 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Attempting to bind port fdd7c548-8fd5-415f-bb76-a1751b054b1d on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:39.674766 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Attempting to bind port fdd7c548-8fd5-415f-bb76-a1751b054b1d by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:39.675108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Attempting to bind port fdd7c548-8fd5-415f-bb76-a1751b054b1d on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:39.692783 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-440bd389-fdb8-4224-90b6-839daad478c9 req-c4ef5dcf-9ce2-4338-82d9-448ba08ac5db tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2216482 Feb 28 14:51:39.709665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-769d66d5-d915-4dd8-b590-5fa6d041ef05 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 606fff85-c7b5-4234-87d6-3ee9f7de660b {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:51:39.711569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event deleted for resources: {'Port': ['ID=10c1380f-62c1-45f5-8fab-46ac83dd2182,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:39.726968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-769d66d5-d915-4dd8-b590-5fa6d041ef05 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:39.764422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:39.764800 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:39.765611 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:39.766026 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:39.766490 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Bound port: fdd7c548-8fd5-415f-bb76-a1751b054b1d, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:39.767070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:39.784848 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Allocated IP 2001:db8::2 (424d0547-dce2-414b-907a-672f183a1430/8a485a1e-7e37-43a1-bac3-599a9822f4dd/414d2089-d06c-477a-9c64-db6092088d74) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:39.787080 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0877f567-715b-4c91-95c5-5e27cec9228c None None] Port 10c1380f-62c1-45f5-8fab-46ac83dd2182 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:51:39.963836 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39346) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:40.003967 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.007923 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.045141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:40.045721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:40.046186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:40.046708 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:40.047201 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:40.047707 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:40.048180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:40.048669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:40.049147 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:40.049596 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:40.050050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:40.064442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-769d66d5-d915-4dd8-b590-5fa6d041ef05 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.089578 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0877f567-715b-4c91-95c5-5e27cec9228c None None] Provisioning complete for port ba6c996e-0e8a-4b84-9c7e-f40b6f938287 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:40.089948 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0877f567-715b-4c91-95c5-5e27cec9228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.174229 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] For port fdd7c548-8fd5-415f-bb76-a1751b054b1d, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:40.225285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] For port fdd7c548-8fd5-415f-bb76-a1751b054b1d, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fdd7c548-8fd5-415f-bb76-a1751b054b1d,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:40.251973 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3fe1dc09-7576-46ef-87c6-a9a9296a9792 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.281793 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.320967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe1dc09-7576-46ef-87c6-a9a9296a9792 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd691bb5-9969-444c-875e-e27924a464b0,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:40.341589 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.366932 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e78ed8c1-c39d-48e0-9d22-0f0bcfb72eb0 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "DELETE /v2.0/ports/10c1380f-62c1-45f5-8fab-46ac83dd2182 HTTP/1.1" status: 204 len: 168 time: 2.9807477 Feb 28 14:51:40.370710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39350) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:40.374082 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8afc9ab8-9c5e-412e-8a12-0d2758626c96 req-ab2afbaf-166c-467f-91e4-2997378a2b18 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:40.375247 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8afc9ab8-9c5e-412e-8a12-0d2758626c96 req-ab2afbaf-166c-467f-91e4-2997378a2b18 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.4464750 Feb 28 14:51:40.376488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-769d66d5-d915-4dd8-b590-5fa6d041ef05 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.405274 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3fe1dc09-7576-46ef-87c6-a9a9296a9792 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.409448 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3fe1dc09-7576-46ef-87c6-a9a9296a9792 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "DELETE /v2.0/security-groups/cd691bb5-9969-444c-875e-e27924a464b0 HTTP/1.1" status: 204 len: 168 time: 1.4508007 Feb 28 14:51:40.413706 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39354) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:40.420020 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6a89ecf2-c0a4-49ce-90c3-efb9f584ebef tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.463775 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-bef33825-c5b6-4d5c-900c-4471f80241bd tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] GET failed (client error): The resource could not be found. Feb 28 14:51:40.465179 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bef33825-c5b6-4d5c-900c-4471f80241bd tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "GET /v2.0/ports/10c1380f-62c1-45f5-8fab-46ac83dd2182 HTTP/1.1" status: 404 len: 333 time: 0.0888724 Feb 28 14:51:40.475230 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39358) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:40.499760 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-5101a40c-3331-46f9-922f-bd8c176eeb28 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] show failed (client error): The resource could not be found. Feb 28 14:51:40.506155 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5101a40c-3331-46f9-922f-bd8c176eeb28 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "GET /v2.0/security-groups/cd691bb5-9969-444c-875e-e27924a464b0 HTTP/1.1" status: 404 len: 347 time: 0.0872371 Feb 28 14:51:40.511999 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8afc9ab8-9c5e-412e-8a12-0d2758626c96 req-86649283-491a-446e-9ef8-86a9508fe1d0 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0945499 Feb 28 14:51:40.513189 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39362) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:40.518822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-769d66d5-d915-4dd8-b590-5fa6d041ef05 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.523942 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Request body: {'port': {'network_id': '62b579c2-94a9-4949-9c32-6cc4bfc75eeb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1321661707'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:40.551406 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a0e3120b-01ce-4606-90fe-fceb008e7fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'name': 'tempest-ServersTestManualDisk-1455582000-router', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'gw_port': {'id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:42Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0', 'name': '', 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'mac_address': 'fa:16:3e:5c:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:10Z', 'revision_number': 5, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'subnets': [{'id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:40.569676 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.583327 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e3120b-01ce-4606-90fe-fceb008e7fc3 None None] Checking router: 040cb74d-d7ee-43fa-bc0e-b4d145cff019 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:51:40.587516 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a185724c-8288-4815-a187-069d2e99c0e0 None None] Pushing event updated for resources: {'Port': ['ID=fdd7c548-8fd5-415f-bb76-a1751b054b1d,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:40.592410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Transition to ACTIVE for port object 414d2089-d06c-477a-9c64-db6092088d74 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:40.609000 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9c3c-520a-4277-944d-59e0066acbb5 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.640579 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0877f567-715b-4c91-95c5-5e27cec9228c None None] Provisioning for port cf064739-564a-4e3f-beab-54f39033d7aa completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:40.653751 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0877f567-715b-4c91-95c5-5e27cec9228c None None] Provisioning complete for port cf064739-564a-4e3f-beab-54f39033d7aa triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:40.654110 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0877f567-715b-4c91-95c5-5e27cec9228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.685421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6a89ecf2-c0a4-49ce-90c3-efb9f584ebef tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.687768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Transition to ACTIVE for port object 414d2089-d06c-477a-9c64-db6092088d74 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:40.695588 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e3120b-01ce-4606-90fe-fceb008e7fc3 None None] Routers {'040cb74d-d7ee-43fa-bc0e-b4d145cff019'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:40.696066 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a0e3120b-01ce-4606-90fe-fceb008e7fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:40.700549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-769d66d5-d915-4dd8-b590-5fa6d041ef05 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=606fff85-c7b5-4234-87d6-3ee9f7de660b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:40.762624 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-769d66d5-d915-4dd8-b590-5fa6d041ef05 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.819456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9917d-7075-49a9-9981-69a61b90bbb3 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Deleting port 550d8ef9-9116-4be5-ab7a-8d7f2f04acd9 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:40.820088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbf9917d-7075-49a9-9981-69a61b90bbb3 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.827970 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:40.880698 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-769d66d5-d915-4dd8-b590-5fa6d041ef05 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/606fff85-c7b5-4234-87d6-3ee9f7de660b HTTP/1.1" status: 204 len: 168 time: 1.9069257 Feb 28 14:51:40.897685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39368) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:40.964162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.005234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:51:41.005959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Network 424d0547-dce2-414b-907a-672f183a1430 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:41.008977 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Pushing event updated for resources: {'Port': ['ID=414d2089-d06c-477a-9c64-db6092088d74,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:41.016297 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:41.018384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:41.022349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.046216 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6f895ace-66f9-4ca2-967d-f68ed534a9db tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1441879 Feb 28 14:51:41.049246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Subnet': ['ID=8a485a1e-7e37-43a1-bac3-599a9822f4dd,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:41.051076 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39372) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:41.055986 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.062571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-cb304ad5-e2b2-4954-90c1-0f2810ebccce tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:41.207500 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-a0e3120b-01ce-4606-90fe-fceb008e7fc3 None None] Set router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:51:41.250894 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0877f567-715b-4c91-95c5-5e27cec9228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.291286 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=beb3c786-9c7c-42e5-8888-4c4dcabecf60,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:41.353168 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:41.393579 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6a89ecf2-c0a4-49ce-90c3-efb9f584ebef tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.418564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0877f567-715b-4c91-95c5-5e27cec9228c None None] For port cf064739-564a-4e3f-beab-54f39033d7aa, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cf064739-564a-4e3f-beab-54f39033d7aa,segment=NetworkSegment(3942f5cf-fd0e-489c-a0ba-904ada791058),segment_id=3942f5cf-fd0e-489c-a0ba-904ada791058)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:41.423716 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Attempting to bind port 414d2089-d06c-477a-9c64-db6092088d74 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:41.423716 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Attempting to bind port 414d2089-d06c-477a-9c64-db6092088d74 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'ac2aeb3d-30aa-41fa-b1e8-60fa14f074cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '424d0547-dce2-414b-907a-672f183a1430'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:41.423716 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Attempting to bind port 414d2089-d06c-477a-9c64-db6092088d74 on network 424d0547-dce2-414b-907a-672f183a1430 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:41.432956 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0877f567-715b-4c91-95c5-5e27cec9228c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.441635 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a89ecf2-c0a4-49ce-90c3-efb9f584ebef tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0ae6ead-f2bc-4fa8-a136-c8b59bf07615,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:41.443881 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:41.476153 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6a89ecf2-c0a4-49ce-90c3-efb9f584ebef tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.480112 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6a89ecf2-c0a4-49ce-90c3-efb9f584ebef tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "DELETE /v2.0/security-groups/e0ae6ead-f2bc-4fa8-a136-c8b59bf07615 HTTP/1.1" status: 204 len: 168 time: 1.5152111 Feb 28 14:51:41.485254 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39376) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:41.487293 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Made reservation on behalf of 319e1408ed5445a1be63d7fac43e0b11 for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:41.491136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.582240 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.583329 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-51effbed-955c-4f24-b8c8-ad34bdd5de6d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] show failed (client error): The resource could not be found. Feb 28 14:51:41.584586 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-51effbed-955c-4f24-b8c8-ad34bdd5de6d tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "GET /v2.0/security-groups/e0ae6ead-f2bc-4fa8-a136-c8b59bf07615 HTTP/1.1" status: 404 len: 347 time: 0.0985382 Feb 28 14:51:41.594906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39380) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:41.597531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cb304ad5-e2b2-4954-90c1-0f2810ebccce tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:41.609664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:41.610035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Checking segment: {'id': 'ac2aeb3d-30aa-41fa-b1e8-60fa14f074cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '424d0547-dce2-414b-907a-672f183a1430'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:41.610427 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.610808 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Bound using segment: {'id': 'ac2aeb3d-30aa-41fa-b1e8-60fa14f074cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '424d0547-dce2-414b-907a-672f183a1430'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:41.611279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Bound port: 414d2089-d06c-477a-9c64-db6092088d74, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac2aeb3d-30aa-41fa-b1e8-60fa14f074cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '424d0547-dce2-414b-907a-672f183a1430'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:41.611738 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.621075 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] device_id is not set on port 392f9dd3-d5a5-46f6-8600-a1475d901f46 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:41.653617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0877f567-715b-4c91-95c5-5e27cec9228c None None] Pushing event updated for resources: {'Port': ['ID=cf064739-564a-4e3f-beab-54f39033d7aa,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:41.788276 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.791331 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cb304ad5-e2b2-4954-90c1-0f2810ebccce tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:41.809154 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cb304ad5-e2b2-4954-90c1-0f2810ebccce tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:41.810894 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a92b6a8c-7c4b-4bb1-99ad-2991a393d230 None None] Provisioning complete for port cf064739-564a-4e3f-beab-54f39033d7aa triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:41.811614 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a92b6a8c-7c4b-4bb1-99ad-2991a393d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.829693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424d0547-dce2-414b-907a-672f183a1430']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:41.842920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cb304ad5-e2b2-4954-90c1-0f2810ebccce tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:41.852003 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2aeb3d-30aa-41fa-b1e8-60fa14f074cf') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:41.852293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2aeb3d-30aa-41fa-b1e8-60fa14f074cf') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:41.860227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-cba523e3-0538-4a4a-b8f1-3e595a5234a8 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Deleting port 29fd1634-5fdf-4bda-9617-ebb16dd6f37e {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:41.860655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cba523e3-0538-4a4a-b8f1-3e595a5234a8 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.876014 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fdd7c548-8fd5-415f-bb76-a1751b054b1d up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:41.888759 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbf9917d-7075-49a9-9981-69a61b90bbb3 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.889135 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbf9917d-7075-49a9-9981-69a61b90bbb3 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.915476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:41.920687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Allocated IP 2001:db8::73 (62b579c2-94a9-4949-9c32-6cc4bfc75eeb/f7749593-99b9-44e5-af03-d47a098fd9ff/392f9dd3-d5a5-46f6-8600-a1475d901f46) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:41.968419 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9c3c-520a-4277-944d-59e0066acbb5 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:42.013236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f9c3c-520a-4277-944d-59e0066acbb5 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Deleting port 391afbf3-dfa9-449b-88af-4a4e5ab7f811 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:42.013859 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9c3c-520a-4277-944d-59e0066acbb5 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:42.034439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port fdd7c548-8fd5-415f-bb76-a1751b054b1d completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:42.050423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb304ad5-e2b2-4954-90c1-0f2810ebccce tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:42.054268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cb304ad5-e2b2-4954-90c1-0f2810ebccce tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:42.081505 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:42.083874 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-cbf9917d-7075-49a9-9981-69a61b90bbb3 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Calling delete_port for 550d8ef9-9116-4be5-ab7a-8d7f2f04acd9 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:42.143413 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] For port 414d2089-d06c-477a-9c64-db6092088d74, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:42.161583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] For port 414d2089-d06c-477a-9c64-db6092088d74, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=414d2089-d06c-477a-9c64-db6092088d74,segment=NetworkSegment(ac2aeb3d-30aa-41fa-b1e8-60fa14f074cf),segment_id=ac2aeb3d-30aa-41fa-b1e8-60fa14f074cf)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:42.164434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbfe9e5-5217-43a3-9452-37735f3b6afb None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:42.188546 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:42.225730 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:42.294189 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:51:42.294481 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:51:42.310167 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:51:42.469622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 14:51:42.469622 dv-neutron-830866-2-hyperv neutron-server[83592]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 14:51:42.469622 dv-neutron-830866-2-hyperv neutron-server[83592]: [parameters: {'id': '424d0547-dce2-414b-907a-672f183a1430'}] Feb 28 14:51:42.469622 dv-neutron-830866-2-hyperv neutron-server[83592]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:51:42.470046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:51:42.475433 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cba523e3-0538-4a4a-b8f1-3e595a5234a8 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:42.475768 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cba523e3-0538-4a4a-b8f1-3e595a5234a8 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:42.540113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a92b6a8c-7c4b-4bb1-99ad-2991a393d230 None None] Provisioning for port beb3c786-9c7c-42e5-8888-4c4dcabecf60 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:42.548402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Pushing event updated for resources: {'Port': ['ID=414d2089-d06c-477a-9c64-db6092088d74,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:42.562845 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a92b6a8c-7c4b-4bb1-99ad-2991a393d230 None None] Provisioning complete for port beb3c786-9c7c-42e5-8888-4c4dcabecf60 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:42.563207 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a92b6a8c-7c4b-4bb1-99ad-2991a393d230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:42.616743 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:42.617056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:42.617462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:42.617914 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:42.618260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:42.618655 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:42.619044 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:42.619433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:42.619845 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:42.623101 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:42.623101 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed782bf0-a5eb-4045-837e-a904ef5d5179 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:51:42.633899 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9c3c-520a-4277-944d-59e0066acbb5 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:42.634637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-cba523e3-0538-4a4a-b8f1-3e595a5234a8 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Calling delete_port for 29fd1634-5fdf-4bda-9617-ebb16dd6f37e owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:42.636108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f277b05c-46ea-46f8-b1dd-af6f13f879c6 None None] Network 424d0547-dce2-414b-907a-672f183a1430 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:42.671239 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a0e3120b-01ce-4606-90fe-fceb008e7fc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'name': 'tempest-ServersTestManualDisk-1455582000-router', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'gw_port': {'id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:42Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0', 'name': '', 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'mac_address': 'fa:16:3e:5c:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:10Z', 'revision_number': 5, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'subnets': [{'id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:42.724258 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a92b6a8c-7c4b-4bb1-99ad-2991a393d230 None None] Port beb3c786-9c7c-42e5-8888-4c4dcabecf60 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:51:42.731759 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e3120b-01ce-4606-90fe-fceb008e7fc3 None None] The sync data for ids ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'] in dv-neutron-830866-2-hyperv is: [{'id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'name': 'tempest-ServersTestManualDisk-1455582000-router', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'gw_port': {'id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:42Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0', 'name': '', 'network_id': '1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'mac_address': 'fa:16:3e:5c:b2:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:10Z', 'revision_number': 5, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'subnets': [{'id': '666c4165-e4c7-4fb8-9cf2-965b24ef32fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:51:42.751604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbf9917d-7075-49a9-9981-69a61b90bbb3 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:42.779812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-bb3f9c3c-520a-4277-944d-59e0066acbb5 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Calling delete_port for 391afbf3-dfa9-449b-88af-4a4e5ab7f811 owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:42.812529 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:42.834592 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf9917d-7075-49a9-9981-69a61b90bbb3 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Pushing event deleted for resources: {'Port': ['ID=550d8ef9-9116-4be5-ab7a-8d7f2f04acd9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:42.870977 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d90f42c-14b4-49c0-aac4-a14d01478dea None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:51:42.882128 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b4ffeef0-61d7-4e6e-be45-58ce21d0c7e3 None None] Could not find standard attr ID for object d513e2c7-98a4-46a6-84c8-997405840be3. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:51:42.884987 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-2d90f42c-14b4-49c0-aac4-a14d01478dea None None] Deleting port fdd7c548-8fd5-415f-bb76-a1751b054b1d {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:42.885356 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2d90f42c-14b4-49c0-aac4-a14d01478dea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:42.927388 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Transition to ACTIVE for port object 392f9dd3-d5a5-46f6-8600-a1475d901f46 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:42.996529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:42.997864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b4ffeef0-61d7-4e6e-be45-58ce21d0c7e3 None None] Provisioning for port fdd7c548-8fd5-415f-bb76-a1751b054b1d completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:43.015889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b4ffeef0-61d7-4e6e-be45-58ce21d0c7e3 None None] Provisioning complete for port fdd7c548-8fd5-415f-bb76-a1751b054b1d triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:43.016262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b4ffeef0-61d7-4e6e-be45-58ce21d0c7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.068013 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.161016 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02233664-22a1-42cf-a42c-234ffb3b464d None None] Network 424d0547-dce2-414b-907a-672f183a1430 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:43.187532 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acc3d11-1d4d-4fea-acdc-ac6021e20c21 None None] New status for floating IP 154317d1-d464-4f4f-b955-403e82b835f1: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 14:51:43.188497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:43.215133 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cb304ad5-e2b2-4954-90c1-0f2810ebccce tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.219254 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:51:43.236820 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:43.250305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:43.256039 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:43.257367 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.260327 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbf9917d-7075-49a9-9981-69a61b90bbb3 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.263730 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Deleting port 414d2089-d06c-477a-9c64-db6092088d74 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:43.264275 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.272993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.283476 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event updated for resources: {'Port': ['ID=392f9dd3-d5a5-46f6-8600-a1475d901f46,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:43.297593 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.298512 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.332232 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cba523e3-0538-4a4a-b8f1-3e595a5234a8 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.440512 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba523e3-0538-4a4a-b8f1-3e595a5234a8 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Pushing event deleted for resources: {'Port': ['ID=29fd1634-5fdf-4bda-9617-ebb16dd6f37e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:43.483454 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=beb3c786-9c7c-42e5-8888-4c4dcabecf60,revision_number=3']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:43.483851 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb304ad5-e2b2-4954-90c1-0f2810ebccce tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:43.491654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9c3c-520a-4277-944d-59e0066acbb5 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.494652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb304ad5-e2b2-4954-90c1-0f2810ebccce tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=85fc0233-02f0-4e94-8a68-35af48b82793,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:43.506505 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-2d90f42c-14b4-49c0-aac4-a14d01478dea None None] For port fdd7c548-8fd5-415f-bb76-a1751b054b1d, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fdd7c548-8fd5-415f-bb76-a1751b054b1d,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:43.507035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2d90f42c-14b4-49c0-aac4-a14d01478dea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.507936 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-cb304ad5-e2b2-4954-90c1-0f2810ebccce tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:43.513505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb304ad5-e2b2-4954-90c1-0f2810ebccce tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:43.514104 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cb304ad5-e2b2-4954-90c1-0f2810ebccce tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.540752 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6d794af3-b41f-4640-819e-c96776b67cac tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.0307550 Feb 28 14:51:43.552212 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39384) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:43.575254 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-af4471bf-aadc-4408-a7dc-5bc732e19dcb tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:5e:27:a1'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:43.612335 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3f9c3c-520a-4277-944d-59e0066acbb5 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Pushing event deleted for resources: {'Port': ['ID=391afbf3-dfa9-449b-88af-4a4e5ab7f811,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:43.631133 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cb304ad5-e2b2-4954-90c1-0f2810ebccce tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.5720677 Feb 28 14:51:43.650013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39388) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:43.660526 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'fixed_ips': [{'subnet_id': '85fc0233-02f0-4e94-8a68-35af48b82793', 'ip_address': '2001:db8::dc0b:da72:5620:c3e4'}], 'name': 'tempest-NetworksTestDHCPv6-736663722'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:43.737361 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-2d90f42c-14b4-49c0-aac4-a14d01478dea None None] Calling delete_port for fdd7c548-8fd5-415f-bb76-a1751b054b1d owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:43.758430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbf9917d-7075-49a9-9981-69a61b90bbb3 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.763075 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cbf9917d-7075-49a9-9981-69a61b90bbb3 tempest-ServersTestManualDisk-1383440902 tempest-ServersTestManualDisk-1383440902-project] 10.222.0.15 "DELETE /v2.0/floatingips/154317d1-d464-4f4f-b955-403e82b835f1 HTTP/1.1" status: 204 len: 168 time: 3.2443299 Feb 28 14:51:43.764888 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39392) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:43.814493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cf064739-564a-4e3f-beab-54f39033d7aa up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:43.923520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cba523e3-0538-4a4a-b8f1-3e595a5234a8 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.925970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cba523e3-0538-4a4a-b8f1-3e595a5234a8 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.927094 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cba523e3-0538-4a4a-b8f1-3e595a5234a8 tempest-ServersTestJSON-431290251 tempest-ServersTestJSON-431290251-project] 10.222.0.15 "DELETE /v2.0/floatingips/bca7b8e0-829f-4299-882b-b14a6d3abb73 HTTP/1.1" status: 204 len: 168 time: 2.3312550 Feb 28 14:51:43.932455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 220bc291-7c17-4327-93b6-7c1d5a42b732 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:43.935114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39396) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:43.935555 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b4ffeef0-61d7-4e6e-be45-58ce21d0c7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.976925 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] For port 414d2089-d06c-477a-9c64-db6092088d74, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=414d2089-d06c-477a-9c64-db6092088d74,segment=NetworkSegment(ac2aeb3d-30aa-41fa-b1e8-60fa14f074cf),segment_id=ac2aeb3d-30aa-41fa-b1e8-60fa14f074cf)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:43.977268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:43.984572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:43.992547 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:44.027908 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2d90f42c-14b4-49c0-aac4-a14d01478dea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:44.044125 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:44.086873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:44.092742 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d90f42c-14b4-49c0-aac4-a14d01478dea None None] Pushing event deleted for resources: {'Port': ['ID=fdd7c548-8fd5-415f-bb76-a1751b054b1d,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:44.108400 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port cf064739-564a-4e3f-beab-54f39033d7aa triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:44.108762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:44.116677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Calling delete_port for 414d2089-d06c-477a-9c64-db6092088d74 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:44.132929 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d90f42c-14b4-49c0-aac4-a14d01478dea None None] No DVR routers for this DVR port fdd7c548-8fd5-415f-bb76-a1751b054b1d on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:51:44.149197 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:44.166856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b4ffeef0-61d7-4e6e-be45-58ce21d0c7e3 None None] Provisioning complete for port beb3c786-9c7c-42e5-8888-4c4dcabecf60 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:44.167127 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b4ffeef0-61d7-4e6e-be45-58ce21d0c7e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:44.187588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:44.193143 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:44.193881 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-122e864c-3edc-42ff-9c70-915f09f801f3 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:44.234165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port 9194afdb-bb0b-465f-adfc-ab3e36375a1c yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:44.322715 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-b4ffeef0-61d7-4e6e-be45-58ce21d0c7e3 None None] Port beb3c786-9c7c-42e5-8888-4c4dcabecf60 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:51:44.352275 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:44.524748 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fdd7c548-8fd5-415f-bb76-a1751b054b1d no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:51:44.531938 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Port': ['ID=414d2089-d06c-477a-9c64-db6092088d74,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:44.551858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No DVR routers for this DVR port 414d2089-d06c-477a-9c64-db6092088d74 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:51:44.557927 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-84eb176f-90cd-44a4-9ddc-e72732384a99 None None] Provisioning for port 392f9dd3-d5a5-46f6-8600-a1475d901f46 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:44.567460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: fdd7c548-8fd5-415f-bb76-a1751b054b1d {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:51:44.567843 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fdd7c548-8fd5-415f-bb76-a1751b054b1d not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:51:44.570877 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '85fc0233-02f0-4e94-8a68-35af48b82793'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:44.571687 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:44.584295 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-84eb176f-90cd-44a4-9ddc-e72732384a99 None None] Provisioning complete for port 392f9dd3-d5a5-46f6-8600-a1475d901f46 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:44.584668 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-84eb176f-90cd-44a4-9ddc-e72732384a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:44.600540 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9c3c-520a-4277-944d-59e0066acbb5 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:44.623315 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::dc0b:da72:5620:c3e4 (2d04583f-a513-435e-a720-cee2c3103874/85fc0233-02f0-4e94-8a68-35af48b82793/9194afdb-bb0b-465f-adfc-ab3e36375a1c) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:44.680142 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-84eb176f-90cd-44a4-9ddc-e72732384a99 None None] Port 392f9dd3-d5a5-46f6-8600-a1475d901f46 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:51:44.708548 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:44.721990 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-84eb176f-90cd-44a4-9ddc-e72732384a99 None None] Provisioning complete for port beb3c786-9c7c-42e5-8888-4c4dcabecf60 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:44.722359 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-84eb176f-90cd-44a4-9ddc-e72732384a99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:44.758063 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['424d0547-dce2-414b-907a-672f183a1430']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:44.775399 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-84eb176f-90cd-44a4-9ddc-e72732384a99 None None] Port beb3c786-9c7c-42e5-8888-4c4dcabecf60 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:51:44.784532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac2aeb3d-30aa-41fa-b1e8-60fa14f074cf') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:44.784831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac2aeb3d-30aa-41fa-b1e8-60fa14f074cf') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:44.815515 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:44.894513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:44.912373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:51:44.912808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:51:44.933284 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:51:44.965312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9c3c-520a-4277-944d-59e0066acbb5 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.052585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.056295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.074663 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9c3c-520a-4277-944d-59e0066acbb5 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.182609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.193304 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Network': ['ID=424d0547-dce2-414b-907a-672f183a1430,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:45.197511 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-af4471bf-aadc-4408-a7dc-5bc732e19dcb tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.209569 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ecfe9d8b-e40a-42fe-948f-8d43214f9410 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/424d0547-dce2-414b-907a-672f183a1430 HTTP/1.1" status: 204 len: 168 time: 6.0831108 Feb 28 14:51:45.210636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object 9194afdb-bb0b-465f-adfc-ab3e36375a1c will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:45.212718 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39400) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:45.217395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9c3c-520a-4277-944d-59e0066acbb5 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.217899 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb3f9c3c-520a-4277-944d-59e0066acbb5 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Fanout notify agent at l3_agent the message router_deleted on router 340e56fa-3cef-4074-aefd-d0932b7a656f {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:51:45.239296 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-83cec848-1b3c-44f3-9e3c-96a690b54fcf tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] DELETE failed (client error): The resource could not be found. Feb 28 14:51:45.239762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83cec848-1b3c-44f3-9e3c-96a690b54fcf tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:51:45.241369 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-83cec848-1b3c-44f3-9e3c-96a690b54fcf tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/424d0547-dce2-414b-907a-672f183a1430 HTTP/1.1" status: 404 len: 339 time: 0.0277636 Feb 28 14:51:45.244988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39404) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:45.251373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a12f9398-f4d9-4efb-b222-e0fb8068e18a tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1675482720', 'description': 'd1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:45.257536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a12f9398-f4d9-4efb-b222-e0fb8068e18a tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:45.264528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a12f9398-f4d9-4efb-b222-e0fb8068e18a tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Usage tracker for resource:network and tenant:5ddb5759724641b19b2a8d1fc13b4ceb is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:45.268169 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a12f9398-f4d9-4efb-b222-e0fb8068e18a tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:45.274995 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a12f9398-f4d9-4efb-b222-e0fb8068e18a tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:45.286973 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.328366 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12f9398-f4d9-4efb-b222-e0fb8068e18a tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:45.331133 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a12f9398-f4d9-4efb-b222-e0fb8068e18a tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.386837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:45.394400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:45.399004 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb3f9c3c-520a-4277-944d-59e0066acbb5 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.399346 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:45.400469 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bb3f9c3c-520a-4277-944d-59e0066acbb5 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "DELETE /v2.0/routers/340e56fa-3cef-4074-aefd-d0932b7a656f HTTP/1.1" status: 204 len: 168 time: 6.0470703 Feb 28 14:51:45.403951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:45.404576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.405954 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Allocated IP 2001:db8::2 (2d04583f-a513-435e-a720-cee2c3103874/85fc0233-02f0-4e94-8a68-35af48b82793/869b7e56-60cd-46ab-a958-257732ee5c0b) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:45.408254 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39408) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:45.424741 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=9194afdb-bb0b-465f-adfc-ab3e36375a1c,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:45.427134 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12f9398-f4d9-4efb-b222-e0fb8068e18a tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:51:45.431949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Request body: {'router': {'name': 'tempest-snat-router-827372313', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'enable_snat': False}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:45.443444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:45.453258 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a12f9398-f4d9-4efb-b222-e0fb8068e18a tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.453602 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-a12f9398-f4d9-4efb-b222-e0fb8068e18a tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Added segment 681d85fd-cf19-4a22-a8cc-14266fb9131e of type vlan for network 265461f8-2a5c-48ff-8074-0d172c8b7a45 Feb 28 14:51:45.454978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Usage tracker for resource:router and tenant:6b62f047ee654d1f9b64b563b172645b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:45.461565 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:45.472415 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a24d3ec9-10fd-44ea-bc13-be947a6cbbbb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.8189845 Feb 28 14:51:45.473908 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:45.475637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39412) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:45.534356 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a12f9398-f4d9-4efb-b222-e0fb8068e18a tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.545466 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.546391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.597400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a12f9398-f4d9-4efb-b222-e0fb8068e18a tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.601076 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12f9398-f4d9-4efb-b222-e0fb8068e18a tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:45.601661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a12f9398-f4d9-4efb-b222-e0fb8068e18a tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.642412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.656850 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.667217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Transition to ACTIVE for port object 869b7e56-60cd-46ab-a958-257732ee5c0b will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:45.686804 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Transition to ACTIVE for port object 869b7e56-60cd-46ab-a958-257732ee5c0b will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:45.691657 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.720417 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a12f9398-f4d9-4efb-b222-e0fb8068e18a tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4744117 Feb 28 14:51:45.730268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8940e3c4-6b11-4a01-b825-c8f937e41da7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:45.731024 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8940e3c4-6b11-4a01-b825-c8f937e41da7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:45.733320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39416) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:45.761797 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12f9398-f4d9-4efb-b222-e0fb8068e18a tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Network': ['ID=265461f8-2a5c-48ff-8074-0d172c8b7a45,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:45.764342 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:45.767079 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:45.772432 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:45.773571 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Pushing event updated for resources: {'Port': ['ID=869b7e56-60cd-46ab-a958-257732ee5c0b,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:45.803744 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 265461f8-2a5c-48ff-8074-0d172c8b7a45 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:51:45.941075 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Attempting to bind port 869b7e56-60cd-46ab-a958-257732ee5c0b on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:45.941492 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Attempting to bind port 869b7e56-60cd-46ab-a958-257732ee5c0b by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:45.941992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Attempting to bind port 869b7e56-60cd-46ab-a958-257732ee5c0b on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:45.955852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:45.956219 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:45.956637 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.956989 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:45.957449 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Bound port: 869b7e56-60cd-46ab-a958-257732ee5c0b, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:45.957817 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:45.968801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8940e3c4-6b11-4a01-b825-c8f937e41da7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:45.972608 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8940e3c4-6b11-4a01-b825-c8f937e41da7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.4915650 Feb 28 14:51:45.976464 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39420) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:45.977022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router 56d3d8a9-f66e-4bb8-99be-bbe4706178f4 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:51:45.992695 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7200d97-e6b8-458b-9c0c-a7741e897f43 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:45.993373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f7200d97-e6b8-458b-9c0c-a7741e897f43 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Synchronizing usage tracker for tenant:5ddb5759724641b19b2a8d1fc13b4ceb on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:46.010628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:46.020753 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f7200d97-e6b8-458b-9c0c-a7741e897f43 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Unset dirty status for tenant:5ddb5759724641b19b2a8d1fc13b4ceb on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:46.024545 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f7200d97-e6b8-458b-9c0c-a7741e897f43 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "GET /v2.0/networks?id=265461f8-2a5c-48ff-8074-0d172c8b7a45 HTTP/1.1" status: 200 len: 765 time: 0.2837975 Feb 28 14:51:46.024701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39424) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:46.032254 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-8201dcb7-403e-4869-b1b0-5005c29f2300 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'network': {'description': 'd2'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:46.033322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-af4471bf-aadc-4408-a7dc-5bc732e19dcb tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:46.059853 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-af4471bf-aadc-4408-a7dc-5bc732e19dcb tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:46.060113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] For port 869b7e56-60cd-46ab-a958-257732ee5c0b, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:46.063132 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] For port 869b7e56-60cd-46ab-a958-257732ee5c0b, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=869b7e56-60cd-46ab-a958-257732ee5c0b,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:46.069596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:46.155681 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4057fae-6966-487e-8194-cb9c3d8bf797 None None] Pushing event updated for resources: {'Port': ['ID=869b7e56-60cd-46ab-a958-257732ee5c0b,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:46.218164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-af4471bf-aadc-4408-a7dc-5bc732e19dcb tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] In _notify_port_updated(), no bound segment for port 392f9dd3-d5a5-46f6-8600-a1475d901f46 on network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb {{(pid=83591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:51:46.222124 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4471bf-aadc-4408-a7dc-5bc732e19dcb tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:46.222749 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-af4471bf-aadc-4408-a7dc-5bc732e19dcb tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:46.223976 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-af4471bf-aadc-4408-a7dc-5bc732e19dcb tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "PUT /v2.0/ports/392f9dd3-d5a5-46f6-8600-a1475d901f46 HTTP/1.1" status: 200 len: 1002 time: 2.6659510 Feb 28 14:51:46.227644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-3034ce08-395c-4b04-ae2c-241a21074cec tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port 9194afdb-bb0b-465f-adfc-ab3e36375a1c {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:46.227975 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3034ce08-395c-4b04-ae2c-241a21074cec tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:46.230289 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39430) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:46.343568 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4471bf-aadc-4408-a7dc-5bc732e19dcb tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event updated for resources: {'Port': ['ID=392f9dd3-d5a5-46f6-8600-a1475d901f46,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:46.404648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-4f5dde26-03dc-4aef-90ab-7de158379e64 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Deleting port 392f9dd3-d5a5-46f6-8600-a1475d901f46 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:46.405608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4f5dde26-03dc-4aef-90ab-7de158379e64 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:46.499897 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8201dcb7-403e-4869-b1b0-5005c29f2300 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:46.583658 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8201dcb7-403e-4869-b1b0-5005c29f2300 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:46.619736 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7b003d33-b3b1-479c-b577-0a6a39e1216e None None] Provisioning complete for port 392f9dd3-d5a5-46f6-8600-a1475d901f46 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:46.620808 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7b003d33-b3b1-479c-b577-0a6a39e1216e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:46.656996 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7378aaea-6f23-46f6-a5aa-4afb6b2e23ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:46.677381 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-7b003d33-b3b1-479c-b577-0a6a39e1216e None None] Port 392f9dd3-d5a5-46f6-8600-a1475d901f46 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:51:46.696372 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-8201dcb7-403e-4869-b1b0-5005c29f2300 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network 265461f8-2a5c-48ff-8074-0d172c8b7a45 is not hosted by any dhcp agent {{(pid=83592) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 28 14:51:46.700470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8201dcb7-403e-4869-b1b0-5005c29f2300 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:46.701053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8201dcb7-403e-4869-b1b0-5005c29f2300 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:46.702326 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8201dcb7-403e-4869-b1b0-5005c29f2300 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "PUT /v2.0/networks/265461f8-2a5c-48ff-8074-0d172c8b7a45 HTTP/1.1" status: 200 len: 762 time: 0.6767168 Feb 28 14:51:46.708824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39434) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:46.803562 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8201dcb7-403e-4869-b1b0-5005c29f2300 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Network': ['ID=265461f8-2a5c-48ff-8074-0d172c8b7a45,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:46.814059 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 265461f8-2a5c-48ff-8074-0d172c8b7a45 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:51:46.992546 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.037245 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.040174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4f5dde26-03dc-4aef-90ab-7de158379e64 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.067772 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:51:47.073109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3034ce08-395c-4b04-ae2c-241a21074cec tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.079683 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da63a6e7-dd0a-4b36-bdf8-616963f7cf42 None None] Sync routers for ids ['56d3d8a9-f66e-4bb8-99be-bbe4706178f4'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:51:47.091380 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a3f3b5dc-ebda-47ae-ac00-d24adf85287b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/56d3d8a9-f66e-4bb8-99be-bbe4706178f4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6728230 Feb 28 14:51:47.098640 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da63a6e7-dd0a-4b36-bdf8-616963f7cf42 None None] Routers {'56d3d8a9-f66e-4bb8-99be-bbe4706178f4'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:47.101510 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-da63a6e7-dd0a-4b36-bdf8-616963f7cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['56d3d8a9-f66e-4bb8-99be-bbe4706178f4'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:47.102470 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63099ad2-cae7-4d36-b592-d5716c196c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.138815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39438) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:47.179063 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-da63a6e7-dd0a-4b36-bdf8-616963f7cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:47.191625 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da63a6e7-dd0a-4b36-bdf8-616963f7cf42 None None] Routers {'56d3d8a9-f66e-4bb8-99be-bbe4706178f4'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:47.192243 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-da63a6e7-dd0a-4b36-bdf8-616963f7cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['56d3d8a9-f66e-4bb8-99be-bbe4706178f4'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:47.251105 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-da63a6e7-dd0a-4b36-bdf8-616963f7cf42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:47.251513 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da63a6e7-dd0a-4b36-bdf8-616963f7cf42 None None] The sync data for ids ['56d3d8a9-f66e-4bb8-99be-bbe4706178f4'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:51:47.251825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-4f5dde26-03dc-4aef-90ab-7de158379e64 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Calling delete_port for 392f9dd3-d5a5-46f6-8600-a1475d901f46 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:47.304269 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-3034ce08-395c-4b04-ae2c-241a21074cec tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for 9194afdb-bb0b-465f-adfc-ab3e36375a1c owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:47.398825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d738ca04-314a-4685-8b8c-099e6ec0aed7 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:47.399513 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d738ca04-314a-4685-8b8c-099e6ec0aed7 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Synchronizing usage tracker for tenant:5ddb5759724641b19b2a8d1fc13b4ceb on resource:network {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:47.401487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac217a7a-282d-43cf-aad7-680995a2f2f5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:47.402062 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ac217a7a-282d-43cf-aad7-680995a2f2f5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Synchronizing usage tracker for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:47.429279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-de3cf29f-38ea-4c04-a55e-f553f5ca1360 None None] Provisioning for port 869b7e56-60cd-46ab-a958-257732ee5c0b completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:47.460344 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ac217a7a-282d-43cf-aad7-680995a2f2f5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Unset dirty status for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:47.464155 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ac217a7a-282d-43cf-aad7-680995a2f2f5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports/beb3c786-9c7c-42e5-8888-4c4dcabecf60 HTTP/1.1" status: 200 len: 984 time: 0.3213804 Feb 28 14:51:47.466825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39442) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:47.474988 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d738ca04-314a-4685-8b8c-099e6ec0aed7 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Unset dirty status for tenant:5ddb5759724641b19b2a8d1fc13b4ceb on resource:network {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:47.479878 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d738ca04-314a-4685-8b8c-099e6ec0aed7 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "GET /v2.0/networks?id=265461f8-2a5c-48ff-8074-0d172c8b7a45 HTTP/1.1" status: 200 len: 765 time: 0.7623031 Feb 28 14:51:47.501285 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39446) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:47.530495 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Allocated IP 172.26.4.11 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/70301fc4-57ee-4f15-9a57-a0bd751013e2) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:47.548511 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a9c9fc8d-c544-4d13-9a84-8e0280c4e401 None None] Could not find standard attr ID for object d513e2c7-98a4-46a6-84c8-997405840be3. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:51:47.750143 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 869b7e56-60cd-46ab-a958-257732ee5c0b up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:47.759984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3034ce08-395c-4b04-ae2c-241a21074cec tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.781935 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79854a27-85f0-4bf7-830b-1902cde045d2 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:47.787078 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-79854a27-85f0-4bf7-830b-1902cde045d2 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2812681 Feb 28 14:51:47.787813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39450) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:47.792900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4f5dde26-03dc-4aef-90ab-7de158379e64 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.835497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3034ce08-395c-4b04-ae2c-241a21074cec tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=9194afdb-bb0b-465f-adfc-ab3e36375a1c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:47.852636 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 869b7e56-60cd-46ab-a958-257732ee5c0b completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:47.859162 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 869b7e56-60cd-46ab-a958-257732ee5c0b triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:47.859828 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.875308 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a91cd899-6397-43f1-a571-f53782d02858 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Synchronizing usage tracker for tenant:5ddb5759724641b19b2a8d1fc13b4ceb on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:47.904771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5dde26-03dc-4aef-90ab-7de158379e64 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event deleted for resources: {'Port': ['ID=392f9dd3-d5a5-46f6-8600-a1475d901f46,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:47.918866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3034ce08-395c-4b04-ae2c-241a21074cec tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.920423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d0ddd85a-e6d9-4040-8e18-6694f75b7f34 None None] Could not find standard attr ID for object 9194afdb-bb0b-465f-adfc-ab3e36375a1c. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:51:47.968488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4f5dde26-03dc-4aef-90ab-7de158379e64 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:47.986105 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4f5dde26-03dc-4aef-90ab-7de158379e64 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "DELETE /v2.0/ports/392f9dd3-d5a5-46f6-8600-a1475d901f46 HTTP/1.1" status: 204 len: 168 time: 1.7044382 Feb 28 14:51:47.986105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a91cd899-6397-43f1-a571-f53782d02858 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Unset dirty status for tenant:5ddb5759724641b19b2a8d1fc13b4ceb on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:47.986105 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a91cd899-6397-43f1-a571-f53782d02858 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b HTTP/1.1" status: 200 len: 207 time: 0.1940823 Feb 28 14:51:47.987960 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39454) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:47.989353 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39456) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:48.056983 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:48.099211 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 869b7e56-60cd-46ab-a958-257732ee5c0b, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=869b7e56-60cd-46ab-a958-257732ee5c0b,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:48.111476 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3034ce08-395c-4b04-ae2c-241a21074cec tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/9194afdb-bb0b-465f-adfc-ab3e36375a1c HTTP/1.1" status: 204 len: 168 time: 2.1300073 Feb 28 14:51:48.116790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:48.117545 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39462) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:48.195883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:48.217933 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=869b7e56-60cd-46ab-a958-257732ee5c0b,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:48.280474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bde573-4364-4ccc-8b9a-dbf3adccebfe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:48.284448 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bde573-4364-4ccc-8b9a-dbf3adccebfe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:48.288324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bde573-4364-4ccc-8b9a-dbf3adccebfe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:48.291518 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a11fb4c-ff33-4a7f-9eca-19be573c3cbd tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] GET failed (client error): The resource could not be found. Feb 28 14:51:48.292060 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0a11fb4c-ff33-4a7f-9eca-19be573c3cbd tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Synchronizing usage tracker for tenant:319e1408ed5445a1be63d7fac43e0b11 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:48.292611 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bde573-4364-4ccc-8b9a-dbf3adccebfe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:48.297449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bde573-4364-4ccc-8b9a-dbf3adccebfe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:48.301347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39bde573-4364-4ccc-8b9a-dbf3adccebfe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:48.306979 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-39bde573-4364-4ccc-8b9a-dbf3adccebfe tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3729 time: 0.3164847 Feb 28 14:51:48.309605 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39466) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:48.310981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3803e7e-ff00-4d80-851a-9fad3a323aca tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:48.312338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3803e7e-ff00-4d80-851a-9fad3a323aca tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:48.313089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e3803e7e-ff00-4d80-851a-9fad3a323aca tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:48.335979 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e3803e7e-ff00-4d80-851a-9fad3a323aca tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:48.337164 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e3803e7e-ff00-4d80-851a-9fad3a323aca tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2180152 Feb 28 14:51:48.340814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39470) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:48.376859 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:48.400886 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea68c87c-3c5b-4e3c-beea-df1682f15b41 None None] get_active_networks_info from dv-neutron-830866-2-hyperv {{(pid=83593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 14:51:48.451398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Pushing event updated for resources: {'Port': ['ID=70301fc4-57ee-4f15-9a57-a0bd751013e2,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:48.480383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:48.483961 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:48.499971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:48.511333 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0a11fb4c-ff33-4a7f-9eca-19be573c3cbd tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Unset dirty status for tenant:319e1408ed5445a1be63d7fac43e0b11 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:48.513507 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0a11fb4c-ff33-4a7f-9eca-19be573c3cbd tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "GET /v2.0/ports/392f9dd3-d5a5-46f6-8600-a1475d901f46 HTTP/1.1" status: 404 len: 333 time: 0.5202911 Feb 28 14:51:48.525826 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39474) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:48.548957 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Request body: {'port': {'network_id': '62b579c2-94a9-4949-9c32-6cc4bfc75eeb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1799696765'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:48.578043 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea68c87c-3c5b-4e3c-beea-df1682f15b41 None None] Resources bound (agent type, host, resource id): {{(pid=83593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:51:48.927467 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-47887453-060c-440a-a399-3f958439183e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 811 time: 0.6135025 Feb 28 14:51:48.932907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39478) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:48.951711 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bf766f2-7fc3-4569-ab9c-2a5c47c1cba7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 85fc0233-02f0-4e94-8a68-35af48b82793 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:51:48.954662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bf766f2-7fc3-4569-ab9c-2a5c47c1cba7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:49.083001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:49.098748 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bf766f2-7fc3-4569-ab9c-2a5c47c1cba7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:49.138798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:49.144066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac344b38-bd25-4178-ad98-9a9f002bf4ff tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:49.145365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac344b38-bd25-4178-ad98-9a9f002bf4ff tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:49.146642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac344b38-bd25-4178-ad98-9a9f002bf4ff tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:49.147956 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac344b38-bd25-4178-ad98-9a9f002bf4ff tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:49.150468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac344b38-bd25-4178-ad98-9a9f002bf4ff tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:49.151139 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ac344b38-bd25-4178-ad98-9a9f002bf4ff tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2157135 Feb 28 14:51:49.155654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39482) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:49.220675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Made reservation on behalf of 319e1408ed5445a1be63d7fac43e0b11 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:49.223740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:49.291098 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b210c89-3696-4727-910e-1920928acd4d tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:49.292412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b210c89-3696-4727-910e-1920928acd4d tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:49.293812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b210c89-3696-4727-910e-1920928acd4d tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:49.295162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b210c89-3696-4727-910e-1920928acd4d tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:49.296462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b210c89-3696-4727-910e-1920928acd4d tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:49.298018 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1b210c89-3696-4727-910e-1920928acd4d tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1414735 Feb 28 14:51:49.301402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] device_id is not set on port 8300c936-0da0-4bb5-a967-28b4b4f30f08 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:49.303034 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39486) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:49.389848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bf766f2-7fc3-4569-ab9c-2a5c47c1cba7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:49.441010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:49.441738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:49.561027 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0bcbed94-b906-4fcf-a5fd-b454ef84c5c7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:49.650909 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Allocated IP 2001:db8::5a (62b579c2-94a9-4949-9c32-6cc4bfc75eeb/f7749593-99b9-44e5-af03-d47a098fd9ff/8300c936-0da0-4bb5-a967-28b4b4f30f08) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:49.666221 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bf766f2-7fc3-4569-ab9c-2a5c47c1cba7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:49.697237 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 869b7e56-60cd-46ab-a958-257732ee5c0b up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:49.702206 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-7378aaea-6f23-46f6-a5aa-4afb6b2e23ab admin admin] Deleting port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:49.702550 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7378aaea-6f23-46f6-a5aa-4afb6b2e23ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:49.716662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf766f2-7fc3-4569-ab9c-2a5c47c1cba7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=85fc0233-02f0-4e94-8a68-35af48b82793,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:49.742020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bf766f2-7fc3-4569-ab9c-2a5c47c1cba7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:49.770205 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7886a721-56ef-4a2d-b2c7-b3b95dcdc491 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:49.785309 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4bf766f2-7fc3-4569-ab9c-2a5c47c1cba7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/85fc0233-02f0-4e94-8a68-35af48b82793 HTTP/1.1" status: 204 len: 168 time: 1.4434688 Feb 28 14:51:49.791131 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39490) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:49.798213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6ee4bf4-a38e-473b-aba4-504a72862c75 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:49.804456 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f6ee4bf4-a38e-473b-aba4-504a72862c75 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "GET /v2.0/networks/93209edc-f002-4768-b333-1a64a8af3000 HTTP/1.1" status: 200 len: 803 time: 0.4919398 Feb 28 14:51:49.805785 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39494) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:49.931646 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-17a2845b-42db-480d-8c33-a44c6806c0e4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1364729 Feb 28 14:51:49.932659 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39498) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:49.974377 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 869b7e56-60cd-46ab-a958-257732ee5c0b triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:49.974955 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:50.075091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:50.100028 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Transition to ACTIVE for port object 8300c936-0da0-4bb5-a967-28b4b4f30f08 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:50.120340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58a4621-7f27-4d03-8ec8-94e9aafedfe5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:50.122707 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b58a4621-7f27-4d03-8ec8-94e9aafedfe5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1880093 Feb 28 14:51:50.127408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39502) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:50.149654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-63099ad2-cae7-4d36-b592-d5716c196c0b admin admin] Deleting port d4d697f8-88d2-4e69-b907-dcb7e091d60a {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:50.149989 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63099ad2-cae7-4d36-b592-d5716c196c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:50.169845 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e781057-82bc-4294-96f2-fd28bf4acaf2 None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:51:50.174148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8e781057-82bc-4294-96f2-fd28bf4acaf2 None None] Deleting port 869b7e56-60cd-46ab-a958-257732ee5c0b {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:50.174516 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8e781057-82bc-4294-96f2-fd28bf4acaf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:50.187405 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e0941239-0f47-4799-92d7-592e6cc9137b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "GET /v2.0/networks/93209edc-f002-4768-b333-1a64a8af3000?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.3770871 Feb 28 14:51:50.189847 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39506) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:50.190373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-7378aaea-6f23-46f6-a5aa-4afb6b2e23ab admin admin] For port 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0,segment=NetworkSegment(46bfca73-d9ef-4444-a680-f8aae94f7e3a),segment_id=46bfca73-d9ef-4444-a680-f8aae94f7e3a)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:50.190373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7378aaea-6f23-46f6-a5aa-4afb6b2e23ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:50.265242 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ab4379b-33f9-4153-9892-ff3df92fdf75 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:50.265842 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1ab4379b-33f9-4153-9892-ff3df92fdf75 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:50.285622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:50.335174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e9812a7-1e81-4377-9d3a-f300ab6f17a0 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:50.340751 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2e9812a7-1e81-4377-9d3a-f300ab6f17a0 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "GET /v2.0/subnets/66f05891-430e-49cc-b598-f1e849464fac HTTP/1.1" status: 200 len: 843 time: 0.1451638 Feb 28 14:51:50.353527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39510) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:50.356540 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1ab4379b-33f9-4153-9892-ff3df92fdf75 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:50.357643 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1ab4379b-33f9-4153-9892-ff3df92fdf75 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2293177 Feb 28 14:51:50.393278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39514) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:50.406511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Router 1ab409b2-73b0-4fa1-9c9b-c2915740697f is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:51:50.406870 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8e781057-82bc-4294-96f2-fd28bf4acaf2 None None] For port 869b7e56-60cd-46ab-a958-257732ee5c0b, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=869b7e56-60cd-46ab-a958-257732ee5c0b,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:50.407607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8e781057-82bc-4294-96f2-fd28bf4acaf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:50.496027 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-7378aaea-6f23-46f6-a5aa-4afb6b2e23ab admin admin] Calling delete_port for 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:50.547629 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8e781057-82bc-4294-96f2-fd28bf4acaf2 None None] Calling delete_port for 869b7e56-60cd-46ab-a958-257732ee5c0b owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:50.631180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8e781057-82bc-4294-96f2-fd28bf4acaf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:50.638096 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a3843f35-126d-4d1a-b712-eef55d6b6286 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2247109 Feb 28 14:51:50.638096 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:50.643802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39518) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:50.644649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:50.653540 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e644657c-b1b4-47d6-abb8-0b081434e017 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:50.667869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:50.672190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:50.672190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:50.678410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event updated for resources: {'Port': ['ID=8300c936-0da0-4bb5-a967-28b4b4f30f08,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:50.690272 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e781057-82bc-4294-96f2-fd28bf4acaf2 None None] Pushing event deleted for resources: {'Port': ['ID=869b7e56-60cd-46ab-a958-257732ee5c0b,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:50.704926 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e781057-82bc-4294-96f2-fd28bf4acaf2 None None] No DVR routers for this DVR port 869b7e56-60cd-46ab-a958-257732ee5c0b on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:51:50.761718 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c73ed54-c802-48e1-a4c0-fba02da06827 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:50.767116 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3c73ed54-c802-48e1-a4c0-fba02da06827 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "GET /v2.0/subnets/66f05891-430e-49cc-b598-f1e849464fac?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.4092271 Feb 28 14:51:50.776967 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39522) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:50.792062 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f1952d68-5418-4e75-8a34-214302ab62ac tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2026388569'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:50.819709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f1952d68-5418-4e75-8a34-214302ab62ac tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:50.823261 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c5e2f678-237c-4eb5-8e3b-ad8d2dcd83a6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.2896986 Feb 28 14:51:50.829480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39526) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:50.852169 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Request body: {'port': {'network_id': '62b579c2-94a9-4949-9c32-6cc4bfc75eeb', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1193325261'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:50.868150 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f1952d68-5418-4e75-8a34-214302ab62ac tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:50.884873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-63099ad2-cae7-4d36-b592-d5716c196c0b admin admin] For port d4d697f8-88d2-4e69-b907-dcb7e091d60a, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d4d697f8-88d2-4e69-b907-dcb7e091d60a,segment=NetworkSegment(004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8),segment_id=004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:50.885226 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63099ad2-cae7-4d36-b592-d5716c196c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:50.937238 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e644657c-b1b4-47d6-abb8-0b081434e017 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:50.956881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e644657c-b1b4-47d6-abb8-0b081434e017 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:50.970902 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e644657c-b1b4-47d6-abb8-0b081434e017 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:50.974247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e644657c-b1b4-47d6-abb8-0b081434e017 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:51.008009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f77485f7-612f-4367-8770-7a47d03b2eb7 None None] Provisioning for port 8300c936-0da0-4bb5-a967-28b4b4f30f08 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:51.013811 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f77485f7-612f-4367-8770-7a47d03b2eb7 None None] Provisioning complete for port 8300c936-0da0-4bb5-a967-28b4b4f30f08 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:51.014187 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f77485f7-612f-4367-8770-7a47d03b2eb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:51.069127 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f77485f7-612f-4367-8770-7a47d03b2eb7 None None] Port 8300c936-0da0-4bb5-a967-28b4b4f30f08 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:51:51.082370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-63099ad2-cae7-4d36-b592-d5716c196c0b admin admin] Calling delete_port for d4d697f8-88d2-4e69-b907-dcb7e091d60a owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:51.117675 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1952d68-5418-4e75-8a34-214302ab62ac tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:51.120630 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f1952d68-5418-4e75-8a34-214302ab62ac tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:51.149591 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-0bcbed94-b906-4fcf-a5fd-b454ef84c5c7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port beb3c786-9c7c-42e5-8888-4c4dcabecf60 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:51.149926 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0bcbed94-b906-4fcf-a5fd-b454ef84c5c7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:51.187930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:51:51.201387 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Sync routers for ids ['1ab409b2-73b0-4fa1-9c9b-c2915740697f'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:51:51.224173 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Routers {'1ab409b2-73b0-4fa1-9c9b-c2915740697f'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:51.225015 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['1ab409b2-73b0-4fa1-9c9b-c2915740697f'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:51.243150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:51.247292 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7db9299e-787e-42ff-a2e6-74f796f8ad92 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 5.8288200 Feb 28 14:51:51.253824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39530) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:51.321817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e644657c-b1b4-47d6-abb8-0b081434e017 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:51.356292 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1952d68-5418-4e75-8a34-214302ab62ac tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:51:51.429345 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Set router 1ab409b2-73b0-4fa1-9c9b-c2915740697f gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:51:51.452169 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e644657c-b1b4-47d6-abb8-0b081434e017 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:51.456181 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f1952d68-5418-4e75-8a34-214302ab62ac tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:51.456457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-e644657c-b1b4-47d6-abb8-0b081434e017 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:51.456892 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-f1952d68-5418-4e75-8a34-214302ab62ac tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Added segment b9622675-70d4-4a28-a697-9f8add37aa4b of type vlan for network b52740f8-512d-41c1-825a-5b0cfa11f7c8 Feb 28 14:51:51.458421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:51.459504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e644657c-b1b4-47d6-abb8-0b081434e017 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:51.460115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e644657c-b1b4-47d6-abb8-0b081434e017 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:51.481733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e644657c-b1b4-47d6-abb8-0b081434e017 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=b20db454-f9db-4cc1-8707-a8383c6c99f2,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:51.482830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e933069a-94e4-47e1-97a1-5b549dfc1b50 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:51.485924 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7378aaea-6f23-46f6-a5aa-4afb6b2e23ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:51.501741 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e644657c-b1b4-47d6-abb8-0b081434e017 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8507013 Feb 28 14:51:51.502594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39534) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:51.510686 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'fixed_ips': [{'subnet_id': 'b20db454-f9db-4cc1-8707-a8383c6c99f2', 'ip_address': '2001:db8::8d47:add5:3301:efde'}], 'name': 'tempest-NetworksTestDHCPv6-1135718781'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:51.542059 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:51.583355 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7378aaea-6f23-46f6-a5aa-4afb6b2e23ab admin admin] Pushing event deleted for resources: {'Port': ['ID=17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:51.609285 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f1952d68-5418-4e75-8a34-214302ab62ac tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:51.665902 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Made reservation on behalf of 319e1408ed5445a1be63d7fac43e0b11 for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:51.668950 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:51.677990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:51.683618 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0bcbed94-b906-4fcf-a5fd-b454ef84c5c7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:51.684578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:51.687857 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:51.695052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:51.711787 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5fa7f580-d991-404c-bfcb-f74c16783520 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/routers/1ab409b2-73b0-4fa1-9c9b-c2915740697f HTTP/1.1" status: 200 len: 907 time: 0.4568291 Feb 28 14:51:51.714761 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39538) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:51.721110 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:51.728108 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:51.762726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port 7f96479d-eb27-4a73-af68-f4e708fd79e1 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:51.813553 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-f1952d68-5418-4e75-8a34-214302ab62ac tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:51:51.849134 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 869b7e56-60cd-46ab-a958-257732ee5c0b no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:51:51.891531 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 869b7e56-60cd-46ab-a958-257732ee5c0b {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:51:51.891900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 869b7e56-60cd-46ab-a958-257732ee5c0b not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:51:51.898835 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-0bcbed94-b906-4fcf-a5fd-b454ef84c5c7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for beb3c786-9c7c-42e5-8888-4c4dcabecf60 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:52.032544 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::8d47:add5:3301:efde (2d04583f-a513-435e-a720-cee2c3103874/b20db454-f9db-4cc1-8707-a8383c6c99f2/7f96479d-eb27-4a73-af68-f4e708fd79e1) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:52.040934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Request body: {'router': {'name': 'tempest-snat-router-827372313', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'enable_snat': True}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:52.072338 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': 'b20db454-f9db-4cc1-8707-a8383c6c99f2'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:52.073133 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:52.095972 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:52.106527 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] device_id is not set on port ba443bb9-024e-46fb-9edc-228030640188 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:52.157247 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Usage tracker for resource:router and tenant:6b62f047ee654d1f9b64b563b172645b is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:52.166800 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:52.168308 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab409b2-73b0-4fa1-9c9b-c2915740697f', 'name': 'tempest-snat-router-827372313', 'tenant_id': '6b62f047ee654d1f9b64b563b172645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.11'}], 'enable_snat': False}, 'gw_port_id': '70301fc4-57ee-4f15-9a57-a0bd751013e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:51:45Z', 'updated_at': '2022-02-28T14:51:48Z', 'revision_number': 3, 'project_id': '6b62f047ee654d1f9b64b563b172645b', 'gw_port': {'id': '70301fc4-57ee-4f15-9a57-a0bd751013e2', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab409b2-73b0-4fa1-9c9b-c2915740697f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:51:47Z', 'updated_at': '2022-02-28T14:51:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:52.172287 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f1952d68-5418-4e75-8a34-214302ab62ac tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:52.176123 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1952d68-5418-4e75-8a34-214302ab62ac tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:52.176722 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f1952d68-5418-4e75-8a34-214302ab62ac tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:52.177165 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Checking router: 1ab409b2-73b0-4fa1-9c9b-c2915740697f for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:51:52.177519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Updating router 1ab409b2-73b0-4fa1-9c9b-c2915740697f port 70301fc4-57ee-4f15-9a57-a0bd751013e2 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:51:52.207332 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:52.238803 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:52.249894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:52.265591 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object 7f96479d-eb27-4a73-af68-f4e708fd79e1 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:52.289470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:52.366816 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:52.370263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:52.372310 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=7f96479d-eb27-4a73-af68-f4e708fd79e1,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:52.374360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:52.378220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:52.378824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:52.385358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:52.386335 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:52.416071 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3bb941dd-76c2-41c5-bab6-6d41f550c787 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 0.9120576 Feb 28 14:51:52.419379 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39544) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:52.422202 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Allocated IP 2001:db8::2 (2d04583f-a513-435e-a720-cee2c3103874/b20db454-f9db-4cc1-8707-a8383c6c99f2/8594d6e1-abae-4866-998e-83d375ee02b7) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:52.425773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63099ad2-cae7-4d36-b592-d5716c196c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:52.435841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-fbbe2124-7e86-47fc-8d62-7bb8147da311 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'fixed_ips': [{'subnet_id': 'b20db454-f9db-4cc1-8707-a8383c6c99f2', 'ip_address': '2001:db8::8d47:add5:3301:efde'}], 'name': 'tempest-NetworksTestDHCPv6-1410436613'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:52.604241 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63099ad2-cae7-4d36-b592-d5716c196c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=d4d697f8-88d2-4e69-b907-dcb7e091d60a,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:52.606724 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1952d68-5418-4e75-8a34-214302ab62ac tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Network': ['ID=b52740f8-512d-41c1-825a-5b0cfa11f7c8,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:52.622070 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f1952d68-5418-4e75-8a34-214302ab62ac tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.8438981 Feb 28 14:51:52.638440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network b52740f8-512d-41c1-825a-5b0cfa11f7c8 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:51:52.644585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39550) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:52.690705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-efd9b0c2-50a7-4301-bae2-68ef105449ef tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'subnet': {'network_id': 'b52740f8-512d-41c1-825a-5b0cfa11f7c8', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:52.727981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-fbbe2124-7e86-47fc-8d62-7bb8147da311 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:52.733344 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-fbbe2124-7e86-47fc-8d62-7bb8147da311 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:52.736625 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-fbbe2124-7e86-47fc-8d62-7bb8147da311 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:52.744275 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-fbbe2124-7e86-47fc-8d62-7bb8147da311 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:52.758498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbbe2124-7e86-47fc-8d62-7bb8147da311 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:52.766574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fbbe2124-7e86-47fc-8d62-7bb8147da311 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:52.793911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-fbbe2124-7e86-47fc-8d62-7bb8147da311 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port 87653cec-0a0c-4509-89e2-bb0b45287507 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:52.877496 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Allocated IP 2001:db8::320 (62b579c2-94a9-4949-9c32-6cc4bfc75eeb/f7749593-99b9-44e5-af03-d47a098fd9ff/ba443bb9-024e-46fb-9edc-228030640188) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:52.880589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:52.959104 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:52.959737 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-efd9b0c2-50a7-4301-bae2-68ef105449ef tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:52.986785 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:52.989470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Transition to ACTIVE for port object 8594d6e1-abae-4866-998e-83d375ee02b7 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:53.017286 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Transition to ACTIVE for port object 8594d6e1-abae-4866-998e-83d375ee02b7 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:53.022360 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:53.084126 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:53.089342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-efd9b0c2-50a7-4301-bae2-68ef105449ef tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:53.091642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:53.094236 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:53.098355 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbbe2124-7e86-47fc-8d62-7bb8147da311 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 14:51:53.099096 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbbe2124-7e86-47fc-8d62-7bb8147da311 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:51:53.112678 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Pushing event updated for resources: {'Port': ['ID=8594d6e1-abae-4866-998e-83d375ee02b7,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:53.129968 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fbbe2124-7e86-47fc-8d62-7bb8147da311 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 0.7045648 Feb 28 14:51:53.130125 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39554) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:53.197893 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Attempting to bind port 8594d6e1-abae-4866-998e-83d375ee02b7 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:53.198269 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Attempting to bind port 8594d6e1-abae-4866-998e-83d375ee02b7 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:53.198633 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Attempting to bind port 8594d6e1-abae-4866-998e-83d375ee02b7 on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:53.205633 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:53.206002 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:53.206395 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:53.206779 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:53.207232 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Bound port: 8594d6e1-abae-4866-998e-83d375ee02b7, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:53.207616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:53.211936 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b91501-4fd5-4b45-9f97-60839be9eace tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:53.216607 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6b91501-4fd5-4b45-9f97-60839be9eace tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:53.217372 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d6b91501-4fd5-4b45-9f97-60839be9eace tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:53.233109 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d6b91501-4fd5-4b45-9f97-60839be9eace tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:53.237081 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d6b91501-4fd5-4b45-9f97-60839be9eace tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.1033692 Feb 28 14:51:53.238309 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39558) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:53.301204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] For port 8594d6e1-abae-4866-998e-83d375ee02b7, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:53.304710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-57a92c3b-ed18-43a8-b5d0-4cbf301a0006 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port 7f96479d-eb27-4a73-af68-f4e708fd79e1 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:53.305255 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] For port 8594d6e1-abae-4866-998e-83d375ee02b7, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8594d6e1-abae-4866-998e-83d375ee02b7,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:53.305353 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-57a92c3b-ed18-43a8-b5d0-4cbf301a0006 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:53.310839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:53.313200 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd9b0c2-50a7-4301-bae2-68ef105449ef tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Made reservation on behalf of 5ddb5759724641b19b2a8d1fc13b4ceb for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:53.399292 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a7a24-b24c-418f-ae12-ba86287c2438 None None] Pushing event updated for resources: {'Port': ['ID=8594d6e1-abae-4866-998e-83d375ee02b7,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:53.529271 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Transition to ACTIVE for port object 70301fc4-57ee-4f15-9a57-a0bd751013e2 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:53.540897 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:53.569325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-57a92c3b-ed18-43a8-b5d0-4cbf301a0006 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:53.584278 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0bcbed94-b906-4fcf-a5fd-b454ef84c5c7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:53.687534 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Attempting to bind port 70301fc4-57ee-4f15-9a57-a0bd751013e2 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:53.687941 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Attempting to bind port 70301fc4-57ee-4f15-9a57-a0bd751013e2 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:53.688509 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Attempting to bind port 70301fc4-57ee-4f15-9a57-a0bd751013e2 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:53.706161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:53.706533 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:53.707073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:53.707473 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:53.707979 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Bound port: 70301fc4-57ee-4f15-9a57-a0bd751013e2, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:53.708351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:53.725677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-57a92c3b-ed18-43a8-b5d0-4cbf301a0006 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for 7f96479d-eb27-4a73-af68-f4e708fd79e1 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:53.783677 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bcbed94-b906-4fcf-a5fd-b454ef84c5c7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Port': ['ID=beb3c786-9c7c-42e5-8888-4c4dcabecf60,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:53.861521 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fdeb0-2cbc-4bbe-8d92-f1860141933c None None] Pushing event updated for resources: {'Port': ['ID=70301fc4-57ee-4f15-9a57-a0bd751013e2,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:53.887149 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] For port 70301fc4-57ee-4f15-9a57-a0bd751013e2, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:53.891478 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] For port 70301fc4-57ee-4f15-9a57-a0bd751013e2, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=70301fc4-57ee-4f15-9a57-a0bd751013e2,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:53.895074 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8594d6e1-abae-4866-998e-83d375ee02b7 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:53.931561 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:53.937244 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:53.937552 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-efd9b0c2-50a7-4301-bae2-68ef105449ef tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:53.947084 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-57a92c3b-ed18-43a8-b5d0-4cbf301a0006 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:54.007524 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a92c3b-ed18-43a8-b5d0-4cbf301a0006 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=7f96479d-eb27-4a73-af68-f4e708fd79e1,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:54.063536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-57a92c3b-ed18-43a8-b5d0-4cbf301a0006 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:54.073788 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-57a92c3b-ed18-43a8-b5d0-4cbf301a0006 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/7f96479d-eb27-4a73-af68-f4e708fd79e1 HTTP/1.1" status: 204 len: 168 time: 0.8343649 Feb 28 14:51:54.076267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39562) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:54.126276 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7378aaea-6f23-46f6-a5aa-4afb6b2e23ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:54.137602 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4fdeb0-2cbc-4bbe-8d92-f1860141933c None None] Pushing event updated for resources: {'Port': ['ID=70301fc4-57ee-4f15-9a57-a0bd751013e2,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:54.148573 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Routers {'1ab409b2-73b0-4fa1-9c9b-c2915740697f'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:54.149424 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['1ab409b2-73b0-4fa1-9c9b-c2915740697f'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:54.153946 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.ipam_backend_mixin [None req-efd9b0c2-50a7-4301-bae2-68ef105449ef tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Performing IP validity checks on allocation pools {{(pid=83591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 14:51:54.154481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.ipam_backend_mixin [None req-efd9b0c2-50a7-4301-bae2-68ef105449ef tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 14:51:54.159954 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eade40-2933-49e5-8bc1-b56d731fee58 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:54.161323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95eade40-2933-49e5-8bc1-b56d731fee58 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:54.162587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-95eade40-2933-49e5-8bc1-b56d731fee58 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:54.185742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-95eade40-2933-49e5-8bc1-b56d731fee58 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:54.189501 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-95eade40-2933-49e5-8bc1-b56d731fee58 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1097190 Feb 28 14:51:54.190981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39566) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:54.265183 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 8594d6e1-abae-4866-998e-83d375ee02b7 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:54.291896 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:54.369061 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] Set router 1ab409b2-73b0-4fa1-9c9b-c2915740697f gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:51:54.412769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0bcbed94-b906-4fcf-a5fd-b454ef84c5c7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:54.420175 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-2510cd46-36c2-4e72-88ee-4e6773466b81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet b20db454-f9db-4cc1-8707-a8383c6c99f2 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:51:54.426694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2510cd46-36c2-4e72-88ee-4e6773466b81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:54.442162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Transition to ACTIVE for port object ba443bb9-024e-46fb-9edc-228030640188 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:54.509437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2510cd46-36c2-4e72-88ee-4e6773466b81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:54.610436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2510cd46-36c2-4e72-88ee-4e6773466b81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:54.714475 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2510cd46-36c2-4e72-88ee-4e6773466b81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:54.716282 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f46b79f8-c81d-4362-8e2d-a987b2b54b2a None None] Provisioning for port 8594d6e1-abae-4866-998e-83d375ee02b7 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:54.727137 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f46b79f8-c81d-4362-8e2d-a987b2b54b2a None None] Provisioning complete for port 8594d6e1-abae-4866-998e-83d375ee02b7 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:54.727501 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f46b79f8-c81d-4362-8e2d-a987b2b54b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:54.752847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63099ad2-cae7-4d36-b592-d5716c196c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:54.769880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2510cd46-36c2-4e72-88ee-4e6773466b81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=b20db454-f9db-4cc1-8707-a8383c6c99f2,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:54.789139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2510cd46-36c2-4e72-88ee-4e6773466b81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:54.810218 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2510cd46-36c2-4e72-88ee-4e6773466b81 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/b20db454-f9db-4cc1-8707-a8383c6c99f2 HTTP/1.1" status: 204 len: 168 time: 0.6181605 Feb 28 14:51:54.812463 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:54.812677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39570) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:54.849439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ab409b2-73b0-4fa1-9c9b-c2915740697f', 'name': 'tempest-snat-router-827372313', 'tenant_id': '6b62f047ee654d1f9b64b563b172645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.11'}], 'enable_snat': False}, 'gw_port_id': '70301fc4-57ee-4f15-9a57-a0bd751013e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:51:45Z', 'updated_at': '2022-02-28T14:51:48Z', 'revision_number': 3, 'project_id': '6b62f047ee654d1f9b64b563b172645b', 'gw_port': {'id': '70301fc4-57ee-4f15-9a57-a0bd751013e2', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab409b2-73b0-4fa1-9c9b-c2915740697f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:51:47Z', 'updated_at': '2022-02-28T14:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:54.862433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a53f43-d6e9-41bf-81a1-22cffb9ce94e None None] The sync data for ids ['1ab409b2-73b0-4fa1-9c9b-c2915740697f'] in dv-neutron-830866-2-hyperv is: [{'id': '1ab409b2-73b0-4fa1-9c9b-c2915740697f', 'name': 'tempest-snat-router-827372313', 'tenant_id': '6b62f047ee654d1f9b64b563b172645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.11'}], 'enable_snat': False}, 'gw_port_id': '70301fc4-57ee-4f15-9a57-a0bd751013e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:51:45Z', 'updated_at': '2022-02-28T14:51:48Z', 'revision_number': 3, 'project_id': '6b62f047ee654d1f9b64b563b172645b', 'gw_port': {'id': '70301fc4-57ee-4f15-9a57-a0bd751013e2', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:e2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ab409b2-73b0-4fa1-9c9b-c2915740697f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:51:47Z', 'updated_at': '2022-02-28T14:51:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:51:54.882120 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f46b79f8-c81d-4362-8e2d-a987b2b54b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:54.887565 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e106914e-0550-49ef-8f9c-4cb2337fefd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0696473 Feb 28 14:51:54.887944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39574) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:54.894418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6d5a0e76-82ff-4b1c-a534-c176fbf6c8af tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:54.915682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:54.919367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1592736d-b80f-41f1-bbb1-6a5040bc128e None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:54.925983 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event updated for resources: {'Port': ['ID=ba443bb9-024e-46fb-9edc-228030640188,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:54.930119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:54.932362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:54.937242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:54.937877 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:55.037247 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f46b79f8-c81d-4362-8e2d-a987b2b54b2a None None] For port 8594d6e1-abae-4866-998e-83d375ee02b7, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8594d6e1-abae-4866-998e-83d375ee02b7,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:55.096036 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f46b79f8-c81d-4362-8e2d-a987b2b54b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:55.149668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6d5a0e76-82ff-4b1c-a534-c176fbf6c8af tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:55.155401 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6d5a0e76-82ff-4b1c-a534-c176fbf6c8af tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:55.158746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6d5a0e76-82ff-4b1c-a534-c176fbf6c8af tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:55.166647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6d5a0e76-82ff-4b1c-a534-c176fbf6c8af tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:55.194142 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5a0e76-82ff-4b1c-a534-c176fbf6c8af tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:55.200511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0e76-82ff-4b1c-a534-c176fbf6c8af tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:55.305105 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3002ee97-ce7a-4ab0-b7bc-cbe07d2e4f9e None None] Could not find standard attr ID for object 7f96479d-eb27-4a73-af68-f4e708fd79e1. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:51:55.321914 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46b79f8-c81d-4362-8e2d-a987b2b54b2a None None] Pushing event updated for resources: {'Port': ['ID=8594d6e1-abae-4866-998e-83d375ee02b7,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:55.437523 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41eee4f1-fb32-4964-b0da-4bcf6a8d3eb0 None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:51:55.445640 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-41eee4f1-fb32-4964-b0da-4bcf6a8d3eb0 None None] Deleting port 8594d6e1-abae-4866-998e-83d375ee02b7 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:55.446102 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-41eee4f1-fb32-4964-b0da-4bcf6a8d3eb0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:55.492213 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e703bbd3-56ca-4a9a-baec-cfcc587771c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:55.524114 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ca10d03b-9e02-46ce-91bc-5a6c82964fb5 None None] Provisioning for port ba443bb9-024e-46fb-9edc-228030640188 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:55.565826 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ca10d03b-9e02-46ce-91bc-5a6c82964fb5 None None] Provisioning complete for port ba443bb9-024e-46fb-9edc-228030640188 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:55.566889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ca10d03b-9e02-46ce-91bc-5a6c82964fb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:55.619646 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a9500dde-2b57-4d5d-8089-a48ae77c5994 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 4.7860212 Feb 28 14:51:55.635651 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39578) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:55.653390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-56c9349b-53a4-4c00-bc06-47f4a69a3838 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::2b8', 'mac_address': 'fa:16:3e:5e:27:a1'}, {'ip_address': '2001:db8::5a', 'mac_address': 'fa:16:3e:6f:9d:1d'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:55.665226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ca10d03b-9e02-46ce-91bc-5a6c82964fb5 None None] Port ba443bb9-024e-46fb-9edc-228030640188 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:51:55.740167 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-efd9b0c2-50a7-4301-bae2-68ef105449ef tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:55.808735 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-41eee4f1-fb32-4964-b0da-4bcf6a8d3eb0 None None] For port 8594d6e1-abae-4866-998e-83d375ee02b7, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8594d6e1-abae-4866-998e-83d375ee02b7,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:55.809576 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-41eee4f1-fb32-4964-b0da-4bcf6a8d3eb0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:55.862248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0e76-82ff-4b1c-a534-c176fbf6c8af tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:55.933556 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5a0e76-82ff-4b1c-a534-c176fbf6c8af tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=9cea9600-c612-4cdd-b930-4d92166707dd,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:55.954427 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5a0e76-82ff-4b1c-a534-c176fbf6c8af tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:55.955820 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-6d5a0e76-82ff-4b1c-a534-c176fbf6c8af tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:55.956757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-41eee4f1-fb32-4964-b0da-4bcf6a8d3eb0 None None] Calling delete_port for 8594d6e1-abae-4866-998e-83d375ee02b7 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:55.958661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5a0e76-82ff-4b1c-a534-c176fbf6c8af tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:55.959536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d5a0e76-82ff-4b1c-a534-c176fbf6c8af tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:55.986624 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 70301fc4-57ee-4f15-9a57-a0bd751013e2 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:55.990885 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6d5a0e76-82ff-4b1c-a534-c176fbf6c8af tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1013188 Feb 28 14:51:55.993757 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39582) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:56.000293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a0f4f946-d830-4907-a5be-a34a4a00af36 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'fixed_ips': [{'subnet_id': '9cea9600-c612-4cdd-b930-4d92166707dd', 'ip_address': '2001:db8:0:1::8'}], 'name': 'tempest-NetworksTestDHCPv6-1677860973'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:56.030777 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd9b0c2-50a7-4301-bae2-68ef105449ef tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Subnet': ['ID=2621d697-edec-4d88-8854-173a3525ba14,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:56.099665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bcbed94-b906-4fcf-a5fd-b454ef84c5c7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router 56d3d8a9-f66e-4bb8-99be-bbe4706178f4 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:51:56.139830 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.157235 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-41eee4f1-fb32-4964-b0da-4bcf6a8d3eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.179358 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a0f4f946-d830-4907-a5be-a34a4a00af36 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:56.183440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a0f4f946-d830-4907-a5be-a34a4a00af36 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:56.186376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a0f4f946-d830-4907-a5be-a34a4a00af36 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:56.191905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a0f4f946-d830-4907-a5be-a34a4a00af36 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:56.197942 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 70301fc4-57ee-4f15-9a57-a0bd751013e2 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:56.201995 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0f4f946-d830-4907-a5be-a34a4a00af36 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:56.207436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a0f4f946-d830-4907-a5be-a34a4a00af36 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.209584 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eee4f1-fb32-4964-b0da-4bcf6a8d3eb0 None None] Pushing event deleted for resources: {'Port': ['ID=8594d6e1-abae-4866-998e-83d375ee02b7,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:56.215887 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41eee4f1-fb32-4964-b0da-4bcf6a8d3eb0 None None] No DVR routers for this DVR port 8594d6e1-abae-4866-998e-83d375ee02b7 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:51:56.219797 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 70301fc4-57ee-4f15-9a57-a0bd751013e2 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:56.220202 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.237663 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-a0f4f946-d830-4907-a5be-a34a4a00af36 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port 7946d27c-32c5-4349-8b84-de41c7a220e8 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:51:56.246526 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f761c52-0bdb-477e-a84c-5d0663543ebd None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:56.321430 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.359914 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd9b0c2-50a7-4301-bae2-68ef105449ef tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Checking segment: {'id': 'b9622675-70d4-4a28-a697-9f8add37aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b52740f8-512d-41c1-825a-5b0cfa11f7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:56.360338 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd9b0c2-50a7-4301-bae2-68ef105449ef tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network hostable DHCP agents. Network: b52740f8-512d-41c1-825a-5b0cfa11f7c8, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:51:56.383746 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f4f946-d830-4907-a5be-a34a4a00af36 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:51:56.384246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f4f946-d830-4907-a5be-a34a4a00af36 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:51:56.414697 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a0f4f946-d830-4907-a5be-a34a4a00af36 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.4196424 Feb 28 14:51:56.417272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39588) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:56.480269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0ffe75b1-8087-480e-919a-d9a0677e6509 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:56.494705 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.496717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0ffe75b1-8087-480e-919a-d9a0677e6509 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:56.497911 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0ffe75b1-8087-480e-919a-d9a0677e6509 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0788693 Feb 28 14:51:56.501504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39592) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:56.547067 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 70301fc4-57ee-4f15-9a57-a0bd751013e2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=70301fc4-57ee-4f15-9a57-a0bd751013e2,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:56.552233 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.577452 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd9b0c2-50a7-4301-bae2-68ef105449ef tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Network b52740f8-512d-41c1-825a-5b0cfa11f7c8 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:51:56.588732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-160c8b0c-1ba7-462a-82a5-930a08821632 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '9cea9600-c612-4cdd-b930-4d92166707dd'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:56.589669 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-160c8b0c-1ba7-462a-82a5-930a08821632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.595600 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc07f54e-84e1-41de-a749-1968b8c49e21 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:56.597082 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc07f54e-84e1-41de-a749-1968b8c49e21 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:56.597959 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cc07f54e-84e1-41de-a749-1968b8c49e21 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:51:56.620673 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cc07f54e-84e1-41de-a749-1968b8c49e21 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:51:56.624339 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cc07f54e-84e1-41de-a749-1968b8c49e21 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1192486 Feb 28 14:51:56.624815 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8594d6e1-abae-4866-998e-83d375ee02b7 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:51:56.625354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39596) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:56.666401 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 8594d6e1-abae-4866-998e-83d375ee02b7 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:51:56.667431 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8594d6e1-abae-4866-998e-83d375ee02b7 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:51:56.684714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-efd9b0c2-50a7-4301-bae2-68ef105449ef tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, b52740f8-512d-41c1-825a-5b0cfa11f7c8) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:56.708316 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd9b0c2-50a7-4301-bae2-68ef105449ef tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:56.709676 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-efd9b0c2-50a7-4301-bae2-68ef105449ef tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.709832 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1e81a5-fb88-41cc-b4c3-7785400b2420 None None] Network b52740f8-512d-41c1-825a-5b0cfa11f7c8 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:56.716731 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-6bfc00b5-c218-4388-8154-dc0144200d1a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 9cea9600-c612-4cdd-b930-4d92166707dd {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:51:56.719897 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6bfc00b5-c218-4388-8154-dc0144200d1a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.746692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-56c9349b-53a4-4c00-bc06-47f4a69a3838 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.775468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6bfc00b5-c218-4388-8154-dc0144200d1a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.801226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=70301fc4-57ee-4f15-9a57-a0bd751013e2,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:56.839501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6bfc00b5-c218-4388-8154-dc0144200d1a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:56.851811 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-efd9b0c2-50a7-4301-bae2-68ef105449ef tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 4.2040131 Feb 28 14:51:56.869829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39600) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:56.880951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c5ed741b-ec16-4063-b0a5-37b0e9a79060 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:56.977095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-b52740f8-512d-41c1-825a-5b0cfa11f7c8', 'network_id': 'b52740f8-512d-41c1-825a-5b0cfa11f7c8', 'tenant_id': '5ddb5759724641b19b2a8d1fc13b4ceb', 'fixed_ips': [{'subnet_id': '2621d697-edec-4d88-8854-173a3525ba14'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:56.978060 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:57.005341 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bcbed94-b906-4fcf-a5fd-b454ef84c5c7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:51:57.028502 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410095d-1447-4062-ba7c-137036f2a0cc None None] Sync routers for ids ['56d3d8a9-f66e-4bb8-99be-bbe4706178f4'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:51:57.047699 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410095d-1447-4062-ba7c-137036f2a0cc None None] Routers {'56d3d8a9-f66e-4bb8-99be-bbe4706178f4'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:57.048631 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-9410095d-1447-4062-ba7c-137036f2a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['56d3d8a9-f66e-4bb8-99be-bbe4706178f4'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:57.048859 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6bfc00b5-c218-4388-8154-dc0144200d1a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:57.068754 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0bcbed94-b906-4fcf-a5fd-b454ef84c5c7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/56d3d8a9-f66e-4bb8-99be-bbe4706178f4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5989554 Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server [None req-160c8b0c-1ba7-462a-82a5-930a08821632 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9cea9600-c612-4cdd-b930-4d92166707dd: This subnet is being modified by another concurrent operation. Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 14:51:57.078436 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise exception Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9cea9600-c612-4cdd-b930-4d92166707dd: This subnet is being modified by another concurrent operation. Feb 28 14:51:57.082443 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server Feb 28 14:51:57.086228 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Allocated IP 172.26.4.179 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/6a3d5e82-5f01-49e1-8c41-47f1ae05776a) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:57.086228 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39604) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:57.089678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bfc00b5-c218-4388-8154-dc0144200d1a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=9cea9600-c612-4cdd-b930-4d92166707dd,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:57.115895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6bfc00b5-c218-4388-8154-dc0144200d1a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:57.146189 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6bfc00b5-c218-4388-8154-dc0144200d1a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/9cea9600-c612-4cdd-b930-4d92166707dd HTTP/1.1" status: 204 len: 168 time: 0.5196316 Feb 28 14:51:57.149475 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39608) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:57.225739 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Allocated IP 2001:db8::3 (b52740f8-512d-41c1-825a-5b0cfa11f7c8/2621d697-edec-4d88-8854-173a3525ba14/f2278e9d-0c5c-4ad5-af52-f19f52ec5648) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:57.258346 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4d457d3c-84ae-4517-a49e-7369e737264d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1077409 Feb 28 14:51:57.262313 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39612) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:57.265686 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-9410095d-1447-4062-ba7c-137036f2a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:57.272773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e721f968-544b-4877-ab16-006faf98b62f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:57.280260 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9410095d-1447-4062-ba7c-137036f2a0cc None None] Routers {'56d3d8a9-f66e-4bb8-99be-bbe4706178f4'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:51:57.281089 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-9410095d-1447-4062-ba7c-137036f2a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['56d3d8a9-f66e-4bb8-99be-bbe4706178f4'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:57.368672 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-9410095d-1447-4062-ba7c-137036f2a0cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:51:57.369317 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9410095d-1447-4062-ba7c-137036f2a0cc None None] The sync data for ids ['56d3d8a9-f66e-4bb8-99be-bbe4706178f4'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:51:57.384426 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c5ed741b-ec16-4063-b0a5-37b0e9a79060 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2709356'] for subnet, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:57.410032 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e721f968-544b-4877-ab16-006faf98b62f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:57.415132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e721f968-544b-4877-ab16-006faf98b62f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:57.418489 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e721f968-544b-4877-ab16-006faf98b62f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:57.424522 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e721f968-544b-4877-ab16-006faf98b62f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:57.437835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e721f968-544b-4877-ab16-006faf98b62f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:51:57.442739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e721f968-544b-4877-ab16-006faf98b62f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:57.490575 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:57.501509 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Transition to ACTIVE for port object f2278e9d-0c5c-4ad5-af52-f19f52ec5648 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:57.524070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Transition to ACTIVE for port object f2278e9d-0c5c-4ad5-af52-f19f52ec5648 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:57.539193 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:57.618620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:57.629978 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-92fecd40-8362-4128-8454-fed6fa2233d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:57.641489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Network b52740f8-512d-41c1-825a-5b0cfa11f7c8 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:57.646519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:57.651812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:57.736516 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Pushing event updated for resources: {'Port': ['ID=f2278e9d-0c5c-4ad5-af52-f19f52ec5648,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:57.761479 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Attempting to bind port f2278e9d-0c5c-4ad5-af52-f19f52ec5648 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:57.763350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Attempting to bind port f2278e9d-0c5c-4ad5-af52-f19f52ec5648 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'b9622675-70d4-4a28-a697-9f8add37aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b52740f8-512d-41c1-825a-5b0cfa11f7c8'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:57.763748 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Attempting to bind port f2278e9d-0c5c-4ad5-af52-f19f52ec5648 on network b52740f8-512d-41c1-825a-5b0cfa11f7c8 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:57.772348 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 70301fc4-57ee-4f15-9a57-a0bd751013e2 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:57.827198 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 51, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:57.827981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Checking segment: {'id': 'b9622675-70d4-4a28-a697-9f8add37aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b52740f8-512d-41c1-825a-5b0cfa11f7c8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:57.828576 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:57.829056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Bound using segment: {'id': 'b9622675-70d4-4a28-a697-9f8add37aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b52740f8-512d-41c1-825a-5b0cfa11f7c8'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:57.829843 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Bound port: f2278e9d-0c5c-4ad5-af52-f19f52ec5648, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9622675-70d4-4a28-a697-9f8add37aa4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'b52740f8-512d-41c1-825a-5b0cfa11f7c8'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:57.830091 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:57.901088 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:57.937467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c5ed741b-ec16-4063-b0a5-37b0e9a79060 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737161184907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3378287'] for subnet, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:57.939053 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] For port f2278e9d-0c5c-4ad5-af52-f19f52ec5648, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:57.941509 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 70301fc4-57ee-4f15-9a57-a0bd751013e2 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:57.942066 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:57.972374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e721f968-544b-4877-ab16-006faf98b62f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:58.014426 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5ed741b-ec16-4063-b0a5-37b0e9a79060 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:58.014426 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c5ed741b-ec16-4063-b0a5-37b0e9a79060 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:58.019065 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c5ed741b-ec16-4063-b0a5-37b0e9a79060 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "PUT /v2.0/subnets/2621d697-edec-4d88-8854-173a3525ba14 HTTP/1.1" status: 200 len: 900 time: 1.1454043 Feb 28 14:51:58.022239 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e721f968-544b-4877-ab16-006faf98b62f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:58.023164 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39618) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:58.028670 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] For port f2278e9d-0c5c-4ad5-af52-f19f52ec5648, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f2278e9d-0c5c-4ad5-af52-f19f52ec5648,segment=NetworkSegment(b9622675-70d4-4a28-a697-9f8add37aa4b),segment_id=b9622675-70d4-4a28-a697-9f8add37aa4b)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:58.037952 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-56c9349b-53a4-4c00-bc06-47f4a69a3838 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:51:58.038798 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:58.048991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-e721f968-544b-4877-ab16-006faf98b62f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:58.059944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e721f968-544b-4877-ab16-006faf98b62f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:58.060536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e721f968-544b-4877-ab16-006faf98b62f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:58.082526 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5fd5980-59c0-41e8-a9c4-942da442899e None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:51:58.101443 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-56c9349b-53a4-4c00-bc06-47f4a69a3838 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:58.109163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ed741b-ec16-4063-b0a5-37b0e9a79060 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event updated for resources: {'Subnet': ['ID=2621d697-edec-4d88-8854-173a3525ba14,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:58.142349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-56c9349b-53a4-4c00-bc06-47f4a69a3838 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:58.191406 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-7691a582-ec77-41f2-8819-4728dd0426b7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] remove_router_interface failed (client error): The resource could not be found. Feb 28 14:51:58.195170 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7691a582-ec77-41f2-8819-4728dd0426b7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/56d3d8a9-f66e-4bb8-99be-bbe4706178f4/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.1040292 Feb 28 14:51:58.199876 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e721f968-544b-4877-ab16-006faf98b62f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9363470 Feb 28 14:51:58.200646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39622) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:58.200976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39624) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:58.210294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-aab30e9a-e4e9-48fb-9dcb-2abecb521f6b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1649440685', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:51:58.247324 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:58.261033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-aab30e9a-e4e9-48fb-9dcb-2abecb521f6b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:51:58.265523 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f468aa6-4c8f-49c9-b98a-0e8f34c329c3 None None] Pushing event updated for resources: {'Port': ['ID=f2278e9d-0c5c-4ad5-af52-f19f52ec5648,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:58.289373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-aab30e9a-e4e9-48fb-9dcb-2abecb521f6b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:router and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:51:58.296122 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6011f78b-ddca-40a1-87fb-327947c3be2e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports?device_id=56d3d8a9-f66e-4bb8-99be-bbe4706178f4 HTTP/1.1" status: 200 len: 205 time: 0.0910170 Feb 28 14:51:58.298170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-aab30e9a-e4e9-48fb-9dcb-2abecb521f6b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:51:58.301057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e721f968-544b-4877-ab16-006faf98b62f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=1c805a71-d5c3-49f6-b84d-c224e84ac76b,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:58.306060 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39630) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:58.379289 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-aab30e9a-e4e9-48fb-9dcb-2abecb521f6b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:51:58.412377 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-56c9349b-53a4-4c00-bc06-47f4a69a3838 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] In _notify_port_updated(), no bound segment for port ba443bb9-024e-46fb-9edc-228030640188 on network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb {{(pid=83591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:51:58.416136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9349b-53a4-4c00-bc06-47f4a69a3838 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:51:58.416771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-56c9349b-53a4-4c00-bc06-47f4a69a3838 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:58.418700 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-56c9349b-53a4-4c00-bc06-47f4a69a3838 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "PUT /v2.0/ports/ba443bb9-024e-46fb-9edc-228030640188 HTTP/1.1" status: 200 len: 1067 time: 2.7740829 Feb 28 14:51:58.425195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39634) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:58.445130 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9349b-53a4-4c00-bc06-47f4a69a3838 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event updated for resources: {'Port': ['ID=ba443bb9-024e-46fb-9edc-228030640188,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:58.500980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:58.503392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '1c805a71-d5c3-49f6-b84d-c224e84ac76b'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:51:58.505106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:58.533843 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aab30e9a-e4e9-48fb-9dcb-2abecb521f6b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:58.534974 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aab30e9a-e4e9-48fb-9dcb-2abecb521f6b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:58.566611 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Deleting port f2278e9d-0c5c-4ad5-af52-f19f52ec5648 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:58.567389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:58.621755 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:58.642561 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:58.674886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c55e70da-1e8e-4bbc-9a56-be57d1623af8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:58.675954 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:58.768752 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Pushing event updated for resources: {'Port': ['ID=6a3d5e82-5f01-49e1-8c41-47f1ae05776a,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:58.787494 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-27e8c2c6-f083-43e1-8345-9f6433888f29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Deleting port ba443bb9-024e-46fb-9edc-228030640188 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:51:58.788277 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-27e8c2c6-f083-43e1-8345-9f6433888f29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:58.810642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Allocated IP 2001:db8::2 (2d04583f-a513-435e-a720-cee2c3103874/1c805a71-d5c3-49f6-b84d-c224e84ac76b/17ed5a11-884d-44c3-a3e9-5047763dd784) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:51:58.846438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7378aaea-6f23-46f6-a5aa-4afb6b2e23ab admin admin] Router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:51:58.869921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aab30e9a-e4e9-48fb-9dcb-2abecb521f6b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:58.952057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aab30e9a-e4e9-48fb-9dcb-2abecb521f6b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:59.015033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aab30e9a-e4e9-48fb-9dcb-2abecb521f6b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:59.019034 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-aab30e9a-e4e9-48fb-9dcb-2abecb521f6b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.8140197 Feb 28 14:51:59.019855 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:59.028005 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:59.052152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3f52df56-6de7-4afa-bbbc-612e91594713 None None] Provisioning complete for port ba443bb9-024e-46fb-9edc-228030640188 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:51:59.052673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f52df56-6de7-4afa-bbbc-612e91594713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:59.077710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39642) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:51:59.150377 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3f52df56-6de7-4afa-bbbc-612e91594713 None None] Port ba443bb9-024e-46fb-9edc-228030640188 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:51:59.229135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:59.242347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Transition to ACTIVE for port object 17ed5a11-884d-44c3-a3e9-5047763dd784 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:59.265204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Transition to ACTIVE for port object 17ed5a11-884d-44c3-a3e9-5047763dd784 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:51:59.270745 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:59.340933 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Pushing event updated for resources: {'Port': ['ID=17ed5a11-884d-44c3-a3e9-5047763dd784,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:59.358713 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:51:59.359886 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:51:59.362182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:51:59.491244 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Attempting to bind port 17ed5a11-884d-44c3-a3e9-5047763dd784 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:51:59.491562 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Attempting to bind port 17ed5a11-884d-44c3-a3e9-5047763dd784 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:51:59.492010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Attempting to bind port 17ed5a11-884d-44c3-a3e9-5047763dd784 on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:51:59.501003 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:51:59.501386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:51:59.501960 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:59.502355 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:51:59.502821 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Bound port: 17ed5a11-884d-44c3-a3e9-5047763dd784, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:51:59.503188 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:59.510884 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63099ad2-cae7-4d36-b592-d5716c196c0b admin admin] Router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:51:59.605252 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-27e8c2c6-f083-43e1-8345-9f6433888f29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:59.608882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] For port 17ed5a11-884d-44c3-a3e9-5047763dd784, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:51:59.612247 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] For port 17ed5a11-884d-44c3-a3e9-5047763dd784, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=17ed5a11-884d-44c3-a3e9-5047763dd784,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:51:59.618861 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:59.709569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c55e70da-1e8e-4bbc-9a56-be57d1623af8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:59.730802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] For port f2278e9d-0c5c-4ad5-af52-f19f52ec5648, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f2278e9d-0c5c-4ad5-af52-f19f52ec5648,segment=NetworkSegment(b9622675-70d4-4a28-a697-9f8add37aa4b),segment_id=b9622675-70d4-4a28-a697-9f8add37aa4b)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:51:59.730802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:51:59.738444 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113be81c-d1f1-4da4-9955-229142a0d21b None None] Pushing event updated for resources: {'Port': ['ID=17ed5a11-884d-44c3-a3e9-5047763dd784,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:51:59.752850 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-719344f7-43dc-4c41-bca8-645ed1ebe113 req-9bba9b3d-020a-40d4-b602-171ebaa67922 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3058aad5ce234490a5fe13a20aa3d30f&device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 1098 time: 0.6589308 Feb 28 14:51:59.785744 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f2278e9d-0c5c-4ad5-af52-f19f52ec5648 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:51:59.885613 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-27e8c2c6-f083-43e1-8345-9f6433888f29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Calling delete_port for ba443bb9-024e-46fb-9edc-228030640188 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:59.906780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port f2278e9d-0c5c-4ad5-af52-f19f52ec5648 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:51:59.908915 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Calling delete_port for f2278e9d-0c5c-4ad5-af52-f19f52ec5648 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:51:59.976692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c55e70da-1e8e-4bbc-9a56-be57d1623af8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:00.076273 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b5e4bd-2ea3-4902-b460-5168d0099564 None None] Network b52740f8-512d-41c1-825a-5b0cfa11f7c8 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:00.092977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e065f0-4e25-4f0e-8208-cd659c0bfd64 req-e62e2cba-5ea5-45a8-bc4a-a522214c389a tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:00.100064 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-04e065f0-4e25-4f0e-8208-cd659c0bfd64 req-e62e2cba-5ea5-45a8-bc4a-a522214c389a tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.8756943 Feb 28 14:52:00.194245 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-04e065f0-4e25-4f0e-8208-cd659c0bfd64 req-ec94a0e1-0c78-4df0-965e-eff0da021e52 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855899 Feb 28 14:52:00.196966 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:00.223824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3819782c-eb79-454e-9b6b-53cc1d7bb1e1 None None] Provisioning for port f2278e9d-0c5c-4ad5-af52-f19f52ec5648 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:00.244518 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3819782c-eb79-454e-9b6b-53cc1d7bb1e1 None None] Provisioning complete for port f2278e9d-0c5c-4ad5-af52-f19f52ec5648 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:00.244904 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3819782c-eb79-454e-9b6b-53cc1d7bb1e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:00.279947 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c55e70da-1e8e-4bbc-9a56-be57d1623af8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:00.280602 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c55e70da-1e8e-4bbc-9a56-be57d1623af8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Fanout notify agent at l3_agent the message router_deleted on router 56d3d8a9-f66e-4bb8-99be-bbe4706178f4 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:52:00.323478 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719344f7-43dc-4c41-bca8-645ed1ebe113 req-ec7e079b-09b7-42d6-9eca-8daeba1a654a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:00.325116 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-719344f7-43dc-4c41-bca8-645ed1ebe113 req-ec7e079b-09b7-42d6-9eca-8daeba1a654a service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8e68083-b804-4567-a398-1f9531ac1f94 HTTP/1.1" status: 200 len: 912 time: 0.3740339 Feb 28 14:52:00.333459 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c55e70da-1e8e-4bbc-9a56-be57d1623af8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:00.334785 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c55e70da-1e8e-4bbc-9a56-be57d1623af8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/routers/56d3d8a9-f66e-4bb8-99be-bbe4706178f4 HTTP/1.1" status: 204 len: 168 time: 2.0257845 Feb 28 14:52:00.337583 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39646) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:00.375860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3819782c-eb79-454e-9b6b-53cc1d7bb1e1 None None] Could not find standard attr ID for object f2278e9d-0c5c-4ad5-af52-f19f52ec5648. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:52:00.382327 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.plugins.ml2.db [None req-3819782c-eb79-454e-9b6b-53cc1d7bb1e1 None None] No ports have port_id starting with f2278e9d-0c5c-4ad5-af52-f19f52ec5648 Feb 28 14:52:00.427686 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:00.485989 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:00.486815 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:00.501092 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Port': ['ID=f2278e9d-0c5c-4ad5-af52-f19f52ec5648,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:00.603366 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-719344f7-43dc-4c41-bca8-645ed1ebe113 req-9f0c5168-6f1f-442a-8259-7fa6dd9c4a8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dff55e87-99f8-410d-a9b2-a28723fb61f4 HTTP/1.1" status: 200 len: 1000 time: 0.2668316 Feb 28 14:52:00.654629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No DVR routers for this DVR port f2278e9d-0c5c-4ad5-af52-f19f52ec5648 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:00.794580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-719344f7-43dc-4c41-bca8-645ed1ebe113 req-76b14960-1ed5-4a93-9f2d-f877de7100e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:00.796272 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-719344f7-43dc-4c41-bca8-645ed1ebe113 req-76b14960-1ed5-4a93-9f2d-f877de7100e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8384ae17-c1f6-45d8-991e-642c0f17988e HTTP/1.1" status: 200 len: 851 time: 0.1714067 Feb 28 14:52:00.797020 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85431144-7eee-473e-82b7-5eaf2dca176e None None] Network b52740f8-512d-41c1-825a-5b0cfa11f7c8 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:00.811883 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-27e8c2c6-f083-43e1-8345-9f6433888f29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:00.846251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:00.931085 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8c2c6-f083-43e1-8345-9f6433888f29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event deleted for resources: {'Port': ['ID=ba443bb9-024e-46fb-9edc-228030640188,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:00.935220 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7378aaea-6f23-46f6-a5aa-4afb6b2e23ab admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:00.938414 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-46b8f587-4472-4db7-bb17-f30da9d4767b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting subnet 158b9867-6375-439e-92e6-06612a824916 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:52:00.943977 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:00.946086 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e6be6-031d-4110-9c56-1f055c924942 None None] Sync routers for ids ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:00.950562 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-46b8f587-4472-4db7-bb17-f30da9d4767b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:01.017441 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7378aaea-6f23-46f6-a5aa-4afb6b2e23ab admin admin] 10.222.0.15 "PUT /v2.0/routers/040cb74d-d7ee-43fa-bc0e-b4d145cff019/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.2384453 Feb 28 14:52:01.019263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39650) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:01.055192 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e6be6-031d-4110-9c56-1f055c924942 None None] Routers {'040cb74d-d7ee-43fa-bc0e-b4d145cff019'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:01.056125 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ea5e6be6-031d-4110-9c56-1f055c924942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:01.093186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-46b8f587-4472-4db7-bb17-f30da9d4767b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:01.325233 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-719344f7-43dc-4c41-bca8-645ed1ebe113 req-084eab6e-e565-4bf2-8104-74f9d502b31a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8e68083-b804-4567-a398-1f9531ac1f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5182197 Feb 28 14:52:01.339141 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6a023917-2ca7-4ece-b864-e02dadfbacc6 None None] Provisioning for port 17ed5a11-884d-44c3-a3e9-5047763dd784 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:01.364246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:01.413855 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63099ad2-cae7-4d36-b592-d5716c196c0b admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:01.424599 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be573ec-4195-4904-b1d5-0dd55e9ee9e9 None None] Sync routers for ids ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:01.445523 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-ea5e6be6-031d-4110-9c56-1f055c924942 None None] Set router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:52:01.447218 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be573ec-4195-4904-b1d5-0dd55e9ee9e9 None None] Routers {'4688f45c-1a32-4f94-a6f2-6f55ccb90a33'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:01.448191 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6be573ec-4195-4904-b1d5-0dd55e9ee9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:01.535443 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-719344f7-43dc-4c41-bca8-645ed1ebe113 req-ae4d1b21-4a7f-482b-8b09-a79bf9c41a6c service neutron] 10.222.0.20 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2007675 Feb 28 14:52:01.618160 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-46b8f587-4472-4db7-bb17-f30da9d4767b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:01.648868 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cb5897e-126d-4c7f-918e-944605ccedce None None] Network b52740f8-512d-41c1-825a-5b0cfa11f7c8 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:01.692707 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::1 (2d04583f-a513-435e-a720-cee2c3103874/1c805a71-d5c3-49f6-b84d-c224e84ac76b/676f47c4-de29-4f0c-91ae-97e32e1ed248) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:01.719027 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-6be573ec-4195-4904-b1d5-0dd55e9ee9e9 None None] Set router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:52:01.869004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:01.895783 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:01.916769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object 676f47c4-de29-4f0c-91ae-97e32e1ed248 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:01.918577 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b52740f8-512d-41c1-825a-5b0cfa11f7c8']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:01.935274 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9622675-70d4-4a28-a697-9f8add37aa4b') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:01.935449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9622675-70d4-4a28-a697-9f8add37aa4b') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:01.948727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:01.953853 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 17ed5a11-884d-44c3-a3e9-5047763dd784 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:01.964699 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:01.970738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:01.971124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.026383 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.034378 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-63099ad2-cae7-4d36-b592-d5716c196c0b admin admin] 10.222.0.15 "PUT /v2.0/routers/4688f45c-1a32-4f94-a6f2-6f55ccb90a33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 17.9439261 Feb 28 14:52:02.039229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39656) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:02.066120 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6f2b22d-5200-489b-aeac-39fa22b0d34b None None] DHCP port deletion for b52740f8-512d-41c1-825a-5b0cfa11f7c8 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:02.085401 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:02.097297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-46b8f587-4472-4db7-bb17-f30da9d4767b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.102950 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7af4e288-1d50-404b-8cde-8a4fa6d6bbef None None] get_active_networks_info from dv-neutron-830866-2-hyperv {{(pid=83593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 14:52:02.114949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.116798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Subnet': ['ID=2621d697-edec-4d88-8854-173a3525ba14,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:02.122089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-46b8f587-4472-4db7-bb17-f30da9d4767b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.181739 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6be573ec-4195-4904-b1d5-0dd55e9ee9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'name': 'tempest-ServersTestJSON-1649650182-router', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:51:51Z', 'revision_number': 5, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'gw_port': {'id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:02.187603 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be573ec-4195-4904-b1d5-0dd55e9ee9e9 None None] Checking router: 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:52:02.208254 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be573ec-4195-4904-b1d5-0dd55e9ee9e9 None None] Routers {'4688f45c-1a32-4f94-a6f2-6f55ccb90a33'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:02.208523 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6be573ec-4195-4904-b1d5-0dd55e9ee9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:02.209564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 17ed5a11-884d-44c3-a3e9-5047763dd784 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:02.225238 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-46b8f587-4472-4db7-bb17-f30da9d4767b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/158b9867-6375-439e-92e6-06612a824916 HTTP/1.1" status: 204 len: 168 time: 1.8865705 Feb 28 14:52:02.226350 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39658) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:02.240902 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ea5e6be6-031d-4110-9c56-1f055c924942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'name': 'tempest-ServersTestManualDisk-1455582000-router', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:51:51Z', 'revision_number': 5, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'gw_port': {'id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:42Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:02.245408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 17ed5a11-884d-44c3-a3e9-5047763dd784 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:02.245743 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.262848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.268659 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/b52740f8-512d-41c1-825a-5b0cfa11f7c8 HTTP/1.1" status: 204 len: 168 time: 4.2448623 Feb 28 14:52:02.280517 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b8f587-4472-4db7-bb17-f30da9d4767b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Subnet': ['ID=158b9867-6375-439e-92e6-06612a824916,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:02.282477 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39660) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:02.301651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e6be6-031d-4110-9c56-1f055c924942 None None] Checking router: 040cb74d-d7ee-43fa-bc0e-b4d145cff019 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:52:02.377047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5e6be6-031d-4110-9c56-1f055c924942 None None] Routers {'040cb74d-d7ee-43fa-bc0e-b4d145cff019'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:02.377678 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ea5e6be6-031d-4110-9c56-1f055c924942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:02.383555 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=676f47c4-de29-4f0c-91ae-97e32e1ed248,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:02.413168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.430710 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-6be573ec-4195-4904-b1d5-0dd55e9ee9e9 None None] Set router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:52:02.452675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb3b315-6953-49e2-b028-2ad1fb699619 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Network': ['ID=b52740f8-512d-41c1-825a-5b0cfa11f7c8,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:02.481189 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-701b6265-4afb-4db9-bf5b-e16c8aa0e438 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] DELETE failed (client error): The resource could not be found. Feb 28 14:52:02.481862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-701b6265-4afb-4db9-bf5b-e16c8aa0e438 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:52:02.486320 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-701b6265-4afb-4db9-bf5b-e16c8aa0e438 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/subnets/2621d697-edec-4d88-8854-173a3525ba14 HTTP/1.1" status: 404 len: 337 time: 0.0774152 Feb 28 14:52:02.487736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39668) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:02.508871 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-27e8c2c6-f083-43e1-8345-9f6433888f29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.514079 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-27e8c2c6-f083-43e1-8345-9f6433888f29 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "DELETE /v2.0/ports/ba443bb9-024e-46fb-9edc-228030640188 HTTP/1.1" status: 204 len: 168 time: 4.0743482 Feb 28 14:52:02.516486 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39672) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:02.529018 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-19aa5f7c-a401-4d15-8145-ea00eec019fc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] DELETE failed (client error): The resource could not be found. Feb 28 14:52:02.529685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19aa5f7c-a401-4d15-8145-ea00eec019fc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:52:02.534079 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-19aa5f7c-a401-4d15-8145-ea00eec019fc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/b52740f8-512d-41c1-825a-5b0cfa11f7c8 HTTP/1.1" status: 404 len: 339 time: 0.0419836 Feb 28 14:52:02.539436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39676) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:02.542853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port cf064739-564a-4e3f-beab-54f39033d7aa {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:02.543370 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.618370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:02.641978 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:02.650745 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-16fe0aee-76a6-45d2-a7ba-9a9baa927ba6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] GET failed (client error): The resource could not be found. Feb 28 14:52:02.651342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-16fe0aee-76a6-45d2-a7ba-9a9baa927ba6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Synchronizing usage tracker for tenant:319e1408ed5445a1be63d7fac43e0b11 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:02.657919 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:02.658529 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.671893 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7af4e288-1d50-404b-8cde-8a4fa6d6bbef None None] Resources bound (agent type, host, resource id): {{(pid=83593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:52:02.732426 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-719344f7-43dc-4c41-bca8-645ed1ebe113 req-77e615a7-c934-44e0-90a2-347b583650b0 service neutron] 10.222.0.20 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0230446 Feb 28 14:52:02.749958 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6be573ec-4195-4904-b1d5-0dd55e9ee9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'name': 'tempest-ServersTestJSON-1649650182-router', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:51:51Z', 'revision_number': 5, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'gw_port': {'id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:02.754372 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6be573ec-4195-4904-b1d5-0dd55e9ee9e9 None None] The sync data for ids ['4688f45c-1a32-4f94-a6f2-6f55ccb90a33'] in dv-neutron-830866-2-hyperv is: [{'id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'name': 'tempest-ServersTestJSON-1649650182-router', 'tenant_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184'}], 'enable_snat': True}, 'gw_port_id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:51:51Z', 'revision_number': 5, 'project_id': 'b7f2d767ebb94336b3fa60c117266b9b', 'gw_port': {'id': '7eed7d13-4ed8-4389-afed-63aaec2dfe42', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1a:91:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4688f45c-1a32-4f94-a6f2-6f55ccb90a33', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:02.804200 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69a7880e-1340-4c22-a349-a72f1829439d req-07d32422-5595-49be-bf33-d1b5cad2f446 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:02.805917 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-69a7880e-1340-4c22-a349-a72f1829439d req-07d32422-5595-49be-bf33-d1b5cad2f446 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 1.3589904 Feb 28 14:52:02.811336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-16fe0aee-76a6-45d2-a7ba-9a9baa927ba6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Unset dirty status for tenant:319e1408ed5445a1be63d7fac43e0b11 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:02.815268 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-16fe0aee-76a6-45d2-a7ba-9a9baa927ba6 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "GET /v2.0/ports/ba443bb9-024e-46fb-9edc-228030640188 HTTP/1.1" status: 404 len: 333 time: 0.2898033 Feb 28 14:52:02.815398 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.819908 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39680) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:02.884677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-722262e8-0bc2-4950-bb7e-41abee12f269 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.906351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-ea5e6be6-031d-4110-9c56-1f055c924942 None None] Set router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:52:02.942371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:02.963775 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-69a7880e-1340-4c22-a349-a72f1829439d req-73cb6ffe-6c21-4fda-a9d5-e501e284d26f tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1491642 Feb 28 14:52:02.991077 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Router 1d6a374e-4c25-48cb-8ea8-c4ff28fff225 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:52:02.998522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 17ed5a11-884d-44c3-a3e9-5047763dd784, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=17ed5a11-884d-44c3-a3e9-5047763dd784,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:03.027657 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.149126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cfca34e5-be16-40e3-a057-13edfe352389 admin admin] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.260880 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-78d7811b-aedc-4d1d-a60e-959e74fb8595 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Deleting port 8300c936-0da0-4bb5-a967-28b4b4f30f08 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:03.261231 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-78d7811b-aedc-4d1d-a60e-959e74fb8595 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.312148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=17ed5a11-884d-44c3-a3e9-5047763dd784,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:03.481383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-722262e8-0bc2-4950-bb7e-41abee12f269 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.493375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] For port cf064739-564a-4e3f-beab-54f39033d7aa, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cf064739-564a-4e3f-beab-54f39033d7aa,segment=NetworkSegment(3942f5cf-fd0e-489c-a0ba-904ada791058),segment_id=3942f5cf-fd0e-489c-a0ba-904ada791058)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:03.493723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.528356 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ea5e6be6-031d-4110-9c56-1f055c924942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'name': 'tempest-ServersTestManualDisk-1455582000-router', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:51:51Z', 'revision_number': 5, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'gw_port': {'id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:42Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:03.532719 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5e6be6-031d-4110-9c56-1f055c924942 None None] The sync data for ids ['040cb74d-d7ee-43fa-bc0e-b4d145cff019'] in dv-neutron-830866-2-hyperv is: [{'id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'name': 'tempest-ServersTestManualDisk-1455582000-router', 'tenant_id': '298c60137a5b4342898eb5f96ba2a7ef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37'}], 'enable_snat': True}, 'gw_port_id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:40Z', 'updated_at': '2022-02-28T14:51:51Z', 'revision_number': 5, 'project_id': '298c60137a5b4342898eb5f96ba2a7ef', 'gw_port': {'id': 'befeb26c-af06-46c9-8cb2-ec29a839ff13', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:59:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '040cb74d-d7ee-43fa-bc0e-b4d145cff019', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:42Z', 'updated_at': '2022-02-28T14:49:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:03.589182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-722262e8-0bc2-4950-bb7e-41abee12f269 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['265461f8-2a5c-48ff-8074-0d172c8b7a45']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:03.668129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for cf064739-564a-4e3f-beab-54f39033d7aa owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:03.698639 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1ade5d4e-1c51-49c5-9595-1203d8902956 req-e8848472-c366-4159-b825-b2c4a9628b85 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3058aad5ce234490a5fe13a20aa3d30f&device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 1098 time: 0.9066739 Feb 28 14:52:03.707254 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-722262e8-0bc2-4950-bb7e-41abee12f269 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681d85fd-cf19-4a22-a8cc-14266fb9131e') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:03.707564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-722262e8-0bc2-4950-bb7e-41abee12f269 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681d85fd-cf19-4a22-a8cc-14266fb9131e') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:03.758463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-722262e8-0bc2-4950-bb7e-41abee12f269 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.774182 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aba10b3c-8d2c-4570-be41-301e2c947460 admin admin] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.843285 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-722262e8-0bc2-4950-bb7e-41abee12f269 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.867345 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-722262e8-0bc2-4950-bb7e-41abee12f269 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:03.867766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-722262e8-0bc2-4950-bb7e-41abee12f269 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:03.896106 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:03.981783 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 17ed5a11-884d-44c3-a3e9-5047763dd784 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:04.090368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5d4e-1c51-49c5-9595-1203d8902956 req-80996ac4-fe7c-4491-8341-a23992556947 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:04.091908 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1ade5d4e-1c51-49c5-9595-1203d8902956 req-80996ac4-fe7c-4491-8341-a23992556947 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8e68083-b804-4567-a398-1f9531ac1f94 HTTP/1.1" status: 200 len: 912 time: 0.3705974 Feb 28 14:52:04.094544 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.101191 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 17ed5a11-884d-44c3-a3e9-5047763dd784 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:04.103095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.107531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-722262e8-0bc2-4950-bb7e-41abee12f269 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.112109 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-722262e8-0bc2-4950-bb7e-41abee12f269 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.199203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29935c93-6526-4e70-b808-ec7c3043e423 None None] Network 220bc291-7c17-4327-93b6-7c1d5a42b732 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:04.263220 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:52:04.281719 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] No DVR routers for this DVR port cf064739-564a-4e3f-beab-54f39033d7aa on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:04.293266 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Port': ['ID=cf064739-564a-4e3f-beab-54f39033d7aa,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:04.297796 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.358415 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-78d7811b-aedc-4d1d-a60e-959e74fb8595 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.359515 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722262e8-0bc2-4950-bb7e-41abee12f269 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Network': ['ID=265461f8-2a5c-48ff-8074-0d172c8b7a45,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:04.385889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9f3dac72-4b6b-4d68-b582-76a224713bb9 None None] Provisioning complete for port 17ed5a11-884d-44c3-a3e9-5047763dd784 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:04.386296 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9f3dac72-4b6b-4d68-b582-76a224713bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.421538 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-722262e8-0bc2-4950-bb7e-41abee12f269 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/265461f8-2a5c-48ff-8074-0d172c8b7a45 HTTP/1.1" status: 204 len: 168 time: 1.8528132 Feb 28 14:52:04.435758 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39686) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:04.526510 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.527276 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.534586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f2278e9d-0c5c-4ad5-af52-f19f52ec5648 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:04.537690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-78d7811b-aedc-4d1d-a60e-959e74fb8595 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Calling delete_port for 8300c936-0da0-4bb5-a967-28b4b4f30f08 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:04.582541 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: f2278e9d-0c5c-4ad5-af52-f19f52ec5648 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:04.582690 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee4d7a14-022c-4021-8080-b6f1097d67e4 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] DELETE failed (client error): The resource could not be found. Feb 28 14:52:04.582886 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f2278e9d-0c5c-4ad5-af52-f19f52ec5648 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:04.583307 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:04.583383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee4d7a14-022c-4021-8080-b6f1097d67e4 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:52:04.589030 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ee4d7a14-022c-4021-8080-b6f1097d67e4 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/subnets/8a485a1e-7e37-43a1-bac3-599a9822f4dd HTTP/1.1" status: 404 len: 337 time: 0.1454301 Feb 28 14:52:04.596121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39690) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:04.623870 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:04.624215 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 17ca4cb3-dc6f-42ac-841e-df4c3a90a1d0 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:04.624672 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d4d697f8-88d2-4e69-b907-dcb7e091d60a no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:04.627660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.637410 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1ade5d4e-1c51-49c5-9595-1203d8902956 req-73385c34-32a9-4a9c-8604-61234c01cb3f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dff55e87-99f8-410d-a9b2-a28723fb61f4 HTTP/1.1" status: 200 len: 1000 time: 0.5216303 Feb 28 14:52:04.662518 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: d4d697f8-88d2-4e69-b907-dcb7e091d60a {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:04.662951 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d4d697f8-88d2-4e69-b907-dcb7e091d60a not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:04.703408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62a97b70-63bc-467d-a628-019f80cf6740 None None] DHCP port deletion for 220bc291-7c17-4327-93b6-7c1d5a42b732 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:52:04.718528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ade5d4e-1c51-49c5-9595-1203d8902956 req-917881e3-0115-4553-b277-e912672cda56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:04.720270 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1ade5d4e-1c51-49c5-9595-1203d8902956 req-917881e3-0115-4553-b277-e912672cda56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8384ae17-c1f6-45d8-991e-642c0f17988e HTTP/1.1" status: 200 len: 851 time: 0.0743086 Feb 28 14:52:04.724913 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cfca34e5-be16-40e3-a057-13edfe352389 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.732896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220bc291-7c17-4327-93b6-7c1d5a42b732']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:04.747932 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9f3dac72-4b6b-4d68-b582-76a224713bb9 None None] Provisioning for port 676f47c4-de29-4f0c-91ae-97e32e1ed248 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:04.753195 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9f3dac72-4b6b-4d68-b582-76a224713bb9 None None] Provisioning complete for port 676f47c4-de29-4f0c-91ae-97e32e1ed248 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:04.753667 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9f3dac72-4b6b-4d68-b582-76a224713bb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.790841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f23a137-60c3-45f8-82bb-ebe319ad0c08 req-d82b25b8-9570-4218-9d50-a75eea43aab0 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:04.792306 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9f23a137-60c3-45f8-82bb-ebe319ad0c08 req-d82b25b8-9570-4218-9d50-a75eea43aab0 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.5448840 Feb 28 14:52:04.794109 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3942f5cf-fd0e-489c-a0ba-904ada791058') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:04.794409 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3942f5cf-fd0e-489c-a0ba-904ada791058') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:04.797410 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0c3ef95-a770-435c-8f50-ec8878c1c43c tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] DELETE failed (client error): The resource could not be found. Feb 28 14:52:04.798221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0c3ef95-a770-435c-8f50-ec8878c1c43c tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:52:04.801341 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f0c3ef95-a770-435c-8f50-ec8878c1c43c tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/424d0547-dce2-414b-907a-672f183a1430 HTTP/1.1" status: 404 len: 339 time: 0.1869333 Feb 28 14:52:04.806114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-cfca34e5-be16-40e3-a057-13edfe352389 admin admin] Deleting port befeb26c-af06-46c9-8cb2-ec29a839ff13 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:04.806333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cfca34e5-be16-40e3-a057-13edfe352389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.809509 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39694) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:04.812256 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-9f3dac72-4b6b-4d68-b582-76a224713bb9 None None] Port 676f47c4-de29-4f0c-91ae-97e32e1ed248 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:52:04.813475 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=676f47c4-de29-4f0c-91ae-97e32e1ed248,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:04.937434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-06bc59e9-962c-49e0-94b5-cad4e78e7be1 None None] Provisioning complete for port 676f47c4-de29-4f0c-91ae-97e32e1ed248 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:04.937434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-06bc59e9-962c-49e0-94b5-cad4e78e7be1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:04.994700 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-06bc59e9-962c-49e0-94b5-cad4e78e7be1 None None] Port 676f47c4-de29-4f0c-91ae-97e32e1ed248 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:52:05.052017 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:05.052398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:05.071184 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Sync routers for ids ['1d6a374e-4c25-48cb-8ea8-c4ff28fff225'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:05.084894 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Routers {'1d6a374e-4c25-48cb-8ea8-c4ff28fff225'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:05.085587 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['1d6a374e-4c25-48cb-8ea8-c4ff28fff225'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:05.101953 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:05.106466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:05.123890 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:05.126772 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:05.127160 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:05.143119 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:05.239425 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9f23a137-60c3-45f8-82bb-ebe319ad0c08 req-8ff7b8c7-ccdd-4f8c-8b41-193b4f5e4edb tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4367995 Feb 28 14:52:05.288034 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1ade5d4e-1c51-49c5-9595-1203d8902956 req-735f7b63-a12a-466c-82a5-748f83c94c72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8e68083-b804-4567-a398-1f9531ac1f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5588915 Feb 28 14:52:05.290462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:05.333512 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-78d7811b-aedc-4d1d-a60e-959e74fb8595 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:05.370204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Set router 1d6a374e-4c25-48cb-8ea8-c4ff28fff225 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:52:05.417937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:05.425464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-cfca34e5-be16-40e3-a057-13edfe352389 admin admin] For port befeb26c-af06-46c9-8cb2-ec29a839ff13, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=befeb26c-af06-46c9-8cb2-ec29a839ff13,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:05.425812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cfca34e5-be16-40e3-a057-13edfe352389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:05.440485 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d7811b-aedc-4d1d-a60e-959e74fb8595 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event deleted for resources: {'Port': ['ID=8300c936-0da0-4bb5-a967-28b4b4f30f08,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:05.443116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:05.447914 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-168c444e-87f5-4628-9762-d7ba789c1c8a tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 13.6711822 Feb 28 14:52:05.448160 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39700) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:05.455208 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Network': ['ID=220bc291-7c17-4327-93b6-7c1d5a42b732,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:05.531025 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f3728a12-c93c-4f22-9f85-47ed87eda088 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Deleting subnet 7560c1e7-8b33-4f57-9352-5c52e7afd315 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:52:05.533207 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aba10b3c-8d2c-4570-be41-301e2c947460 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:05.545195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f3728a12-c93c-4f22-9f85-47ed87eda088 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:05.593074 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-78d7811b-aedc-4d1d-a60e-959e74fb8595 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:05.597741 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-78d7811b-aedc-4d1d-a60e-959e74fb8595 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "DELETE /v2.0/ports/8300c936-0da0-4bb5-a967-28b4b4f30f08 HTTP/1.1" status: 204 len: 168 time: 2.7738352 Feb 28 14:52:05.605133 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39704) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:05.608154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-aba10b3c-8d2c-4570-be41-301e2c947460 admin admin] Deleting port 7eed7d13-4ed8-4389-afed-63aaec2dfe42 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:05.608742 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aba10b3c-8d2c-4570-be41-301e2c947460 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:05.614172 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3b56fc70-66bd-4072-8f7a-643fafe068ec None None] Provisioning complete for port 676f47c4-de29-4f0c-91ae-97e32e1ed248 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:05.614612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3b56fc70-66bd-4072-8f7a-643fafe068ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:05.700553 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3b56fc70-66bd-4072-8f7a-643fafe068ec None None] Port 676f47c4-de29-4f0c-91ae-97e32e1ed248 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:52:05.747586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cf064739-564a-4e3f-beab-54f39033d7aa no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:05.774641 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f53eeb6-5138-4592-bd8e-2a58deb0a4b2 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] GET failed (client error): The resource could not be found. Feb 28 14:52:05.775145 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-2f53eeb6-5138-4592-bd8e-2a58deb0a4b2 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Synchronizing usage tracker for tenant:319e1408ed5445a1be63d7fac43e0b11 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:05.788745 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: cf064739-564a-4e3f-beab-54f39033d7aa {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:05.788934 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cf064739-564a-4e3f-beab-54f39033d7aa not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:05.789787 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f3728a12-c93c-4f22-9f85-47ed87eda088 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:05.795580 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-22dba98c-d467-4141-9ff7-dfad1d346775 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/networks/220bc291-7c17-4327-93b6-7c1d5a42b732 HTTP/1.1" status: 204 len: 168 time: 3.5167956 Feb 28 14:52:05.807044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-cfca34e5-be16-40e3-a057-13edfe352389 admin admin] Calling delete_port for befeb26c-af06-46c9-8cb2-ec29a839ff13 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:05.827234 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6a374e-4c25-48cb-8ea8-c4ff28fff225', 'name': 'tempest-snat-router-827372313', 'tenant_id': '6b62f047ee654d1f9b64b563b172645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '6a3d5e82-5f01-49e1-8c41-47f1ae05776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:51:52Z', 'updated_at': '2022-02-28T14:51:59Z', 'revision_number': 3, 'project_id': '6b62f047ee654d1f9b64b563b172645b', 'gw_port': {'id': '6a3d5e82-5f01-49e1-8c41-47f1ae05776a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6a374e-4c25-48cb-8ea8-c4ff28fff225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:51:56Z', 'updated_at': '2022-02-28T14:51:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:05.831135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Checking router: 1d6a374e-4c25-48cb-8ea8-c4ff28fff225 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:52:05.831482 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Updating router 1d6a374e-4c25-48cb-8ea8-c4ff28fff225 port 6a3d5e82-5f01-49e1-8c41-47f1ae05776a binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:52:05.831798 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39708) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:05.841259 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9f2f302d-13f6-4666-b034-3ac6079242c5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-844587993'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:05.867942 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1ade5d4e-1c51-49c5-9595-1203d8902956 req-a90f59fa-cb7d-47d9-a768-35ab970f0680 service neutron] 10.222.0.20 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5739815 Feb 28 14:52:05.885009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.034025 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9f2f302d-13f6-4666-b034-3ac6079242c5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:06.088181 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1ade5d4e-1c51-49c5-9595-1203d8902956 req-f246004e-dc85-4344-80c8-59fc2cc1fe64 service neutron] 10.222.0.20 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092614 Feb 28 14:52:06.112543 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9f2f302d-13f6-4666-b034-3ac6079242c5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:network and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:06.123895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9f2f302d-13f6-4666-b034-3ac6079242c5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:06.152959 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9f2f302d-13f6-4666-b034-3ac6079242c5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:06.154431 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-2f53eeb6-5138-4592-bd8e-2a58deb0a4b2 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Unset dirty status for tenant:319e1408ed5445a1be63d7fac43e0b11 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:06.155630 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2f53eeb6-5138-4592-bd8e-2a58deb0a4b2 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "GET /v2.0/ports/8300c936-0da0-4bb5-a967-28b4b4f30f08 HTTP/1.1" status: 404 len: 333 time: 0.5487449 Feb 28 14:52:06.161561 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39712) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:06.204703 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f2f302d-13f6-4666-b034-3ac6079242c5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:06.207594 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f2f302d-13f6-4666-b034-3ac6079242c5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.240262 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cfca34e5-be16-40e3-a057-13edfe352389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.265353 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.278692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-aba10b3c-8d2c-4570-be41-301e2c947460 admin admin] For port 7eed7d13-4ed8-4389-afed-63aaec2dfe42, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7eed7d13-4ed8-4389-afed-63aaec2dfe42,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:06.279044 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aba10b3c-8d2c-4570-be41-301e2c947460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.282419 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Transition to ACTIVE for port object 6a3d5e82-5f01-49e1-8c41-47f1ae05776a will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:06.286483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f3728a12-c93c-4f22-9f85-47ed87eda088 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.290551 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.293492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfca34e5-be16-40e3-a057-13edfe352389 admin admin] Pushing event deleted for resources: {'Port': ['ID=befeb26c-af06-46c9-8cb2-ec29a839ff13,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:06.299649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-56ffa3b5-ec1e-4194-a224-4650c73def2a tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Deleting port 74040fb9-4693-4145-80d0-53f5cb89441d {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:06.299994 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-56ffa3b5-ec1e-4194-a224-4650c73def2a tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.327048 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f2f302d-13f6-4666-b034-3ac6079242c5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:52:06.377246 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-86d612f7-313b-466d-818b-2f4d2541d752 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/routers/1d6a374e-4c25-48cb-8ea8-c4ff28fff225 HTTP/1.1" status: 200 len: 907 time: 0.9238024 Feb 28 14:52:06.383995 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39716) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:06.388952 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Attempting to bind port 6a3d5e82-5f01-49e1-8c41-47f1ae05776a on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:52:06.389448 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Attempting to bind port 6a3d5e82-5f01-49e1-8c41-47f1ae05776a by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:52:06.389722 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Attempting to bind port 6a3d5e82-5f01-49e1-8c41-47f1ae05776a on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:52:06.393440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969385f9-46f6-4b7b-8743-ed69447ef1a5 None None] Pushing event updated for resources: {'Port': ['ID=6a3d5e82-5f01-49e1-8c41-47f1ae05776a,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:06.401321 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:52:06.401780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:06.402236 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.402868 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:52:06.403469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Bound port: 6a3d5e82-5f01-49e1-8c41-47f1ae05776a, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:52:06.403963 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.460722 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-aba10b3c-8d2c-4570-be41-301e2c947460 admin admin] Calling delete_port for 7eed7d13-4ed8-4389-afed-63aaec2dfe42 owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:06.491281 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] For port 6a3d5e82-5f01-49e1-8c41-47f1ae05776a, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:52:06.497172 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] For port 6a3d5e82-5f01-49e1-8c41-47f1ae05776a, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6a3d5e82-5f01-49e1-8c41-47f1ae05776a,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:52:06.510798 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.562663 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f2f302d-13f6-4666-b034-3ac6079242c5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.563077 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-9f2f302d-13f6-4666-b034-3ac6079242c5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Added segment b07c92e7-3364-438d-9bf4-38e8fefd3150 of type vlan for network 937a1f52-b74a-498d-9e36-3db7ec9d7674 Feb 28 14:52:06.629949 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Routers {'1d6a374e-4c25-48cb-8ea8-c4ff28fff225'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:06.630585 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['1d6a374e-4c25-48cb-8ea8-c4ff28fff225'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:06.687732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969385f9-46f6-4b7b-8743-ed69447ef1a5 None None] Pushing event updated for resources: {'Port': ['ID=6a3d5e82-5f01-49e1-8c41-47f1ae05776a,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:06.705680 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f2f302d-13f6-4666-b034-3ac6079242c5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.731169 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f3728a12-c93c-4f22-9f85-47ed87eda088 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.798157 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3728a12-c93c-4f22-9f85-47ed87eda088 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Subnet': ['ID=7560c1e7-8b33-4f57-9352-5c52e7afd315,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:06.831583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] Set router 1d6a374e-4c25-48cb-8ea8-c4ff28fff225 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:52:06.837638 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f3728a12-c93c-4f22-9f85-47ed87eda088 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.856773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f2f302d-13f6-4666-b034-3ac6079242c5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.860385 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f2f302d-13f6-4666-b034-3ac6079242c5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:06.860962 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f2f302d-13f6-4666-b034-3ac6079242c5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.879052 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d32bad9-f4b9-4f3b-a822-dc6fd96b8cfe None None] Network c44fd69f-5767-4387-bbc9-ca3e9b2849e4 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:06.901335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cfca34e5-be16-40e3-a057-13edfe352389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:06.965400 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f3728a12-c93c-4f22-9f85-47ed87eda088 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/subnets/7560c1e7-8b33-4f57-9352-5c52e7afd315 HTTP/1.1" status: 204 len: 168 time: 2.1460247 Feb 28 14:52:06.974775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39720) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:07.020478 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9f2f302d-13f6-4666-b034-3ac6079242c5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1837528 Feb 28 14:52:07.028799 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39724) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:07.047686 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-73364eda-d1e0-45c4-9b77-cc4b722a694c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'subnet': {'network_id': '937a1f52-b74a-498d-9e36-3db7ec9d7674', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:07.074185 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Router 7832bd90-544b-406e-96cd-44ad32d96c6b is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:52:07.115090 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2f302d-13f6-4666-b034-3ac6079242c5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Network': ['ID=937a1f52-b74a-498d-9e36-3db7ec9d7674,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:07.160590 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 937a1f52-b74a-498d-9e36-3db7ec9d7674 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:52:07.224627 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2d1735d-1872-410a-9e65-80945eb0b206 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Deleting subnet ae8d0f1e-3a07-4f55-b6b9-c6b87a177548 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:52:07.232188 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cfca34e5-be16-40e3-a057-13edfe352389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.236333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-56ffa3b5-ec1e-4194-a224-4650c73def2a tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.237810 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a2d1735d-1872-410a-9e65-80945eb0b206 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.255040 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cfca34e5-be16-40e3-a057-13edfe352389 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.381980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-56ffa3b5-ec1e-4194-a224-4650c73def2a tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Calling delete_port for 74040fb9-4693-4145-80d0-53f5cb89441d owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:07.412753 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-73364eda-d1e0-45c4-9b77-cc4b722a694c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:07.423996 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aba10b3c-8d2c-4570-be41-301e2c947460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.430439 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-73364eda-d1e0-45c4-9b77-cc4b722a694c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:subnet and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:07.516328 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1d6a374e-4c25-48cb-8ea8-c4ff28fff225', 'name': 'tempest-snat-router-827372313', 'tenant_id': '6b62f047ee654d1f9b64b563b172645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '6a3d5e82-5f01-49e1-8c41-47f1ae05776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:51:52Z', 'updated_at': '2022-02-28T14:51:59Z', 'revision_number': 3, 'project_id': '6b62f047ee654d1f9b64b563b172645b', 'gw_port': {'id': '6a3d5e82-5f01-49e1-8c41-47f1ae05776a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6a374e-4c25-48cb-8ea8-c4ff28fff225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:51:56Z', 'updated_at': '2022-02-28T14:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:07.523390 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d61fc6a-17fa-4cfc-b2b1-20f6ed77804b None None] The sync data for ids ['1d6a374e-4c25-48cb-8ea8-c4ff28fff225'] in dv-neutron-830866-2-hyperv is: [{'id': '1d6a374e-4c25-48cb-8ea8-c4ff28fff225', 'name': 'tempest-snat-router-827372313', 'tenant_id': '6b62f047ee654d1f9b64b563b172645b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.179'}], 'enable_snat': True}, 'gw_port_id': '6a3d5e82-5f01-49e1-8c41-47f1ae05776a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:51:52Z', 'updated_at': '2022-02-28T14:51:59Z', 'revision_number': 3, 'project_id': '6b62f047ee654d1f9b64b563b172645b', 'gw_port': {'id': '6a3d5e82-5f01-49e1-8c41-47f1ae05776a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e0:02:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1d6a374e-4c25-48cb-8ea8-c4ff28fff225', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:51:56Z', 'updated_at': '2022-02-28T14:52:06Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:07.552063 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cfca34e5-be16-40e3-a057-13edfe352389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.552876 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfca34e5-be16-40e3-a057-13edfe352389 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 040cb74d-d7ee-43fa-bc0e-b4d145cff019 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:52:07.597448 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-73364eda-d1e0-45c4-9b77-cc4b722a694c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:07.613326 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cfca34e5-be16-40e3-a057-13edfe352389 admin admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.617210 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cfca34e5-be16-40e3-a057-13edfe352389 admin admin] 10.222.0.15 "DELETE /v2.0/routers/040cb74d-d7ee-43fa-bc0e-b4d145cff019 HTTP/1.1" status: 204 len: 168 time: 6.5967951 Feb 28 14:52:07.618349 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39728) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:07.631736 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-73364eda-d1e0-45c4-9b77-cc4b722a694c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:07.638551 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba10b3c-8d2c-4570-be41-301e2c947460 admin admin] Pushing event deleted for resources: {'Port': ['ID=7eed7d13-4ed8-4389-afed-63aaec2dfe42,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:07.645039 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a2d1735d-1872-410a-9e65-80945eb0b206 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.724939 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-56ffa3b5-ec1e-4194-a224-4650c73def2a tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.759105 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73364eda-d1e0-45c4-9b77-cc4b722a694c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:07.854125 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ffa3b5-ec1e-4194-a224-4650c73def2a tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event deleted for resources: {'Port': ['ID=74040fb9-4693-4145-80d0-53f5cb89441d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:07.914069 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-369d2cd5-0bfe-460d-9508-0a3954842fdc admin admin] Deleting subnet 666c4165-e4c7-4fb8-9cf2-965b24ef32fe {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:52:07.928239 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-369d2cd5-0bfe-460d-9508-0a3954842fdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.932842 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.982423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-56ffa3b5-ec1e-4194-a224-4650c73def2a tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:07.986665 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-56ffa3b5-ec1e-4194-a224-4650c73def2a tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "DELETE /v2.0/ports/74040fb9-4693-4145-80d0-53f5cb89441d HTTP/1.1" status: 204 len: 168 time: 1.8200572 Feb 28 14:52:07.990710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39732) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:08.055225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-369d2cd5-0bfe-460d-9508-0a3954842fdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.151251 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-73364eda-d1e0-45c4-9b77-cc4b722a694c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.396334 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a2d1735d-1872-410a-9e65-80945eb0b206 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.426585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e986c62-59b4-479f-9ad0-bb86148fe83e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Deleting subnet f7749593-99b9-44e5-af03-d47a098fd9ff {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:52:08.430967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e986c62-59b4-479f-9ad0-bb86148fe83e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.482329 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-369d2cd5-0bfe-460d-9508-0a3954842fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.485104 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aba10b3c-8d2c-4570-be41-301e2c947460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.501152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-452758de-ac54-4acf-9409-afe4bfb58990 None None] Provisioning complete for port ba6c996e-0e8a-4b84-9c7e-f40b6f938287 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:08.501941 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-452758de-ac54-4acf-9409-afe4bfb58990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.574974 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e986c62-59b4-479f-9ad0-bb86148fe83e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.661908 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-369d2cd5-0bfe-460d-9508-0a3954842fdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.684004 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:08.695102 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Sync routers for ids ['7832bd90-544b-406e-96cd-44ad32d96c6b'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:08.711735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369d2cd5-0bfe-460d-9508-0a3954842fdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=666c4165-e4c7-4fb8-9cf2-965b24ef32fe,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:08.728441 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Routers {'7832bd90-544b-406e-96cd-44ad32d96c6b'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:08.729141 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['7832bd90-544b-406e-96cd-44ad32d96c6b'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:08.731932 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-369d2cd5-0bfe-460d-9508-0a3954842fdc admin admin] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.732263 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76ccb2eb-1254-44f7-9d19-95e29779feb2 None None] Network 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:08.734795 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e986c62-59b4-479f-9ad0-bb86148fe83e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.775519 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-369d2cd5-0bfe-460d-9508-0a3954842fdc admin admin] 10.222.0.15 "DELETE /v2.0/subnets/666c4165-e4c7-4fb8-9cf2-965b24ef32fe HTTP/1.1" status: 204 len: 168 time: 1.1560543 Feb 28 14:52:08.783039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39736) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:08.797870 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9f7ab5d5-a527-414b-bf22-a0c3e7be0b52 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "PUT /v2.0/routers/7832bd90-544b-406e-96cd-44ad32d96c6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7164009 Feb 28 14:52:08.805629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39740) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:08.815909 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aba10b3c-8d2c-4570-be41-301e2c947460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.889778 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aba10b3c-8d2c-4570-be41-301e2c947460 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.901195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a2d1735d-1872-410a-9e65-80945eb0b206 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.921896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.935712 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e986c62-59b4-479f-9ad0-bb86148fe83e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.956916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22652e7d-5c6d-4b34-9b65-07f5401cffd8 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:08.957496 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-22652e7d-5c6d-4b34-9b65-07f5401cffd8 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:08.960705 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Set router 7832bd90-544b-406e-96cd-44ad32d96c6b gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:52:08.970137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] Deleting port 4ae79de3-bc27-41ea-ad10-804bc637fd08 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:08.970473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:08.972086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2d1735d-1872-410a-9e65-80945eb0b206 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Subnet': ['ID=ae8d0f1e-3a07-4f55-b6b9-c6b87a177548,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:09.005355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e986c62-59b4-479f-9ad0-bb86148fe83e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event deleted for resources: {'Subnet': ['ID=f7749593-99b9-44e5-af03-d47a098fd9ff,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:09.022368 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a2d1735d-1872-410a-9e65-80945eb0b206 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.023391 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f218c0b-58f4-4a47-b0a7-9fc2e2cfe514 None None] Network 62b579c2-94a9-4949-9c32-6cc4bfc75eeb requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:09.027692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e986c62-59b4-479f-9ad0-bb86148fe83e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.046547 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7e986c62-59b4-479f-9ad0-bb86148fe83e tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "DELETE /v2.0/subnets/f7749593-99b9-44e5-af03-d47a098fd9ff HTTP/1.1" status: 204 len: 168 time: 1.0547922 Feb 28 14:52:09.049250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39744) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:09.177642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62602eda-818b-4016-a57d-26e469c72e3f None None] Network c44fd69f-5767-4387-bbc9-ca3e9b2849e4 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:09.216678 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aba10b3c-8d2c-4570-be41-301e2c947460 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.217091 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aba10b3c-8d2c-4570-be41-301e2c947460 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4688f45c-1a32-4f94-a6f2-6f55ccb90a33 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:52:09.226657 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aba10b3c-8d2c-4570-be41-301e2c947460 admin admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.228086 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-aba10b3c-8d2c-4570-be41-301e2c947460 admin admin] 10.222.0.15 "DELETE /v2.0/routers/4688f45c-1a32-4f94-a6f2-6f55ccb90a33 HTTP/1.1" status: 204 len: 168 time: 6.9313614 Feb 28 14:52:09.232786 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-22652e7d-5c6d-4b34-9b65-07f5401cffd8 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:09.236294 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-22652e7d-5c6d-4b34-9b65-07f5401cffd8 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports/676f47c4-de29-4f0c-91ae-97e32e1ed248 HTTP/1.1" status: 200 len: 911 time: 0.4227219 Feb 28 14:52:09.236294 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39748) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:09.240565 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a2d1735d-1872-410a-9e65-80945eb0b206 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/subnets/ae8d0f1e-3a07-4f55-b6b9-c6b87a177548 HTTP/1.1" status: 204 len: 168 time: 2.2633283 Feb 28 14:52:09.252958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] For port 4ae79de3-bc27-41ea-ad10-804bc637fd08, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4ae79de3-bc27-41ea-ad10-804bc637fd08,segment=NetworkSegment(46bfca73-d9ef-4444-a680-f8aae94f7e3a),segment_id=46bfca73-d9ef-4444-a680-f8aae94f7e3a)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:09.253667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.271292 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39750) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:09.271657 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39754) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:09.363844 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7832bd90-544b-406e-96cd-44ad32d96c6b', 'name': 'tempest-NetworksTestDHCPv6-router-1649440685', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:51:58Z', 'updated_at': '2022-02-28T14:52:02Z', 'revision_number': 2, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'gw_port_host': None, '_interfaces': [{'id': '676f47c4-de29-4f0c-91ae-97e32e1ed248', 'name': '', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'mac_address': 'fa:16:3e:d2:1f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7832bd90-544b-406e-96cd-44ad32d96c6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c805a71-d5c3-49f6-b84d-c224e84ac76b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:01Z', 'updated_at': '2022-02-28T14:52:03Z', 'revision_number': 2, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'subnets': [{'id': '1c805a71-d5c3-49f6-b84d-c224e84ac76b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:09.368273 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Checking router: 7832bd90-544b-406e-96cd-44ad32d96c6b for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:52:09.368616 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Updating router 7832bd90-544b-406e-96cd-44ad32d96c6b port 676f47c4-de29-4f0c-91ae-97e32e1ed248 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:52:09.421184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] Calling delete_port for 4ae79de3-bc27-41ea-ad10-804bc637fd08 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:09.452299 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1735ae6-0fca-41bc-b1bb-ffdfcdfc6732 None None] DHCP port deletion for 1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:52:09.460222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a1735ae6-0fca-41bc-b1bb-ffdfcdfc6732 None None] Deleting port 4ae79de3-bc27-41ea-ad10-804bc637fd08 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:09.460619 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a1735ae6-0fca-41bc-b1bb-ffdfcdfc6732 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.490680 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.520032 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.524326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3b9dfe-50e8-49dc-882d-b9f2dc321f72 None None] DHCP port deletion for 62b579c2-94a9-4949-9c32-6cc4bfc75eeb request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:52:09.566200 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b9dfe-50e8-49dc-882d-b9f2dc321f72 None None] Deleting port a0ad88b9-797c-4cee-aab7-ff353e321d0f {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:09.566658 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9dfe-50e8-49dc-882d-b9f2dc321f72 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.574337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f53baf8e-6d66-4982-b86f-ba1866483eb1 admin admin] Deleting subnet a7fafb40-7a16-4183-9a12-11fd85d37b51 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:52:09.583940 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-73364eda-d1e0-45c4-9b77-cc4b722a694c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.588171 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f53baf8e-6d66-4982-b86f-ba1866483eb1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.611481 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a1735ae6-0fca-41bc-b1bb-ffdfcdfc6732 None None] The port '4ae79de3-bc27-41ea-ad10-804bc637fd08' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:52:09.636669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ae79de3-bc27-41ea-ad10-804bc637fd08,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:09.646451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] No DVR routers for this DVR port 4ae79de3-bc27-41ea-ad10-804bc637fd08 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:09.756650 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.769118 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.803153 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.852431 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b542bb-1ad2-408f-a391-dd37bd9b57e5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:09.856989 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58e1b489-17f7-4696-be57-17d3fe81229f None None] DHCP port deletion for c44fd69f-5767-4387-bbc9-ca3e9b2849e4 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:52:09.859322 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6a3d5e82-5f01-49e1-8c41-47f1ae05776a up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:09.861078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Deleting port a0ad88b9-797c-4cee-aab7-ff353e321d0f {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:09.861519 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.861669 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b542bb-1ad2-408f-a391-dd37bd9b57e5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:09.863278 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f9b542bb-1ad2-408f-a391-dd37bd9b57e5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.5886936 Feb 28 14:52:09.877765 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39760) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:09.893877 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Deleting port 6a3d5e82-5f01-49e1-8c41-47f1ae05776a {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:09.894256 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.910559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.928260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-58e1b489-17f7-4696-be57-17d3fe81229f None None] Deleting port ba6c996e-0e8a-4b84-9c7e-f40b6f938287 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:09.928624 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-58e1b489-17f7-4696-be57-17d3fe81229f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:09.955165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:09.993938 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '46bfca73-d9ef-4444-a680-f8aae94f7e3a') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:09.994289 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '46bfca73-d9ef-4444-a680-f8aae94f7e3a') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:10.012760 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.019639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.035202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f53baf8e-6d66-4982-b86f-ba1866483eb1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.037015 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Transition to ACTIVE for port object 676f47c4-de29-4f0c-91ae-97e32e1ed248 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:10.049777 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.050251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.076488 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3c3b9dfe-50e8-49dc-882d-b9f2dc321f72 None None] For port a0ad88b9-797c-4cee-aab7-ff353e321d0f, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a0ad88b9-797c-4cee-aab7-ff353e321d0f,segment=NetworkSegment(c16c1089-3dce-41cd-a167-d2b0254c69b8),segment_id=c16c1089-3dce-41cd-a167-d2b0254c69b8)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:10.076868 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9dfe-50e8-49dc-882d-b9f2dc321f72 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.130105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:10.130689 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.137266 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Deleting port ba6c996e-0e8a-4b84-9c7e-f40b6f938287 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:10.137603 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:10.145101 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:10.166767 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514dbb9-4926-4edb-b95c-a28a5274cc89 None None] Pushing event updated for resources: {'Port': ['ID=676f47c4-de29-4f0c-91ae-97e32e1ed248,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:10.190779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73364eda-d1e0-45c4-9b77-cc4b722a694c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Subnet': ['ID=101da842-0037-458c-83cb-5181ee5fae37,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:10.247649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3c3b9dfe-50e8-49dc-882d-b9f2dc321f72 None None] Calling delete_port for a0ad88b9-797c-4cee-aab7-ff353e321d0f owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:10.274852 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514dbb9-4926-4edb-b95c-a28a5274cc89 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:10.275213 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514dbb9-4926-4edb-b95c-a28a5274cc89 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:10.276643 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514dbb9-4926-4edb-b95c-a28a5274cc89 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:10.277492 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514dbb9-4926-4edb-b95c-a28a5274cc89 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:10.277979 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514dbb9-4926-4edb-b95c-a28a5274cc89 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:10.278312 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514dbb9-4926-4edb-b95c-a28a5274cc89 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:10.278639 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514dbb9-4926-4edb-b95c-a28a5274cc89 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:10.278973 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514dbb9-4926-4edb-b95c-a28a5274cc89 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:10.279293 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514dbb9-4926-4edb-b95c-a28a5274cc89 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:10.279626 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514dbb9-4926-4edb-b95c-a28a5274cc89 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:10.279944 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4514dbb9-4926-4edb-b95c-a28a5274cc89 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:10.374563 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73364eda-d1e0-45c4-9b77-cc4b722a694c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Checking segment: {'id': 'b07c92e7-3364-438d-9bf4-38e8fefd3150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '937a1f52-b74a-498d-9e36-3db7ec9d7674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:10.374779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73364eda-d1e0-45c4-9b77-cc4b722a694c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network hostable DHCP agents. Network: 937a1f52-b74a-498d-9e36-3db7ec9d7674, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:52:10.428505 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Attempting to bind port 676f47c4-de29-4f0c-91ae-97e32e1ed248 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:52:10.429308 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Attempting to bind port 676f47c4-de29-4f0c-91ae-97e32e1ed248 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:52:10.429899 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Attempting to bind port 676f47c4-de29-4f0c-91ae-97e32e1ed248 on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:52:10.430023 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 6a3d5e82-5f01-49e1-8c41-47f1ae05776a completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:10.438156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] For port a0ad88b9-797c-4cee-aab7-ff353e321d0f, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a0ad88b9-797c-4cee-aab7-ff353e321d0f,segment=NetworkSegment(c16c1089-3dce-41cd-a167-d2b0254c69b8),segment_id=c16c1089-3dce-41cd-a167-d2b0254c69b8)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:10.438622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.445249 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:52:10.445934 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:10.447193 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.447456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.448001 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:52:10.448906 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Bound port: 676f47c4-de29-4f0c-91ae-97e32e1ed248, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:52:10.450808 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 6a3d5e82-5f01-49e1-8c41-47f1ae05776a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:10.451141 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.451269 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.495289 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3c3b9dfe-50e8-49dc-882d-b9f2dc321f72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.572391 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f53baf8e-6d66-4982-b86f-ba1866483eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.596081 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c3b9dfe-50e8-49dc-882d-b9f2dc321f72 None None] Pushing event deleted for resources: {'Port': ['ID=a0ad88b9-797c-4cee-aab7-ff353e321d0f,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:10.599758 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] For port 676f47c4-de29-4f0c-91ae-97e32e1ed248, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:52:10.603747 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] For port 676f47c4-de29-4f0c-91ae-97e32e1ed248, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=676f47c4-de29-4f0c-91ae-97e32e1ed248,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:52:10.610689 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.611212 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-58e1b489-17f7-4696-be57-17d3fe81229f None None] For port ba6c996e-0e8a-4b84-9c7e-f40b6f938287, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ba6c996e-0e8a-4b84-9c7e-f40b6f938287,segment=NetworkSegment(0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42),segment_id=0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:10.611781 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-58e1b489-17f7-4696-be57-17d3fe81229f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.631142 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3b9dfe-50e8-49dc-882d-b9f2dc321f72 None None] No DVR routers for this DVR port a0ad88b9-797c-4cee-aab7-ff353e321d0f on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:10.644767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Calling delete_port for a0ad88b9-797c-4cee-aab7-ff353e321d0f owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:10.659216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73364eda-d1e0-45c4-9b77-cc4b722a694c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 937a1f52-b74a-498d-9e36-3db7ec9d7674 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:52:10.709736 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-73364eda-d1e0-45c4-9b77-cc4b722a694c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 937a1f52-b74a-498d-9e36-3db7ec9d7674) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:10.714955 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73364eda-d1e0-45c4-9b77-cc4b722a694c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:10.715785 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-73364eda-d1e0-45c4-9b77-cc4b722a694c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.726409 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4514dbb9-4926-4edb-b95c-a28a5274cc89 None None] Pushing event updated for resources: {'Port': ['ID=676f47c4-de29-4f0c-91ae-97e32e1ed248,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:10.742727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.746894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] Pushing event deleted for resources: {'Network': ['ID=1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:10.748787 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:52:10.749099 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:52:10.767387 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-58e1b489-17f7-4696-be57-17d3fe81229f None None] Calling delete_port for ba6c996e-0e8a-4b84-9c7e-f40b6f938287 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:10.768472 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-213ad064-04f6-428a-95fe-c2475ace4856 admin admin] 10.222.0.15 "DELETE /v2.0/networks/1fea5d92-fbc7-45ef-9c38-d5effb6c6cbb HTTP/1.1" status: 204 len: 168 time: 1.9842913 Feb 28 14:52:10.782841 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Routers {'7832bd90-544b-406e-96cd-44ad32d96c6b'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:10.783376 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['7832bd90-544b-406e-96cd-44ad32d96c6b'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:10.805142 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669a1a92-dacd-4cb4-a5ae-7aabfde0361b None None] Network 937a1f52-b74a-498d-9e36-3db7ec9d7674 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:10.934300 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] For port 6a3d5e82-5f01-49e1-8c41-47f1ae05776a, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6a3d5e82-5f01-49e1-8c41-47f1ae05776a,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:10.935059 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:10.961893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f53baf8e-6d66-4982-b86f-ba1866483eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.009414 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] Set router 7832bd90-544b-406e-96cd-44ad32d96c6b gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:52:11.074973 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-58e1b489-17f7-4696-be57-17d3fe81229f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.075487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39766) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:11.147663 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a1c3264c-c21d-45d4-b6f6-de78100f428d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=298c60137a5b4342898eb5f96ba2a7ef&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0710990 Feb 28 14:52:11.148234 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39770) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:11.169836 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-73364eda-d1e0-45c4-9b77-cc4b722a694c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.1334956 Feb 28 14:52:11.172869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39774) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:11.183858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Calling delete_port for 6a3d5e82-5f01-49e1-8c41-47f1ae05776a owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:11.193361 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-5cc7be86-7bce-4b2d-9cbc-6723999c9e22 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1551354529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:11.201317 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58e1b489-17f7-4696-be57-17d3fe81229f None None] Pushing event deleted for resources: {'Port': ['ID=ba6c996e-0e8a-4b84-9c7e-f40b6f938287,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:11.206831 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58e1b489-17f7-4696-be57-17d3fe81229f None None] No DVR routers for this DVR port ba6c996e-0e8a-4b84-9c7e-f40b6f938287 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:11.207019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5cc7be86-7bce-4b2d-9cbc-6723999c9e22 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:11.212035 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5cc7be86-7bce-4b2d-9cbc-6723999c9e22 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:router and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:11.219475 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5cc7be86-7bce-4b2d-9cbc-6723999c9e22 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:11.227777 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5cc7be86-7bce-4b2d-9cbc-6723999c9e22 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:11.231384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.249744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Deleting port a0ad88b9-797c-4cee-aab7-ff353e321d0f {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:11.249964 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 6a3d5e82-5f01-49e1-8c41-47f1ae05776a, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6a3d5e82-5f01-49e1-8c41-47f1ae05776a,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:11.250247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.251817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53baf8e-6d66-4982-b86f-ba1866483eb1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a7fafb40-7a16-4183-9a12-11fd85d37b51,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:11.262066 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.288067 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] For port ba6c996e-0e8a-4b84-9c7e-f40b6f938287, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ba6c996e-0e8a-4b84-9c7e-f40b6f938287,segment=NetworkSegment(0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42),segment_id=0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:11.288768 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.298259 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f53baf8e-6d66-4982-b86f-ba1866483eb1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.298683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5cc7be86-7bce-4b2d-9cbc-6723999c9e22 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.299714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5cc7be86-7bce-4b2d-9cbc-6723999c9e22 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.301075 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f53baf8e-6d66-4982-b86f-ba1866483eb1 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/a7fafb40-7a16-4183-9a12-11fd85d37b51 HTTP/1.1" status: 204 len: 168 time: 2.0628097 Feb 28 14:52:11.307422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39778) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:11.325734 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5cc7be86-7bce-4b2d-9cbc-6723999c9e22 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.368460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd9ade3d-5fed-4fd2-a5f4-f48cf3c2e917 None None] Network 37f007eb-7cdb-49fb-b4f0-35760d6aeb98 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:11.394013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] The port 'a0ad88b9-797c-4cee-aab7-ff353e321d0f' was deleted {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:52:11.467620 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5cc7be86-7bce-4b2d-9cbc-6723999c9e22 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.495018 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7832bd90-544b-406e-96cd-44ad32d96c6b', 'name': 'tempest-NetworksTestDHCPv6-router-1649440685', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:51:58Z', 'updated_at': '2022-02-28T14:52:02Z', 'revision_number': 2, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'gw_port_host': None, '_interfaces': [{'id': '676f47c4-de29-4f0c-91ae-97e32e1ed248', 'name': '', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'mac_address': 'fa:16:3e:d2:1f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7832bd90-544b-406e-96cd-44ad32d96c6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c805a71-d5c3-49f6-b84d-c224e84ac76b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:01Z', 'updated_at': '2022-02-28T14:52:10Z', 'revision_number': 4, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'subnets': [{'id': '1c805a71-d5c3-49f6-b84d-c224e84ac76b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:11.515298 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c60a249-2022-445f-9137-fa1177faa86f None None] The sync data for ids ['7832bd90-544b-406e-96cd-44ad32d96c6b'] in dv-neutron-830866-2-hyperv is: [{'id': '7832bd90-544b-406e-96cd-44ad32d96c6b', 'name': 'tempest-NetworksTestDHCPv6-router-1649440685', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:51:58Z', 'updated_at': '2022-02-28T14:52:02Z', 'revision_number': 2, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'gw_port_host': None, '_interfaces': [{'id': '676f47c4-de29-4f0c-91ae-97e32e1ed248', 'name': '', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'mac_address': 'fa:16:3e:d2:1f:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7832bd90-544b-406e-96cd-44ad32d96c6b', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '1c805a71-d5c3-49f6-b84d-c224e84ac76b', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:01Z', 'updated_at': '2022-02-28T14:52:10Z', 'revision_number': 4, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'subnets': [{'id': '1c805a71-d5c3-49f6-b84d-c224e84ac76b', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:11.522631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=6a3d5e82-5f01-49e1-8c41-47f1ae05776a,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:11.598355 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4ae79de3-bc27-41ea-ad10-804bc637fd08 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:11.627717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f76dacca-2eff-43b3-ad94-b6d6cb6358b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.635257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5cc7be86-7bce-4b2d-9cbc-6723999c9e22 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.637039 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5cc7be86-7bce-4b2d-9cbc-6723999c9e22 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4632554 Feb 28 14:52:11.645980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.655170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39782) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:11.692633 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 4ae79de3-bc27-41ea-ad10-804bc637fd08 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:11.693086 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4ae79de3-bc27-41ea-ad10-804bc637fd08 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:11.693933 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device befeb26c-af06-46c9-8cb2-ec29a839ff13 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:11.737351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: befeb26c-af06-46c9-8cb2-ec29a839ff13 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:11.737698 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device befeb26c-af06-46c9-8cb2-ec29a839ff13 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:11.738147 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a0ad88b9-797c-4cee-aab7-ff353e321d0f no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:11.797402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f76dacca-2eff-43b3-ad94-b6d6cb6358b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.813158 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62b579c2-94a9-4949-9c32-6cc4bfc75eeb']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:11.832337 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: a0ad88b9-797c-4cee-aab7-ff353e321d0f {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:11.832337 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a0ad88b9-797c-4cee-aab7-ff353e321d0f not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:11.840807 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16c1089-3dce-41cd-a167-d2b0254c69b8') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:11.841099 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16c1089-3dce-41cd-a167-d2b0254c69b8') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:11.863611 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Calling delete_port for ba6c996e-0e8a-4b84-9c7e-f40b6f938287 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:11.866303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.889940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.899646 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-937a1f52-b74a-498d-9e36-3db7ec9d7674', 'network_id': '937a1f52-b74a-498d-9e36-3db7ec9d7674', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'fixed_ips': [{'subnet_id': '101da842-0037-458c-83cb-5181ee5fae37'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:52:11.900758 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.957249 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:11.957637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:11.991428 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:12.025580 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.073010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6a3d5e82-5f01-49e1-8c41-47f1ae05776a up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:12.093001 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Deleting port 4c1106ec-68dd-4df4-84a8-5d102bfd738e {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:12.093399 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.154104 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.api [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:52:12.154448 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG oslo_db.api [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:52:12.171000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f76dacca-2eff-43b3-ad94-b6d6cb6358b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.180791 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.api [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:52:12.181109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG oslo_db.api [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:52:12.216726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a811cae5-fee2-4963-ad75-4239534676e9 None None] DHCP port deletion for 37f007eb-7cdb-49fb-b4f0-35760d6aeb98 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:52:12.231178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76dacca-2eff-43b3-ad94-b6d6cb6358b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=470c9bac-fd61-45fa-817c-aaae989ec89e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:12.263714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f76dacca-2eff-43b3-ad94-b6d6cb6358b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.265138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a811cae5-fee2-4963-ad75-4239534676e9 None None] Deleting port 4c1106ec-68dd-4df4-84a8-5d102bfd738e {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:12.265412 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f76dacca-2eff-43b3-ad94-b6d6cb6358b5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/470c9bac-fd61-45fa-817c-aaae989ec89e HTTP/1.1" status: 204 len: 168 time: 1.1160963 Feb 28 14:52:12.265721 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a811cae5-fee2-4963-ad75-4239534676e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.395327 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.454460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Allocated IP 2001:db8::2 (937a1f52-b74a-498d-9e36-3db7ec9d7674/101da842-0037-458c-83cb-5181ee5fae37/6a09ffdf-bc0a-4d41-a744-191a9bd683d3) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:12.558403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.579144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] Pushing event deleted for resources: {'Network': ['ID=62b579c2-94a9-4949-9c32-6cc4bfc75eeb,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:12.584515 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-819a57e0-0293-4a58-8213-d8c92bceb6e5 tempest-AllowedAddressPairIpV6TestJSON-1189891292 tempest-AllowedAddressPairIpV6TestJSON-1189891292-project] 10.222.0.15 "DELETE /v2.0/networks/62b579c2-94a9-4949-9c32-6cc4bfc75eeb HTTP/1.1" status: 204 len: 168 time: 3.5340085 Feb 28 14:52:12.684780 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Deleting port ba6c996e-0e8a-4b84-9c7e-f40b6f938287 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:12.685154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.755268 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 6a3d5e82-5f01-49e1-8c41-47f1ae05776a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:12.755268 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.757871 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Deleting port 6a3d5e82-5f01-49e1-8c41-47f1ae05776a {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:12.758005 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.831840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.853210 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] For port 4c1106ec-68dd-4df4-84a8-5d102bfd738e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4c1106ec-68dd-4df4-84a8-5d102bfd738e,segment=NetworkSegment(004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8),segment_id=004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:12.853571 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.878940 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a811cae5-fee2-4963-ad75-4239534676e9 None None] For port 4c1106ec-68dd-4df4-84a8-5d102bfd738e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4c1106ec-68dd-4df4-84a8-5d102bfd738e,segment=NetworkSegment(004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8),segment_id=004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:12.879337 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a811cae5-fee2-4963-ad75-4239534676e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:12.986380 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] The port 'ba6c996e-0e8a-4b84-9c7e-f40b6f938287' was deleted {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:52:13.130021 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a811cae5-fee2-4963-ad75-4239534676e9 None None] Calling delete_port for 4c1106ec-68dd-4df4-84a8-5d102bfd738e owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:13.181819 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Calling delete_port for 4c1106ec-68dd-4df4-84a8-5d102bfd738e owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:13.324488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39802) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:13.377622 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a811cae5-fee2-4963-ad75-4239534676e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.463741 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.466801 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a811cae5-fee2-4963-ad75-4239534676e9 None None] Pushing event deleted for resources: {'Port': ['ID=4c1106ec-68dd-4df4-84a8-5d102bfd738e,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:13.484433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ba6c996e-0e8a-4b84-9c7e-f40b6f938287 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:13.565566 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Transition to ACTIVE for port object 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:13.589331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Transition to ACTIVE for port object 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:13.597044 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a811cae5-fee2-4963-ad75-4239534676e9 None None] No DVR routers for this DVR port 4c1106ec-68dd-4df4-84a8-5d102bfd738e on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:13.608632 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.643367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: ba6c996e-0e8a-4b84-9c7e-f40b6f938287 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:13.643786 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ba6c996e-0e8a-4b84-9c7e-f40b6f938287 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:13.644313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7eed7d13-4ed8-4389-afed-63aaec2dfe42 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:13.696061 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 7eed7d13-4ed8-4389-afed-63aaec2dfe42 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:13.696392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7eed7d13-4ed8-4389-afed-63aaec2dfe42 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:13.717143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.api [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:52:13.717665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG oslo_db.api [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:52:13.727926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Allocated IP 2001:db8::1 (937a1f52-b74a-498d-9e36-3db7ec9d7674/101da842-0037-458c-83cb-5181ee5fae37/d8d21b80-dcb1-439f-b417-8f0423c111e3) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:13.731247 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Network 937a1f52-b74a-498d-9e36-3db7ec9d7674 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:13.734152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:13.736768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:13.743233 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Pushing event updated for resources: {'Port': ['ID=6a09ffdf-bc0a-4d41-a744-191a9bd683d3,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:13.796118 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.840091 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Attempting to bind port 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:52:13.840607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Attempting to bind port 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'b07c92e7-3364-438d-9bf4-38e8fefd3150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '937a1f52-b74a-498d-9e36-3db7ec9d7674'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:52:13.840961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Attempting to bind port 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 on network 937a1f52-b74a-498d-9e36-3db7ec9d7674 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:52:13.847896 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:52:13.848386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Checking segment: {'id': 'b07c92e7-3364-438d-9bf4-38e8fefd3150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '937a1f52-b74a-498d-9e36-3db7ec9d7674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:13.848786 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.849171 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Bound using segment: {'id': 'b07c92e7-3364-438d-9bf4-38e8fefd3150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '937a1f52-b74a-498d-9e36-3db7ec9d7674'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:52:13.849625 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Bound port: 6a09ffdf-bc0a-4d41-a744-191a9bd683d3, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b07c92e7-3364-438d-9bf4-38e8fefd3150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '937a1f52-b74a-498d-9e36-3db7ec9d7674'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:52:13.849988 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:13.863425 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-62665dde-7ca9-46d8-92fc-401c9577b104 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=319e1408ed5445a1be63d7fac43e0b11&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5351787 Feb 28 14:52:13.864069 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39816) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:13.876975 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c44fd69f-5767-4387-bbc9-ca3e9b2849e4']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:13.953229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:13.953503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0bb32ea3-41a1-42ad-b08a-2f2c7bbf9c42') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:14.003252 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.015239 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 676f47c4-de29-4f0c-91ae-97e32e1ed248 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:14.020395 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c7dc0e1-f206-4b47-8706-945265493d57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.020771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] For port 6a3d5e82-5f01-49e1-8c41-47f1ae05776a, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6a3d5e82-5f01-49e1-8c41-47f1ae05776a,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:14.021014 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.047513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c7dc0e1-f206-4b47-8706-945265493d57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.069415 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] For port 6a09ffdf-bc0a-4d41-a744-191a9bd683d3, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:52:14.089664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] For port 6a09ffdf-bc0a-4d41-a744-191a9bd683d3, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6a09ffdf-bc0a-4d41-a744-191a9bd683d3,segment=NetworkSegment(b07c92e7-3364-438d-9bf4-38e8fefd3150),segment_id=b07c92e7-3364-438d-9bf4-38e8fefd3150)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:52:14.100672 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.102939 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.112540 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.129585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Transition to ACTIVE for port object d8d21b80-dcb1-439f-b417-8f0423c111e3 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:14.156880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.164806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc65b-903a-402e-a2bc-f1988aebd60c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.233585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Calling delete_port for 6a3d5e82-5f01-49e1-8c41-47f1ae05776a owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:14.236570 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f46295-b38c-47cd-ac23-6ce6bb187c9a None None] Pushing event updated for resources: {'Port': ['ID=6a09ffdf-bc0a-4d41-a744-191a9bd683d3,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:14.239185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 937a1f52-b74a-498d-9e36-3db7ec9d7674 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:14.242723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c7dc0e1-f206-4b47-8706-945265493d57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.246960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:14.248623 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 676f47c4-de29-4f0c-91ae-97e32e1ed248 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:14.255277 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 676f47c4-de29-4f0c-91ae-97e32e1ed248 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:14.255939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.264449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Deleting port 4c1106ec-68dd-4df4-84a8-5d102bfd738e {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:14.264800 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.272027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:14.272555 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.285705 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7dc0e1-f206-4b47-8706-945265493d57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c955ed08-bfb3-4454-b891-db58a3cd7e50,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:14.297842 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=d8d21b80-dcb1-439f-b417-8f0423c111e3,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:14.338040 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c7dc0e1-f206-4b47-8706-945265493d57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.339626 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:52:14.340561 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5c7dc0e1-f206-4b47-8706-945265493d57 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c955ed08-bfb3-4454-b891-db58a3cd7e50 HTTP/1.1" status: 204 len: 168 time: 0.4751530 Feb 28 14:52:14.409669 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:14.410001 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.438666 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:14.449428 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:14.610133 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.671315 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 676f47c4-de29-4f0c-91ae-97e32e1ed248, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=676f47c4-de29-4f0c-91ae-97e32e1ed248,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:14.677608 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.698735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] The port '4c1106ec-68dd-4df4-84a8-5d102bfd738e' was deleted {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:52:14.812043 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4c1106ec-68dd-4df4-84a8-5d102bfd738e no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:14.830268 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.841081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:14.890255 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 4c1106ec-68dd-4df4-84a8-5d102bfd738e {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:14.890853 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4c1106ec-68dd-4df4-84a8-5d102bfd738e not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:14.925493 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Network': ['ID=c44fd69f-5767-4387-bbc9-ca3e9b2849e4,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:14.944759 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=676f47c4-de29-4f0c-91ae-97e32e1ed248,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:15.020342 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-62112614-940c-4cc9-b7c9-a76508d83bf1 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/c44fd69f-5767-4387-bbc9-ca3e9b2849e4 HTTP/1.1" status: 204 len: 168 time: 5.7417672 Feb 28 14:52:15.025004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39840) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:15.065137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:15.080125 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-5eb3b04f-fa58-4c67-9d3f-ceb56793a6fc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] DELETE failed (client error): The resource could not be found. Feb 28 14:52:15.080641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5eb3b04f-fa58-4c67-9d3f-ceb56793a6fc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:52:15.082897 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5eb3b04f-fa58-4c67-9d3f-ceb56793a6fc tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/subnets/7119ead8-38b0-450f-a8ad-73860f22410b HTTP/1.1" status: 404 len: 337 time: 0.0569348 Feb 28 14:52:15.085843 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39844) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:15.121399 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-749bba5c-7d00-4908-9cc2-5931dbbca6df tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] DELETE failed (client error): The resource could not be found. Feb 28 14:52:15.122212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-749bba5c-7d00-4908-9cc2-5931dbbca6df tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:52:15.123973 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-749bba5c-7d00-4908-9cc2-5931dbbca6df tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/79a073cc-0827-417d-8152-52f226759792 HTTP/1.1" status: 404 len: 339 time: 0.0371437 Feb 28 14:52:15.125939 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['37f007eb-7cdb-49fb-b4f0-35760d6aeb98']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:15.127183 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39852) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:15.144746 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:15.145331 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '004e0c7f-1aee-4d42-9f3a-7b9d5ac4efa8') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:15.200084 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-96e7bd11-acdf-4023-adc8-aaf3bf2d12cd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] DELETE failed (client error): The resource could not be found. Feb 28 14:52:15.200521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96e7bd11-acdf-4023-adc8-aaf3bf2d12cd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:52:15.202126 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-96e7bd11-acdf-4023-adc8-aaf3bf2d12cd tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/subnets/ab378c52-7d24-4f08-ac18-798292844421 HTTP/1.1" status: 404 len: 337 time: 0.0739512 Feb 28 14:52:15.206316 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:15.207647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39856) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:15.232760 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:15.241497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:15.242259 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:15.302456 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82213fa-a825-480e-b552-7af77bb29056 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] DELETE failed (client error): The resource could not be found. Feb 28 14:52:15.302916 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82213fa-a825-480e-b552-7af77bb29056 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:52:15.304692 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f82213fa-a825-480e-b552-7af77bb29056 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/c057ab0c-01b0-4eae-9cdd-d670feb3c240 HTTP/1.1" status: 404 len: 339 time: 0.0961215 Feb 28 14:52:15.317463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39860) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:15.427934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:15.445785 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:15.446184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:15.460319 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:15.476305 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-36674861-a8f3-4cc8-a443-21d3355d1d71 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] DELETE failed (client error): The resource could not be found. Feb 28 14:52:15.476739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36674861-a8f3-4cc8-a443-21d3355d1d71 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:52:15.478345 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-36674861-a8f3-4cc8-a443-21d3355d1d71 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/subnets/98b76929-0e1c-48c2-99af-a7216a6d1c1f HTTP/1.1" status: 404 len: 337 time: 0.1600921 Feb 28 14:52:15.547509 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39872) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:15.575574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=d8d21b80-dcb1-439f-b417-8f0423c111e3,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:15.601207 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-566e2a32-578a-487b-ad34-6fd8c87688bf tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] DELETE failed (client error): The resource could not be found. Feb 28 14:52:15.601795 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-566e2a32-578a-487b-ad34-6fd8c87688bf tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:52:15.639688 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-566e2a32-578a-487b-ad34-6fd8c87688bf tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/a3ae0c74-b3b0-4414-b84f-2c810bb70047 HTTP/1.1" status: 404 len: 339 time: 0.0910931 Feb 28 14:52:15.642369 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:15.647293 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39880) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:15.692460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 937a1f52-b74a-498d-9e36-3db7ec9d7674 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:15.694400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:15.717640 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1bd8a9c-5964-4f77-917e-24c7b4fdd233 None None] Network 937a1f52-b74a-498d-9e36-3db7ec9d7674 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:15.725266 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:15.899963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39884) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:15.966330 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a3d5e82-5f01-49e1-8c41-47f1ae05776a,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:16.001857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-8f3bc65b-903a-402e-a2bc-f1988aebd60c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port 676f47c4-de29-4f0c-91ae-97e32e1ed248 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:16.002396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc65b-903a-402e-a2bc-f1988aebd60c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.015061 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-32174608-0754-4422-92a6-ab9e3e37dcd5 None None] Provisioning for port 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:16.038083 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.116264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] Pushing event deleted for resources: {'Network': ['ID=37f007eb-7cdb-49fb-b4f0-35760d6aeb98,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:16.167423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 676f47c4-de29-4f0c-91ae-97e32e1ed248 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:16.248352 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-29ce8264-0f30-491f-95e9-bba643ed3f7d admin admin] 10.222.0.15 "DELETE /v2.0/networks/37f007eb-7cdb-49fb-b4f0-35760d6aeb98 HTTP/1.1" status: 204 len: 168 time: 4.9385211 Feb 28 14:52:16.321683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:52:16.378488 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 676f47c4-de29-4f0c-91ae-97e32e1ed248 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:16.379011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.579579 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1445829982'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:16.601478 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:16.609567 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Usage tracker for resource:network and tenant:67b6baa4318b4bb89c6f6f45d8eaa9b6 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:16.612684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:16.615253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39900) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:16.627578 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:16.630464 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-391df36f-418d-47d7-99a1-f80ded6b0899 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Deleting subnet b66c0a1e-3698-43dd-aea9-aeaa00e7c918 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:52:16.636393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:16.653114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-391df36f-418d-47d7-99a1-f80ded6b0899 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.685453 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Made reservation on behalf of 67b6baa4318b4bb89c6f6f45d8eaa9b6 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:16.688980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.720491 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.725752 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.738196 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:16.744156 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:16.744581 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.750412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39904) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:16.783430 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d09cdb5d-9267-43d8-8559-25e98df9993a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b7f2d767ebb94336b3fa60c117266b9b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1662595 Feb 28 14:52:16.796396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39910) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:16.839070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a352e186-506d-48f0-b62a-1069d3863d3e None None] Provisioning for port d8d21b80-dcb1-439f-b417-8f0423c111e3 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:16.844969 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a352e186-506d-48f0-b62a-1069d3863d3e None None] Provisioning complete for port d8d21b80-dcb1-439f-b417-8f0423c111e3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:16.845425 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a352e186-506d-48f0-b62a-1069d3863d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.874061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:16.891080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Usage tracker for resource:security_group_rule and tenant:67b6baa4318b4bb89c6f6f45d8eaa9b6 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:16.895831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:16.903745 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-391df36f-418d-47d7-99a1-f80ded6b0899 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.912528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:16.936677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:16.959829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9614fd2-dd02-48f1-b781-5930faf83473 None None] Sync routers for ids ['d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:16.982705 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a6327ec2-a824-4fac-a9f9-0d3e6938e85f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:16.983560 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a352e186-506d-48f0-b62a-1069d3863d3e None None] Port d8d21b80-dcb1-439f-b417-8f0423c111e3 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:52:17.008583 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-eefd0f74-dd3a-4665-bf61-00daec627381 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3463023 Feb 28 14:52:17.008766 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.014937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39914) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:17.016968 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9614fd2-dd02-48f1-b781-5930faf83473 None None] Routers {'d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:17.017597 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a9614fd2-dd02-48f1-b781-5930faf83473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:17.090283 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a6327ec2-a824-4fac-a9f9-0d3e6938e85f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.102668 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a352e186-506d-48f0-b62a-1069d3863d3e None None] Provisioning complete for port 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:17.103654 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a352e186-506d-48f0-b62a-1069d3863d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.136012 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a9614fd2-dd02-48f1-b781-5930faf83473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:17.174966 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-784130a8-0a7e-404e-b19e-af72e1c0f44c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:17.175757 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-784130a8-0a7e-404e-b19e-af72e1c0f44c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Synchronizing usage tracker for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:17.188219 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 6a09ffdf-bc0a-4d41-a744-191a9bd683d3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6a09ffdf-bc0a-4d41-a744-191a9bd683d3,segment=NetworkSegment(b07c92e7-3364-438d-9bf4-38e8fefd3150),segment_id=b07c92e7-3364-438d-9bf4-38e8fefd3150)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:17.190113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:17.198509 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-8f3bc65b-903a-402e-a2bc-f1988aebd60c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] For port 676f47c4-de29-4f0c-91ae-97e32e1ed248, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=676f47c4-de29-4f0c-91ae-97e32e1ed248,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:17.199099 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc65b-903a-402e-a2bc-f1988aebd60c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.209544 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:17.218190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.221603 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.223639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Usage tracker for resource:floatingip and tenant:ed80311e5341435c89cdaeb88ee9ae1d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:17.231131 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:17.236665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.241263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:17.243969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.292951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.313757 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-784130a8-0a7e-404e-b19e-af72e1c0f44c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Unset dirty status for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:17.315707 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-784130a8-0a7e-404e-b19e-af72e1c0f44c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports/d8d21b80-dcb1-439f-b417-8f0423c111e3 HTTP/1.1" status: 200 len: 911 time: 0.2964101 Feb 28 14:52:17.316698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a6327ec2-a824-4fac-a9f9-0d3e6938e85f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.323290 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9614fd2-dd02-48f1-b781-5930faf83473 None None] Routers {'d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:17.324192 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a9614fd2-dd02-48f1-b781-5930faf83473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:17.325773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39918) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:17.359644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-8f3bc65b-903a-402e-a2bc-f1988aebd60c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for 676f47c4-de29-4f0c-91ae-97e32e1ed248 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:17.388678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee45e284-dece-44cd-a662-c64b4df798ee,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:17.395635 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.407970 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a9614fd2-dd02-48f1-b781-5930faf83473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:17.408375 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9614fd2-dd02-48f1-b781-5930faf83473 None None] The sync data for ids ['d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:17.442827 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-391df36f-418d-47d7-99a1-f80ded6b0899 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.451555 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=6a09ffdf-bc0a-4d41-a744-191a9bd683d3,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:17.462875 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:52:17.502271 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.502774 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d6a374e-4c25-48cb-8ea8-c4ff28fff225 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:52:17.529437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.530912 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-748a895c-0d64-4d90-afda-c512fab6ecf6 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "DELETE /v2.0/routers/1d6a374e-4c25-48cb-8ea8-c4ff28fff225 HTTP/1.1" status: 204 len: 168 time: 11.0822589 Feb 28 14:52:17.535021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39922) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:17.561795 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6327ec2-a824-4fac-a9f9-0d3e6938e85f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d1bcbe1-ca56-43bf-9fdb-f4e42c256e77,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:17.570297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.570722 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Added segment ec529f82-c740-446c-a950-e6b8ee4bcdfc of type vlan for network 878fd65d-3577-4d64-869e-ea81e8c06bc8 Feb 28 14:52:17.580468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a6327ec2-a824-4fac-a9f9-0d3e6938e85f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.584044 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a6327ec2-a824-4fac-a9f9-0d3e6938e85f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0d1bcbe1-ca56-43bf-9fdb-f4e42c256e77 HTTP/1.1" status: 204 len: 168 time: 0.7827096 Feb 28 14:52:17.637836 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.650952 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3b0b7402-22ed-4bc5-9494-14d59d184caa None None] Provisioning complete for port d8d21b80-dcb1-439f-b417-8f0423c111e3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:17.652326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3b0b7402-22ed-4bc5-9494-14d59d184caa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.696954 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.701253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:17.701977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.726775 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3b0b7402-22ed-4bc5-9494-14d59d184caa None None] Port d8d21b80-dcb1-439f-b417-8f0423c111e3 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:52:17.802066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-391df36f-418d-47d7-99a1-f80ded6b0899 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.840523 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.9338691 Feb 28 14:52:17.845158 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39928) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:17.846606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4127e8e6-87bf-4524-a64f-e34170c44b18 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Pushing event updated for resources: {'Network': ['ID=878fd65d-3577-4d64-869e-ea81e8c06bc8,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:17.857666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391df36f-418d-47d7-99a1-f80ded6b0899 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Subnet': ['ID=b66c0a1e-3698-43dd-aea9-aeaa00e7c918,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:17.861883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 878fd65d-3577-4d64-869e-ea81e8c06bc8 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:52:17.929805 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-391df36f-418d-47d7-99a1-f80ded6b0899 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.947895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-da685fd3-d19c-4bce-905b-b3956ed4f2d8 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Request body: {'subnet': {'network_id': '878fd65d-3577-4d64-869e-ea81e8c06bc8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:17.955956 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-391df36f-418d-47d7-99a1-f80ded6b0899 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/subnets/b66c0a1e-3698-43dd-aea9-aeaa00e7c918 HTTP/1.1" status: 204 len: 168 time: 2.2414727 Feb 28 14:52:17.959190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc65b-903a-402e-a2bc-f1988aebd60c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:17.964012 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39932) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:17.970081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:18.008714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a4f209c-97e4-41df-aa52-4de73f196e26 None None] Network 4aff61a5-7103-470f-bd1c-84fd23d65086 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:18.040372 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f3bc65b-903a-402e-a2bc-f1988aebd60c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=676f47c4-de29-4f0c-91ae-97e32e1ed248,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:18.188102 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:18.336257 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:18.395108 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Deleting port 6ac8322a-72d3-4550-913c-0b557eafa92f {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:18.395928 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:18.447893 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-da685fd3-d19c-4bce-905b-b3956ed4f2d8 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:18.452781 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8f3bc65b-903a-402e-a2bc-f1988aebd60c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:18.453537 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-da685fd3-d19c-4bce-905b-b3956ed4f2d8 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Usage tracker for resource:subnet and tenant:67b6baa4318b4bb89c6f6f45d8eaa9b6 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:18.457230 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-da685fd3-d19c-4bce-905b-b3956ed4f2d8 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:18.469907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b996c7c4-6d64-41a5-81c2-f517f402f3f2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:18.471755 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-da685fd3-d19c-4bce-905b-b3956ed4f2d8 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:18.535661 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:18.536308 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:18.548815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da685fd3-d19c-4bce-905b-b3956ed4f2d8 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Made reservation on behalf of 67b6baa4318b4bb89c6f6f45d8eaa9b6 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:18.691299 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6d98b77-209e-4c66-aa5c-45e4d6955e12 None None] DHCP port deletion for 4aff61a5-7103-470f-bd1c-84fd23d65086 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:52:18.696824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f6d98b77-209e-4c66-aa5c-45e4d6955e12 None None] Deleting port 6ac8322a-72d3-4550-913c-0b557eafa92f {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:18.697593 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f6d98b77-209e-4c66-aa5c-45e4d6955e12 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:18.741971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-da685fd3-d19c-4bce-905b-b3956ed4f2d8 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:18.882813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Allocated IP 172.26.4.116 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/1c1d934f-d559-458f-954f-2b29bbee947b) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:18.917926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-713588df-486c-4040-9994-e24a587586dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:18.940807 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f6d98b77-209e-4c66-aa5c-45e4d6955e12 None None] For port 6ac8322a-72d3-4550-913c-0b557eafa92f, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6ac8322a-72d3-4550-913c-0b557eafa92f,segment=NetworkSegment(fbc6c54c-289f-4ed5-8198-57053a544720),segment_id=fbc6c54c-289f-4ed5-8198-57053a544720)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:18.940807 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f6d98b77-209e-4c66-aa5c-45e4d6955e12 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:19.080821 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f6d98b77-209e-4c66-aa5c-45e4d6955e12 None None] Calling delete_port for 6ac8322a-72d3-4550-913c-0b557eafa92f owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:19.096043 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39952) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.124342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] For port 6ac8322a-72d3-4550-913c-0b557eafa92f, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6ac8322a-72d3-4550-913c-0b557eafa92f,segment=NetworkSegment(fbc6c54c-289f-4ed5-8198-57053a544720),segment_id=fbc6c54c-289f-4ed5-8198-57053a544720)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:19.124703 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:19.172028 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f6d98b77-209e-4c66-aa5c-45e4d6955e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:19.221446 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d98b77-209e-4c66-aa5c-45e4d6955e12 None None] Pushing event deleted for resources: {'Port': ['ID=6ac8322a-72d3-4550-913c-0b557eafa92f,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:19.233520 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6d98b77-209e-4c66-aa5c-45e4d6955e12 None None] No DVR routers for this DVR port 6ac8322a-72d3-4550-913c-0b557eafa92f on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:19.271134 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Calling delete_port for 6ac8322a-72d3-4550-913c-0b557eafa92f owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:19.315929 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:19.340705 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-72fa5e24-da70-4ef3-8d30-a4d6822d87e3 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.341667 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-72fa5e24-da70-4ef3-8d30-a4d6822d87e3 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12610 time: 0.2396348 Feb 28 14:52:19.347194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39958) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.358469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-0e6b29b9-1ee2-4e49-95cc-4b14d27b0a37 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.359362 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0e6b29b9-1ee2-4e49-95cc-4b14d27b0a37 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0079491 Feb 28 14:52:19.364989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-da685fd3-d19c-4bce-905b-b3956ed4f2d8 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:19.370509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39962) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.408988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-5977e437-1b3b-4fc7-a8c4-cf76c1b6b34a tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.412357 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5977e437-1b3b-4fc7-a8c4-cf76c1b6b34a tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0112808 Feb 28 14:52:19.415766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39966) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.444877 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-dbb90fea-d933-4b21-a4ed-c8251969138d tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.448268 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-dbb90fea-d933-4b21-a4ed-c8251969138d tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0243995 Feb 28 14:52:19.450631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39970) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.466967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-27ce43c7-4788-452f-8793-4ffc01bb3a43 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.470272 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-27ce43c7-4788-452f-8793-4ffc01bb3a43 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0121484 Feb 28 14:52:19.472133 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39974) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.482291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da685fd3-d19c-4bce-905b-b3956ed4f2d8 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Pushing event updated for resources: {'Subnet': ['ID=89c51b68-6c60-48a5-bfb4-6a65f073be89,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:19.485248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-320419cd-22a3-4d9c-9ed4-3117aeb50168 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.487594 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-320419cd-22a3-4d9c-9ed4-3117aeb50168 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0147727 Feb 28 14:52:19.489388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:19.489545 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39978) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.497346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-efc93f17-f7d0-452b-b996-8764041f8325 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.498266 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-efc93f17-f7d0-452b-b996-8764041f8325 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0077279 Feb 28 14:52:19.501413 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.api [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:52:19.501727 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG oslo_db.api [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:52:19.502099 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39982) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.510817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-fa00e9bb-630b-4eb8-99db-b86799a746e0 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.514173 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fa00e9bb-630b-4eb8-99db-b86799a746e0 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0069697 Feb 28 14:52:19.514489 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39986) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.521783 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-ae910427-3869-4ac8-a4b4-11e5c709d564 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.525286 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ae910427-3869-4ac8-a4b4-11e5c709d564 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0062759 Feb 28 14:52:19.527489 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39990) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.536825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-fa7801f2-a821-45c0-9570-9a16c505fa30 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.540136 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fa7801f2-a821-45c0-9570-9a16c505fa30 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0084839 Feb 28 14:52:19.540672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f3bc65b-903a-402e-a2bc-f1988aebd60c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Router 7832bd90-544b-406e-96cd-44ad32d96c6b has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:52:19.540998 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 39994) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.546874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-ecfcb10a-cde2-48eb-8415-62afba4ea52d tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.547857 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ecfcb10a-cde2-48eb-8415-62afba4ea52d tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0059614 Feb 28 14:52:19.551823 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 39998) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.565493 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b996c7c4-6d64-41a5-81c2-f517f402f3f2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:19.593092 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-833df984-9272-4092-ac09-63d6d3a5e20b tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.596717 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-833df984-9272-4092-ac09-63d6d3a5e20b tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0309594 Feb 28 14:52:19.602654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40002) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.624359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-03942b7d-cec9-4738-bb98-89ce84a31df9 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.625295 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-03942b7d-cec9-4738-bb98-89ce84a31df9 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0194178 Feb 28 14:52:19.632940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40006) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.638739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:19.638897 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b996c7c4-6d64-41a5-81c2-f517f402f3f2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Deleting port 70301fc4-57ee-4f15-9a57-a0bd751013e2 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:19.638989 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b996c7c4-6d64-41a5-81c2-f517f402f3f2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:19.642640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da685fd3-d19c-4bce-905b-b3956ed4f2d8 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Checking segment: {'id': 'ec529f82-c740-446c-a950-e6b8ee4bcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '878fd65d-3577-4d64-869e-ea81e8c06bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:19.642988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da685fd3-d19c-4bce-905b-b3956ed4f2d8 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Network hostable DHCP agents. Network: 878fd65d-3577-4d64-869e-ea81e8c06bc8, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:52:19.650942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-50dcafee-af3b-4ae2-9159-a0ba6c661844 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.652462 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-50dcafee-af3b-4ae2-9159-a0ba6c661844 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0170128 Feb 28 14:52:19.654884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:19.657363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:19.661812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40010) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.726428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-f5e09283-435b-434d-9789-0c886882b279 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.727366 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f5e09283-435b-434d-9789-0c886882b279 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0547409 Feb 28 14:52:19.729203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event updated for resources: {'Port': ['ID=1c1d934f-d559-458f-954f-2b29bbee947b,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:19.738521 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40014) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.754483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-68e21715-d87c-40f0-a0f9-131bc883b8e4 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.757946 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-68e21715-d87c-40f0-a0f9-131bc883b8e4 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0158200 Feb 28 14:52:19.759270 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40018) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.767871 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-ba02e498-a70b-4272-8259-4a6323a82de1 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.771272 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ba02e498-a70b-4272-8259-4a6323a82de1 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0085039 Feb 28 14:52:19.771411 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40022) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.793161 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-18060720-7ee5-4455-b0a0-90d5fea76bc9 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.796424 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-18060720-7ee5-4455-b0a0-90d5fea76bc9 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0216825 Feb 28 14:52:19.797469 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40026) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.802584 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-1a8f75ba-007f-4701-8456-0cc2da685551 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.805866 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1a8f75ba-007f-4701-8456-0cc2da685551 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0047810 Feb 28 14:52:19.806554 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40030) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.828086 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-e4d19df4-f257-41d4-864e-7a95f0c8e205 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.828953 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e4d19df4-f257-41d4-864e-7a95f0c8e205 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0169261 Feb 28 14:52:19.837803 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40034) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.849657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-629d0ccc-d6f6-4b12-b21a-3edc5d6e2a87 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.850576 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-629d0ccc-d6f6-4b12-b21a-3edc5d6e2a87 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0094485 Feb 28 14:52:19.851718 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da685fd3-d19c-4bce-905b-b3956ed4f2d8 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Network 878fd65d-3577-4d64-869e-ea81e8c06bc8 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:52:19.855045 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40038) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.858436 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f3bc65b-903a-402e-a2bc-f1988aebd60c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:19.864299 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-cfb51bd1-9842-4af0-a43d-c096b9a595e5 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.865329 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cfb51bd1-9842-4af0-a43d-c096b9a595e5 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0092187 Feb 28 14:52:19.867929 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40042) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.873517 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1748f3a4-288b-4d78-a969-cc9e60817d51 None None] Sync routers for ids ['7832bd90-544b-406e-96cd-44ad32d96c6b'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:19.877175 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-e530cc89-d2ed-446f-8f57-09ca97b4bf85 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.878111 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e530cc89-d2ed-446f-8f57-09ca97b4bf85 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0092971 Feb 28 14:52:19.878881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-da685fd3-d19c-4bce-905b-b3956ed4f2d8 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 878fd65d-3577-4d64-869e-ea81e8c06bc8) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:19.884407 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8f3bc65b-903a-402e-a2bc-f1988aebd60c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "PUT /v2.0/routers/7832bd90-544b-406e-96cd-44ad32d96c6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.9896994 Feb 28 14:52:19.884407 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40046) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.887569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40048) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.893634 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d806f37a-729c-4583-97f7-9ab6ebd53c40 None None] Network 878fd65d-3577-4d64-869e-ea81e8c06bc8 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:19.895355 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-80530d28-b80d-4426-ad27-8bbd5e8c1b3d tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.896351 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-80530d28-b80d-4426-ad27-8bbd5e8c1b3d tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0107133 Feb 28 14:52:19.902578 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1748f3a4-288b-4d78-a969-cc9e60817d51 None None] Routers {'7832bd90-544b-406e-96cd-44ad32d96c6b'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:19.903504 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1748f3a4-288b-4d78-a969-cc9e60817d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['7832bd90-544b-406e-96cd-44ad32d96c6b'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:19.930664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40054) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.934706 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da685fd3-d19c-4bce-905b-b3956ed4f2d8 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:19.935307 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-da685fd3-d19c-4bce-905b-b3956ed4f2d8 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:19.956203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-05b88ec5-c7c6-4878-956c-090b0f5552df tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.960255 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-05b88ec5-c7c6-4878-956c-090b0f5552df tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0136993 Feb 28 14:52:19.964259 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40058) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:19.979022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-207c588e-2026-4f16-9b48-0087a51b2487 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:19.980353 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-207c588e-2026-4f16-9b48-0087a51b2487 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0148962 Feb 28 14:52:19.993865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40062) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.004585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-0fec7952-b6ff-4fb1-a039-9842c7e085c9 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.005956 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0fec7952-b6ff-4fb1-a039-9842c7e085c9 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0106585 Feb 28 14:52:20.008882 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Deleting port 6ac8322a-72d3-4550-913c-0b557eafa92f {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:20.009430 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:20.034641 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40066) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.054658 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-b996c7c4-6d64-41a5-81c2-f517f402f3f2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] For port 70301fc4-57ee-4f15-9a57-a0bd751013e2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=70301fc4-57ee-4f15-9a57-a0bd751013e2,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:20.055401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b996c7c4-6d64-41a5-81c2-f517f402f3f2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:20.081291 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-49ad3a38-fa0b-442f-b520-628c301112c5 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.082649 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-49ad3a38-fa0b-442f-b520-628c301112c5 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0334194 Feb 28 14:52:20.086239 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0d331b-171f-413c-ab96-31aed7980c6d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:20.088282 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0d331b-171f-413c-ab96-31aed7980c6d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:20.089366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6d0d331b-171f-413c-ab96-31aed7980c6d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:20.091609 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40070) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.101102 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6a3d5e82-5f01-49e1-8c41-47f1ae05776a no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:20.130858 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-1748f3a4-288b-4d78-a969-cc9e60817d51 None None] Set router 7832bd90-544b-406e-96cd-44ad32d96c6b gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:52:20.145910 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 6a3d5e82-5f01-49e1-8c41-47f1ae05776a {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:20.146332 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6a3d5e82-5f01-49e1-8c41-47f1ae05776a not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:20.146750 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6ac8322a-72d3-4550-913c-0b557eafa92f no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:20.171168 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-da685fd3-d19c-4bce-905b-b3956ed4f2d8 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3213727 Feb 28 14:52:20.172026 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40074) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.187699 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Request body: {'port': {'network_id': '878fd65d-3577-4d64-869e-ea81e8c06bc8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-754456793'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:20.202476 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 6ac8322a-72d3-4550-913c-0b557eafa92f {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:20.202668 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6ac8322a-72d3-4550-913c-0b557eafa92f not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:20.236909 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-39dc9012-81b2-4b21-85a5-f21d4e3cd98c tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.237871 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-39dc9012-81b2-4b21-85a5-f21d4e3cd98c tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.1435056 Feb 28 14:52:20.246101 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] The port '6ac8322a-72d3-4550-913c-0b557eafa92f' was deleted {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:52:20.246917 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40078) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.256841 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b996c7c4-6d64-41a5-81c2-f517f402f3f2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Calling delete_port for 70301fc4-57ee-4f15-9a57-a0bd751013e2 owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:20.270603 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1748f3a4-288b-4d78-a969-cc9e60817d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7832bd90-544b-406e-96cd-44ad32d96c6b', 'name': 'tempest-NetworksTestDHCPv6-router-1649440685', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:51:58Z', 'updated_at': '2022-02-28T14:52:17Z', 'revision_number': 3, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:20.276958 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1748f3a4-288b-4d78-a969-cc9e60817d51 None None] Checking router: 7832bd90-544b-406e-96cd-44ad32d96c6b for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:52:20.291166 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1748f3a4-288b-4d78-a969-cc9e60817d51 None None] Routers {'7832bd90-544b-406e-96cd-44ad32d96c6b'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:20.292440 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1748f3a4-288b-4d78-a969-cc9e60817d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['7832bd90-544b-406e-96cd-44ad32d96c6b'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:20.300670 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-f556f415-095b-46fd-aee0-9c5774e75909 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.302556 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f556f415-095b-46fd-aee0-9c5774e75909 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0532877 Feb 28 14:52:20.335113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-878fd65d-3577-4d64-869e-ea81e8c06bc8', 'network_id': '878fd65d-3577-4d64-869e-ea81e8c06bc8', 'tenant_id': '67b6baa4318b4bb89c6f6f45d8eaa9b6', 'fixed_ips': [{'subnet_id': '89c51b68-6c60-48a5-bfb4-6a65f073be89'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:52:20.336335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:20.339533 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40082) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.356951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-8bfb1d5f-222f-4243-86b3-06a690d630c2 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.357915 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8bfb1d5f-222f-4243-86b3-06a690d630c2 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0174279 Feb 28 14:52:20.374895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40086) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.388080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:20.388268 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-a2a6a579-6158-435c-8a37-f0a39f8386c0 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.389110 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a2a6a579-6158-435c-8a37-f0a39f8386c0 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0104699 Feb 28 14:52:20.394810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40090) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.402111 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-e72caebe-189a-4d75-a104-31f5bb6be60d tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.403789 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e72caebe-189a-4d75-a104-31f5bb6be60d tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0070581 Feb 28 14:52:20.421168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40094) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.442119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6d0d331b-171f-413c-ab96-31aed7980c6d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:20.445706 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6d0d331b-171f-413c-ab96-31aed7980c6d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5530424 Feb 28 14:52:20.458732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40098) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.468200 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-1748f3a4-288b-4d78-a969-cc9e60817d51 None None] Set router 7832bd90-544b-406e-96cd-44ad32d96c6b gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:52:20.493235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-7c17af8e-fe83-4702-a94a-d8b1e50b5c9a tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.495523 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7c17af8e-fe83-4702-a94a-d8b1e50b5c9a tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0658400 Feb 28 14:52:20.498609 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:20.508020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40102) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.524182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-cb6c6d79-f216-46e2-95da-1977f91b483b tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.525552 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cb6c6d79-f216-46e2-95da-1977f91b483b tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0069923 Feb 28 14:52:20.536092 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40106) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.562535 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4aff61a5-7103-470f-bd1c-84fd23d65086']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:20.584834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbc6c54c-289f-4ed5-8198-57053a544720') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:20.585170 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbc6c54c-289f-4ed5-8198-57053a544720') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:20.597091 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Allocated IP 172.20.0.2 (878fd65d-3577-4d64-869e-ea81e8c06bc8/89c51b68-6c60-48a5-bfb4-6a65f073be89/95a626c1-e1bf-4855-ab0f-195bd84e0436) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:20.609876 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1748f3a4-288b-4d78-a969-cc9e60817d51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7832bd90-544b-406e-96cd-44ad32d96c6b', 'name': 'tempest-NetworksTestDHCPv6-router-1649440685', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:51:58Z', 'updated_at': '2022-02-28T14:52:17Z', 'revision_number': 3, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:20.616261 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1748f3a4-288b-4d78-a969-cc9e60817d51 None None] The sync data for ids ['7832bd90-544b-406e-96cd-44ad32d96c6b'] in dv-neutron-830866-2-hyperv is: [{'id': '7832bd90-544b-406e-96cd-44ad32d96c6b', 'name': 'tempest-NetworksTestDHCPv6-router-1649440685', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:51:58Z', 'updated_at': '2022-02-28T14:52:17Z', 'revision_number': 3, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'gw_port_host': None}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:20.617669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-3f61a73e-a6c3-4c34-a882-6e316f91d729 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.626350 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3f61a73e-a6c3-4c34-a882-6e316f91d729 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0833333 Feb 28 14:52:20.628918 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40110) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.643317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-fc2416f9-f759-46bd-b1a9-7065c2eecc5c tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.646702 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fc2416f9-f759-46bd-b1a9-7065c2eecc5c tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0092897 Feb 28 14:52:20.652140 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:20.657123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Usage tracker for resource:port and tenant:67b6baa4318b4bb89c6f6f45d8eaa9b6 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:20.660166 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:20.667226 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:20.680840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40114) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.681647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:20.716060 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Made reservation on behalf of 67b6baa4318b4bb89c6f6f45d8eaa9b6 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:20.718873 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:20.737884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-fea03707-1fb6-4725-b514-af640907e8ab tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.741576 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fea03707-1fb6-4725-b514-af640907e8ab tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0316529 Feb 28 14:52:20.747447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40118) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.754337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:20.764491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-28561452-963a-43e2-99ff-6047714e750c tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.767894 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-28561452-963a-43e2-99ff-6047714e750c tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0090511 Feb 28 14:52:20.769492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40122) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.788568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-9e122324-b455-46ce-87a4-90a6b995c6ca tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.791960 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9e122324-b455-46ce-87a4-90a6b995c6ca tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0183234 Feb 28 14:52:20.794765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40126) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.798768 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] device_id is not set on port 10e81528-40a1-4d91-9c27-1f1280fae3c9 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:52:20.816131 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:20.826700 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Transition to ACTIVE for port object 95a626c1-e1bf-4855-ab0f-195bd84e0436 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:20.834867 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:20.838411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-e1d7c067-9c13-4331-82b7-223958f980a4 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.841971 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e1d7c067-9c13-4331-82b7-223958f980a4 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0439134 Feb 28 14:52:20.842474 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40130) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.854986 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-b11785bb-2f9d-4c6d-8a8b-4950f21b2cd3 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.856205 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b11785bb-2f9d-4c6d-8a8b-4950f21b2cd3 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0125995 Feb 28 14:52:20.858552 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:20.859086 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40134) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.859223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:20.879476 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:20.898964 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-5103a2dc-e784-4614-beed-7340eb029bdf tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.899846 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5103a2dc-e784-4614-beed-7340eb029bdf tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0345848 Feb 28 14:52:20.928516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40138) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:20.951341 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-6c0f7dce-696d-4f2e-a2fe-793963224291 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:20.952241 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6c0f7dce-696d-4f2e-a2fe-793963224291 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0199378 Feb 28 14:52:20.961778 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40142) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.002385 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-5d0b8c21-1c20-49d8-ac27-aeea42bc3f92 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.006917 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5d0b8c21-1c20-49d8-ac27-aeea42bc3f92 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0349090 Feb 28 14:52:21.009940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40146) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.034411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-3ed226f7-1c52-4935-a32d-d3b6d2385706 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.038005 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3ed226f7-1c52-4935-a32d-d3b6d2385706 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0198722 Feb 28 14:52:21.041329 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40150) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.043961 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7006b1f-b1aa-4d9f-ac34-75eaa73c76e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 1c805a71-d5c3-49f6-b84d-c224e84ac76b {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:52:21.045556 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-713588df-486c-4040-9994-e24a587586dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port d8d21b80-dcb1-439f-b417-8f0423c111e3 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:21.045816 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-713588df-486c-4040-9994-e24a587586dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.052452 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a7006b1f-b1aa-4d9f-ac34-75eaa73c76e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.082811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-32111229-c9f4-4a41-9556-75a91d5a3870 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.086439 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-32111229-c9f4-4a41-9556-75a91d5a3870 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0376925 Feb 28 14:52:21.090978 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.092946 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40154) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.097221 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Transition to ACTIVE for port object 95a626c1-e1bf-4855-ab0f-195bd84e0436 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:21.104156 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.118682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.126508 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-1ac00cb3-8385-470e-958b-478b027a25bd tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.127627 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1ac00cb3-8385-470e-958b-478b027a25bd tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0316570 Feb 28 14:52:21.130773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b996c7c4-6d64-41a5-81c2-f517f402f3f2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.139427 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40158) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.172844 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-3bec2711-4a2e-4c39-856c-54ef70da11ea tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.177067 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3bec2711-4a2e-4c39-856c-54ef70da11ea tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0252793 Feb 28 14:52:21.177222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Network 878fd65d-3577-4d64-869e-ea81e8c06bc8 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:21.180567 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:21.184846 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Network': ['ID=4aff61a5-7103-470f-bd1c-84fd23d65086,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:21.186561 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:21.188528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40162) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.204456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b996c7c4-6d64-41a5-81c2-f517f402f3f2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Pushing event deleted for resources: {'Port': ['ID=70301fc4-57ee-4f15-9a57-a0bd751013e2,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:21.208624 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a7006b1f-b1aa-4d9f-ac34-75eaa73c76e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.219260 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-870016b8-41ef-49a8-b8b9-cf7b4651a616 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.222816 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-870016b8-41ef-49a8-b8b9-cf7b4651a616 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0307879 Feb 28 14:52:21.239772 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40166) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.243737 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2e0b13a9-da73-4c6b-9e60-6726655f4d39 tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/4aff61a5-7103-470f-bd1c-84fd23d65086 HTTP/1.1" status: 204 len: 168 time: 3.2494669 Feb 28 14:52:21.253568 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40170) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.255998 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-9e65f4ff-cd17-41ec-aed8-b281aba72f32 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.259810 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9e65f4ff-cd17-41ec-aed8-b281aba72f32 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0154109 Feb 28 14:52:21.277370 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40174) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.287373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-7c6d5f33-45fe-4477-b07d-e63383357d5e tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.290746 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7c6d5f33-45fe-4477-b07d-e63383357d5e tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0099990 Feb 28 14:52:21.297988 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40178) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.300163 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Pushing event updated for resources: {'Port': ['ID=95a626c1-e1bf-4855-ab0f-195bd84e0436,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:21.312488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Allocated IP 172.20.0.14 (878fd65d-3577-4d64-869e-ea81e8c06bc8/89c51b68-6c60-48a5-bfb4-6a65f073be89/10e81528-40a1-4d91-9c27-1f1280fae3c9) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:21.314673 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:52:21.315752 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Attempting to bind port 95a626c1-e1bf-4855-ab0f-195bd84e0436 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:52:21.316301 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Attempting to bind port 95a626c1-e1bf-4855-ab0f-195bd84e0436 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'ec529f82-c740-446c-a950-e6b8ee4bcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '878fd65d-3577-4d64-869e-ea81e8c06bc8'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:52:21.316752 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Attempting to bind port 95a626c1-e1bf-4855-ab0f-195bd84e0436 on network 878fd65d-3577-4d64-869e-ea81e8c06bc8 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:52:21.323582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 51, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:52:21.324209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Checking segment: {'id': 'ec529f82-c740-446c-a950-e6b8ee4bcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '878fd65d-3577-4d64-869e-ea81e8c06bc8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:21.324445 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.324919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Bound using segment: {'id': 'ec529f82-c740-446c-a950-e6b8ee4bcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '878fd65d-3577-4d64-869e-ea81e8c06bc8'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:52:21.325567 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Bound port: 95a626c1-e1bf-4855-ab0f-195bd84e0436, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ec529f82-c740-446c-a950-e6b8ee4bcdfc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '878fd65d-3577-4d64-869e-ea81e8c06bc8'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:52:21.325916 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.339192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.342469 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-6a609daa-11ac-47cc-ae0d-bbcf80fa082a tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.343535 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6a609daa-11ac-47cc-ae0d-bbcf80fa082a tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0143397 Feb 28 14:52:21.347073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40182) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.360317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.370432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-b2c81a61-9dc3-4d66-9c3d-49ab9d6a4154 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.374179 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b2c81a61-9dc3-4d66-9c3d-49ab9d6a4154 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0237138 Feb 28 14:52:21.377102 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad73602-7a7b-48f5-8454-be0cd73538ae tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] DELETE failed (client error): The resource could not be found. Feb 28 14:52:21.377542 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad73602-7a7b-48f5-8454-be0cd73538ae tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:52:21.380736 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-dad73602-7a7b-48f5-8454-be0cd73538ae tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/subnets/18766237-b973-479f-8e59-465277856f77 HTTP/1.1" status: 404 len: 337 time: 0.1212466 Feb 28 14:52:21.385165 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40186) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.385523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40188) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.396347 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-70cf2c73-ccb2-491a-9421-ce0a6a7b1753 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.399613 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-70cf2c73-ccb2-491a-9421-ce0a6a7b1753 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0105886 Feb 28 14:52:21.417928 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40194) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.438362 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-523ab156-86da-4b78-a71e-f95cf94be02b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] DELETE failed (client error): The resource could not be found. Feb 28 14:52:21.438831 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-523ab156-86da-4b78-a71e-f95cf94be02b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:52:21.440446 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-523ab156-86da-4b78-a71e-f95cf94be02b tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/ea864c4d-b48e-46c2-93f9-aa13eb6a9dab HTTP/1.1" status: 404 len: 339 time: 0.0524769 Feb 28 14:52:21.446527 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40198) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.446833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] For port 95a626c1-e1bf-4855-ab0f-195bd84e0436, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:52:21.450222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-2f113155-d9d1-44f2-abce-fa7d97104907 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.451169 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2f113155-d9d1-44f2-abce-fa7d97104907 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0324016 Feb 28 14:52:21.455934 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] For port 95a626c1-e1bf-4855-ab0f-195bd84e0436, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=95a626c1-e1bf-4855-ab0f-195bd84e0436,segment=NetworkSegment(ec529f82-c740-446c-a950-e6b8ee4bcdfc),segment_id=ec529f82-c740-446c-a950-e6b8ee4bcdfc)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:52:21.457635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40202) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.465783 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.472451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-713588df-486c-4040-9994-e24a587586dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.492465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-067747e9-79ab-4286-8039-b323d12ac3cd tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.493052 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-067747e9-79ab-4286-8039-b323d12ac3cd tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0323122 Feb 28 14:52:21.526818 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40206) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.607246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9a1fb-fdf6-4809-be94-c31062068cad None None] Pushing event updated for resources: {'Port': ['ID=95a626c1-e1bf-4855-ab0f-195bd84e0436,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:21.608073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-b15aa462-96ab-432f-8286-de1e04fb4801 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.611615 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b15aa462-96ab-432f-8286-de1e04fb4801 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0781484 Feb 28 14:52:21.623669 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40210) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.643247 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-6aaab7e6-cbad-4d1f-8a0e-e745fa774e59 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.644411 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6aaab7e6-cbad-4d1f-8a0e-e745fa774e59 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0156171 Feb 28 14:52:21.651653 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40214) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.664433 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [None req-225219f7-897a-4eca-807e-b2431c8b7955 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.665359 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-225219f7-897a-4eca-807e-b2431c8b7955 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0113254 Feb 28 14:52:21.666769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event updated for resources: {'Port': ['ID=1c1d934f-d559-458f-954f-2b29bbee947b,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:21.669239 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a7006b1f-b1aa-4d9f-ac34-75eaa73c76e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.676106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40218) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.684046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-713588df-486c-4040-9994-e24a587586dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for d8d21b80-dcb1-439f-b417-8f0423c111e3 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:21.730643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b996c7c4-6d64-41a5-81c2-f517f402f3f2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.742404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-a1553374-134c-435e-b7df-7dbdd68522ea tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.746459 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a1553374-134c-435e-b7df-7dbdd68522ea tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0292673 Feb 28 14:52:21.751835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40222) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.813819 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-9bfc21d2-44f8-46e4-84f4-d5de0bd3ca60 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.814795 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9bfc21d2-44f8-46e4-84f4-d5de0bd3ca60 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0622165 Feb 28 14:52:21.820714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40226) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.846002 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-77de5985-788c-4fe8-97df-8e4ea09837d9 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.846918 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-77de5985-788c-4fe8-97df-8e4ea09837d9 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0126498 Feb 28 14:52:21.847853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:21.855703 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40230) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:21.879128 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [None req-d9a082fa-47d8-4fa9-8a47-08ae7226ee79 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] http://10.222.0.15:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 14:52:21.889074 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d9a082fa-47d8-4fa9-8a47-08ae7226ee79 tempest-ExtensionsTestJSON-1851233729 tempest-ExtensionsTestJSON-1851233729-project] 10.222.0.15 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0221868 Feb 28 14:52:22.097686 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 95a626c1-e1bf-4855-ab0f-195bd84e0436 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:22.119198 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.121438 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7462d6b5-91c9-4ad0-b371-fc70bd876afb tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 5.3698423 Feb 28 14:52:22.127846 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40236) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:22.140294 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a7006b1f-b1aa-4d9f-ac34-75eaa73c76e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.147861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.150682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-2045420307'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:22.156280 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:22.161283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Usage tracker for resource:network and tenant:ed80311e5341435c89cdaeb88ee9ae1d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:22.164559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:22.171984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:22.172324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Transition to ACTIVE for port object 10e81528-40a1-4d91-9c27-1f1280fae3c9 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:22.199514 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 95a626c1-e1bf-4855-ab0f-195bd84e0436 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:22.216127 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 676f47c4-de29-4f0c-91ae-97e32e1ed248 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:22.259453 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.273154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 676f47c4-de29-4f0c-91ae-97e32e1ed248 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:22.273748 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 676f47c4-de29-4f0c-91ae-97e32e1ed248 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:22.322450 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-713588df-486c-4040-9994-e24a587586dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.350876 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Pushing event updated for resources: {'Port': ['ID=10e81528-40a1-4d91-9c27-1f1280fae3c9,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:22.351855 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Made reservation on behalf of ed80311e5341435c89cdaeb88ee9ae1d for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:22.354806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.357374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Network 878fd65d-3577-4d64-869e-ea81e8c06bc8 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:22.383624 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7006b1f-b1aa-4d9f-ac34-75eaa73c76e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=1c805a71-d5c3-49f6-b84d-c224e84ac76b,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:22.387644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b996c7c4-6d64-41a5-81c2-f517f402f3f2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.387907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40242) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:22.391074 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:22.399353 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:22.403354 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.423953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0936663-238c-4d61-b236-4ea87958d6db tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Deleting subnet 66f05891-430e-49cc-b598-f1e849464fac {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:52:22.425948 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f3094f3-f102-4faf-89c0-84e5dbcd04fe None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:22.427047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a7006b1f-b1aa-4d9f-ac34-75eaa73c76e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.437198 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b996c7c4-6d64-41a5-81c2-f517f402f3f2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.442714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0936663-238c-4d61-b236-4ea87958d6db tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.466402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-713588df-486c-4040-9994-e24a587586dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Port': ['ID=d8d21b80-dcb1-439f-b417-8f0423c111e3,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:22.507530 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a7006b1f-b1aa-4d9f-ac34-75eaa73c76e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/1c805a71-d5c3-49f6-b84d-c224e84ac76b HTTP/1.1" status: 204 len: 168 time: 2.0477960 Feb 28 14:52:22.512502 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40248) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:22.605119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0936663-238c-4d61-b236-4ea87958d6db tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.665120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:22.678012 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Usage tracker for resource:security_group_rule and tenant:ed80311e5341435c89cdaeb88ee9ae1d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:22.684244 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:22.688871 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b996c7c4-6d64-41a5-81c2-f517f402f3f2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.689370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b996c7c4-6d64-41a5-81c2-f517f402f3f2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ab409b2-73b0-4fa1-9c9b-c2915740697f {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:52:22.697031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:22.805143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b996c7c4-6d64-41a5-81c2-f517f402f3f2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.806271 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b996c7c4-6d64-41a5-81c2-f517f402f3f2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "DELETE /v2.0/routers/1ab409b2-73b0-4fa1-9c9b-c2915740697f HTTP/1.1" status: 204 len: 168 time: 5.2703042 Feb 28 14:52:22.816041 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40252) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:22.827833 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-234653091', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}, 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:22.835675 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:22.843213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Usage tracker for resource:router and tenant:3830bee3b5914a6797073e4557518a3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:22.847219 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:22.853507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:22.858378 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0936663-238c-4d61-b236-4ea87958d6db tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.894804 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-858e8a7e-d1fe-40ad-b06f-d68654ba6fca None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:52:22.900453 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-858e8a7e-d1fe-40ad-b06f-d68654ba6fca None None] Deleting port 17ed5a11-884d-44c3-a3e9-5047763dd784 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:22.901760 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-858e8a7e-d1fe-40ad-b06f-d68654ba6fca None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.932385 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.933557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.956837 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:22.974115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3a117697-c5f7-4e02-8b6e-0fbf26b4d75d admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.000499 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:23.001164 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.034852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c70097a3-dc23-4072-8c52-5eef0ee19d98 None None] Network 878fd65d-3577-4d64-869e-ea81e8c06bc8 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:23.063647 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.079414 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8755af22-3f3e-4c82-9989-fb12646db774 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.8986974 Feb 28 14:52:23.084781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8bb185cc-f68d-49aa-a497-457a2dff3d3b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:router {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:23.087374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40256) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:23.088376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3a117697-c5f7-4e02-8b6e-0fbf26b4d75d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:23.100139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Request body: {'port': {'network_id': '878fd65d-3577-4d64-869e-ea81e8c06bc8', 'name': 'tempest-ExtraDHCPOptionsTestJSON-313545130', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:23.100741 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.api.validators [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] bootfile-name is not in valid_values {{(pid=83592) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:52:23.101515 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.api.validators [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] tftp-server is not in valid_values {{(pid=83592) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:52:23.101856 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.api.validators [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] server-ip-address is not in valid_values {{(pid=83592) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:52:23.122711 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.173917 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-713588df-486c-4040-9994-e24a587586dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.174145 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:52:23.186922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3a117697-c5f7-4e02-8b6e-0fbf26b4d75d admin admin] Usage tracker for resource:security_group_rule and tenant:08577a69d46649408dbcf339819e9db8 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:23.194454 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2c20f06e-9844-43fd-adbf-b0654bbd2bdd,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:23.197327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.197671 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Added segment ea870157-4c6b-4b5a-a67a-bee7856cc039 of type vlan for network 612dda30-9cae-409a-83a6-74e5e5a4d316 Feb 28 14:52:23.197852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3a117697-c5f7-4e02-8b6e-0fbf26b4d75d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:23.206590 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0936663-238c-4d61-b236-4ea87958d6db tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.225052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3a117697-c5f7-4e02-8b6e-0fbf26b4d75d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:23.237603 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8bb185cc-f68d-49aa-a497-457a2dff3d3b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:router {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:23.238741 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8bb185cc-f68d-49aa-a497-457a2dff3d3b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.5982046 Feb 28 14:52:23.246927 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40260) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:23.252057 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.274233 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-858e8a7e-d1fe-40ad-b06f-d68654ba6fca None None] For port 17ed5a11-884d-44c3-a3e9-5047763dd784, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=17ed5a11-884d-44c3-a3e9-5047763dd784,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:23.275212 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-858e8a7e-d1fe-40ad-b06f-d68654ba6fca None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.286005 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b420c06b-232e-4f41-b6c6-54224a6926f0 None None] Provisioning for port 95a626c1-e1bf-4855-ab0f-195bd84e0436 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:23.320048 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0936663-238c-4d61-b236-4ea87958d6db tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Subnet': ['ID=66f05891-430e-49cc-b598-f1e849464fac,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:23.405079 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.415736 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0936663-238c-4d61-b236-4ea87958d6db tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.450194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:23.451879 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-858e8a7e-d1fe-40ad-b06f-d68654ba6fca None None] Calling delete_port for 17ed5a11-884d-44c3-a3e9-5047763dd784 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:23.454364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Usage tracker for resource:port and tenant:67b6baa4318b4bb89c6f6f45d8eaa9b6 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:23.457452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:23.463170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:23.494819 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3cb1287-0213-4cd0-bb35-b3c44f5c3b7c None None] Network 93209edc-f002-4768-b333-1a64a8af3000 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:23.507742 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b420c06b-232e-4f41-b6c6-54224a6926f0 None None] Provisioning complete for port 95a626c1-e1bf-4855-ab0f-195bd84e0436 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:23.508185 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b420c06b-232e-4f41-b6c6-54224a6926f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.529098 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e0936663-238c-4d61-b236-4ea87958d6db tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/subnets/66f05891-430e-49cc-b598-f1e849464fac HTTP/1.1" status: 204 len: 168 time: 2.0814924 Feb 28 14:52:23.536536 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40264) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:23.543980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Made reservation on behalf of 67b6baa4318b4bb89c6f6f45d8eaa9b6 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:23.548788 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.565924 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-83280e10-dd03-45e1-b1c6-425d2f6c7ee9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.619831 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.623595 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:23.624170 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.665485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] device_id is not set on port d1a69dd1-e086-4199-9175-f68a50bcb01c yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:52:23.730420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3a117697-c5f7-4e02-8b6e-0fbf26b4d75d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.742829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3a117697-c5f7-4e02-8b6e-0fbf26b4d75d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.869100 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-858e8a7e-d1fe-40ad-b06f-d68654ba6fca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.889037 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7512980 Feb 28 14:52:23.897295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40268) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:23.903590 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:23.910132 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660e183a-d6b7-4fad-83c5-572beceb9a78 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event updated for resources: {'Network': ['ID=612dda30-9cae-409a-83a6-74e5e5a4d316,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:23.918093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-70ac11bf-fe06-4e48-b3d6-233368b00298 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Request body: {'subnet': {'network_id': '612dda30-9cae-409a-83a6-74e5e5a4d316', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:23.954662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 612dda30-9cae-409a-83a6-74e5e5a4d316 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:52:23.967654 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858e8a7e-d1fe-40ad-b06f-d68654ba6fca None None] Pushing event deleted for resources: {'Port': ['ID=17ed5a11-884d-44c3-a3e9-5047763dd784,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:23.992820 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858e8a7e-d1fe-40ad-b06f-d68654ba6fca None None] No DVR routers for this DVR port 17ed5a11-884d-44c3-a3e9-5047763dd784 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:24.066524 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a117697-c5f7-4e02-8b6e-0fbf26b4d75d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35861ea-d334-4ebc-91d4-6255a0db085b,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:24.086734 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b420c06b-232e-4f41-b6c6-54224a6926f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.096124 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 70301fc4-57ee-4f15-9a57-a0bd751013e2 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:24.148313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 70301fc4-57ee-4f15-9a57-a0bd751013e2 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:24.148635 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 70301fc4-57ee-4f15-9a57-a0bd751013e2 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:24.149051 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 17ed5a11-884d-44c3-a3e9-5047763dd784 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:24.157041 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3a117697-c5f7-4e02-8b6e-0fbf26b4d75d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=08577a69d46649408dbcf339819e9db8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.7651558 Feb 28 14:52:24.158931 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40272) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:24.185395 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-713588df-486c-4040-9994-e24a587586dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:52:24.187152 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Deleting port 9a2b7d81-8c39-4439-983c-7cf906e54a0e {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:24.187485 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.199292 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 17ed5a11-884d-44c3-a3e9-5047763dd784 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:24.199653 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 17ed5a11-884d-44c3-a3e9-5047763dd784 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:24.237651 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Allocated IP 172.20.0.7 (878fd65d-3577-4d64-869e-ea81e8c06bc8/89c51b68-6c60-48a5-bfb4-6a65f073be89/d1a69dd1-e086-4199-9175-f68a50bcb01c) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:24.241138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-b420c06b-232e-4f41-b6c6-54224a6926f0 None None] For port 95a626c1-e1bf-4855-ab0f-195bd84e0436, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=95a626c1-e1bf-4855-ab0f-195bd84e0436,segment=NetworkSegment(ec529f82-c740-446c-a950-e6b8ee4bcdfc),segment_id=ec529f82-c740-446c-a950-e6b8ee4bcdfc)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:24.248517 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b420c06b-232e-4f41-b6c6-54224a6926f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.356768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b420c06b-232e-4f41-b6c6-54224a6926f0 None None] Pushing event updated for resources: {'Port': ['ID=95a626c1-e1bf-4855-ab0f-195bd84e0436,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:24.367070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d6eb91f-db60-4d97-a40f-f324379fb97b None None] DHCP port deletion for 93209edc-f002-4768-b333-1a64a8af3000 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:52:24.373352 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3d6eb91f-db60-4d97-a40f-f324379fb97b None None] Deleting port 9a2b7d81-8c39-4439-983c-7cf906e54a0e {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:24.373721 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb91f-db60-4d97-a40f-f324379fb97b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.378972 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-70ac11bf-fe06-4e48-b3d6-233368b00298 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:24.445502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-70ac11bf-fe06-4e48-b3d6-233368b00298 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Usage tracker for resource:subnet and tenant:ed80311e5341435c89cdaeb88ee9ae1d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:24.520966 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-70ac11bf-fe06-4e48-b3d6-233368b00298 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:24.577469 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-70ac11bf-fe06-4e48-b3d6-233368b00298 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:24.601330 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-83280e10-dd03-45e1-b1c6-425d2f6c7ee9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.645614 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3d6eb91f-db60-4d97-a40f-f324379fb97b None None] For port 9a2b7d81-8c39-4439-983c-7cf906e54a0e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9a2b7d81-8c39-4439-983c-7cf906e54a0e,segment=NetworkSegment(bc51d7db-bc0e-4b5c-9464-f3d2a0964433),segment_id=bc51d7db-bc0e-4b5c-9464-f3d2a0964433)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:24.646868 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb91f-db60-4d97-a40f-f324379fb97b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.652398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.660138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8025c464-295c-4d32-a197-98709af50522 None None] Provisioning complete for port 95a626c1-e1bf-4855-ab0f-195bd84e0436 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:24.660727 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8025c464-295c-4d32-a197-98709af50522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.666799 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-83280e10-dd03-45e1-b1c6-425d2f6c7ee9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.674969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70ac11bf-fe06-4e48-b3d6-233368b00298 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Made reservation on behalf of ed80311e5341435c89cdaeb88ee9ae1d for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:24.677088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Transition to ACTIVE for port object d1a69dd1-e086-4199-9175-f68a50bcb01c will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:24.684643 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-229c1e10-9970-4cfd-a709-030ffb1e0e9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.727393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-229c1e10-9970-4cfd-a709-030ffb1e0e9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.753708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.767227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-713588df-486c-4040-9994-e24a587586dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:24.780050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.849561 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-713588df-486c-4040-9994-e24a587586dc tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5198181 Feb 28 14:52:24.850369 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3d6eb91f-db60-4d97-a40f-f324379fb97b None None] Calling delete_port for 9a2b7d81-8c39-4439-983c-7cf906e54a0e owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:24.850634 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.852378 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40276) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:24.867860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Network 878fd65d-3577-4d64-869e-ea81e8c06bc8 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:24.871613 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:24.876456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:24.880145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f45b75c-e5fa-4859-a882-f8b961b39ebf None None] Sync routers for ids ['d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:24.905438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Pushing event updated for resources: {'Port': ['ID=d1a69dd1-e086-4199-9175-f68a50bcb01c,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:24.914879 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-229c1e10-9970-4cfd-a709-030ffb1e0e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.970539 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:24.971386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:24.990527 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d321f21e-cb50-4d38-bc2e-ca40743771e9 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Synchronizing usage tracker for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:24.991786 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f45b75c-e5fa-4859-a882-f8b961b39ebf None None] Routers {'d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:24.992467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-3f45b75c-e5fa-4859-a882-f8b961b39ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:25.003451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-229c1e10-9970-4cfd-a709-030ffb1e0e9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35861ea-d334-4ebc-91d4-6255a0db085b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:25.014755 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-229c1e10-9970-4cfd-a709-030ffb1e0e9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:25.020770 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-229c1e10-9970-4cfd-a709-030ffb1e0e9b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/b35861ea-d334-4ebc-91d4-6255a0db085b HTTP/1.1" status: 204 len: 168 time: 0.8601124 Feb 28 14:52:25.026904 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-116e888b-ba18-4d92-ba77-eb5a1dadc060 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1151 time: 1.9313636 Feb 28 14:52:25.027868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40282) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:25.029746 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] For port 9a2b7d81-8c39-4439-983c-7cf906e54a0e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9a2b7d81-8c39-4439-983c-7cf906e54a0e,segment=NetworkSegment(bc51d7db-bc0e-4b5c-9464-f3d2a0964433),segment_id=bc51d7db-bc0e-4b5c-9464-f3d2a0964433)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:25.032629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:25.060266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-3f45b75c-e5fa-4859-a882-f8b961b39ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:25.092618 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3d6eb91f-db60-4d97-a40f-f324379fb97b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:25.146927 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d6eb91f-db60-4d97-a40f-f324379fb97b None None] Pushing event deleted for resources: {'Port': ['ID=9a2b7d81-8c39-4439-983c-7cf906e54a0e,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:25.148441 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f45b75c-e5fa-4859-a882-f8b961b39ebf None None] Routers {'d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:25.149054 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-3f45b75c-e5fa-4859-a882-f8b961b39ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:51:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:25.170267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d7e78b-972c-4b19-8cf4-cab58a1a113c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:25.176645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d7e78b-972c-4b19-8cf4-cab58a1a113c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:25.183412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6d7e78b-972c-4b19-8cf4-cab58a1a113c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:25.184385 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b6d7e78b-972c-4b19-8cf4-cab58a1a113c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Synchronizing usage tracker for tenant:67b6baa4318b4bb89c6f6f45d8eaa9b6 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:25.206274 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b6d7e78b-972c-4b19-8cf4-cab58a1a113c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Unset dirty status for tenant:67b6baa4318b4bb89c6f6f45d8eaa9b6 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:25.211443 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d6eb91f-db60-4d97-a40f-f324379fb97b None None] No DVR routers for this DVR port 9a2b7d81-8c39-4439-983c-7cf906e54a0e on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:25.211861 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b6d7e78b-972c-4b19-8cf4-cab58a1a113c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1826534 Feb 28 14:52:25.212984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40286) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:25.213278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8025c464-295c-4d32-a197-98709af50522 None None] Provisioning for port 10e81528-40a1-4d91-9c27-1f1280fae3c9 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:25.218138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-3f45b75c-e5fa-4859-a882-f8b961b39ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:25.218536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f45b75c-e5fa-4859-a882-f8b961b39ebf None None] The sync data for ids ['d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:25.226974 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8025c464-295c-4d32-a197-98709af50522 None None] Provisioning complete for port 10e81528-40a1-4d91-9c27-1f1280fae3c9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:25.227400 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8025c464-295c-4d32-a197-98709af50522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:25.270182 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Calling delete_port for 9a2b7d81-8c39-4439-983c-7cf906e54a0e owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:25.294416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8025c464-295c-4d32-a197-98709af50522 None None] Port 10e81528-40a1-4d91-9c27-1f1280fae3c9 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:52:25.301951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-70ac11bf-fe06-4e48-b3d6-233368b00298 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:25.302739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-366fd1e6-74bc-4386-932a-55360e660617 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Deleting port d1a69dd1-e086-4199-9175-f68a50bcb01c {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:25.303077 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-366fd1e6-74bc-4386-932a-55360e660617 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:25.327462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-83280e10-dd03-45e1-b1c6-425d2f6c7ee9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:25.327824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83280e10-dd03-45e1-b1c6-425d2f6c7ee9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Fanout notify agent at l3_agent the message router_deleted on router 7832bd90-544b-406e-96cd-44ad32d96c6b {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:52:25.412370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d321f21e-cb50-4d38-bc2e-ca40743771e9 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Unset dirty status for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:25.416052 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d321f21e-cb50-4d38-bc2e-ca40743771e9 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d HTTP/1.1" status: 200 len: 205 time: 0.5519862 Feb 28 14:52:25.425328 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40294) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:25.452424 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8bbe4631-7673-434b-82b2-0b5dad266be1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:25.468903 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f6edc248-1b13-44a5-8c34-615deb822d24 None None] Provisioning for port d1a69dd1-e086-4199-9175-f68a50bcb01c completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:25.479306 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f6edc248-1b13-44a5-8c34-615deb822d24 None None] Provisioning complete for port d1a69dd1-e086-4199-9175-f68a50bcb01c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:25.480462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f6edc248-1b13-44a5-8c34-615deb822d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:25.529198 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-83280e10-dd03-45e1-b1c6-425d2f6c7ee9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:25.533316 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-83280e10-dd03-45e1-b1c6-425d2f6c7ee9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/routers/7832bd90-544b-406e-96cd-44ad32d96c6b HTTP/1.1" status: 204 len: 168 time: 2.2750330 Feb 28 14:52:25.535979 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40300) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:25.543240 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-41da121d-8f9d-4739-8bd5-c7c6ecb6c633 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:25.573711 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.api [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:52:25.574067 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG oslo_db.api [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:52:25.609517 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f6edc248-1b13-44a5-8c34-615deb822d24 None None] Port d1a69dd1-e086-4199-9175-f68a50bcb01c cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:52:25.627722 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f6edc248-1b13-44a5-8c34-615deb822d24 None None] Provisioning complete for port 10e81528-40a1-4d91-9c27-1f1280fae3c9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:25.628393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f6edc248-1b13-44a5-8c34-615deb822d24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:25.654963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Allocated IP 172.26.4.79 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/9eac2996-0f77-4aa9-bb3a-5b2edb89c052) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:25.702921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f6edc248-1b13-44a5-8c34-615deb822d24 None None] Port 10e81528-40a1-4d91-9c27-1f1280fae3c9 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:52:25.731902 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-41da121d-8f9d-4739-8bd5-c7c6ecb6c633 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:25.751500 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3f0b462f-ea8e-42d1-9ae8-54662a0f9267 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:25.876232 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-41da121d-8f9d-4739-8bd5-c7c6ecb6c633 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:25.933265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-41da121d-8f9d-4739-8bd5-c7c6ecb6c633 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:25.952845 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-41da121d-8f9d-4739-8bd5-c7c6ecb6c633 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:26.005033 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 95a626c1-e1bf-4855-ab0f-195bd84e0436 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:26.066643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41da121d-8f9d-4739-8bd5-c7c6ecb6c633 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:26.086624 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Deleting port 9a2b7d81-8c39-4439-983c-7cf906e54a0e {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:26.087211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.098911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 95a626c1-e1bf-4855-ab0f-195bd84e0436 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:26.099871 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.120895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-366fd1e6-74bc-4386-932a-55360e660617 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.129018 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.132538 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-70ac11bf-fe06-4e48-b3d6-233368b00298 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.252619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40314) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:26.280981 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] The port '9a2b7d81-8c39-4439-983c-7cf906e54a0e' was deleted {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:52:26.298810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9a2b7d81-8c39-4439-983c-7cf906e54a0e no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:26.321513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-366fd1e6-74bc-4386-932a-55360e660617 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Calling delete_port for d1a69dd1-e086-4199-9175-f68a50bcb01c owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:26.332644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 9a2b7d81-8c39-4439-983c-7cf906e54a0e {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:26.332931 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9a2b7d81-8c39-4439-983c-7cf906e54a0e not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:26.389435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-41da121d-8f9d-4739-8bd5-c7c6ecb6c633 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.489243 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ac11bf-fe06-4e48-b3d6-233368b00298 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event updated for resources: {'Subnet': ['ID=722a1fd3-92ab-441f-8939-1e4dcc36e7d0,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:26.494627 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Request body: {'networks': [{'name': 'tempest-network--317527990'}, {'name': 'tempest-network--1006432525'}]} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:26.494811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Request body: {'network': {'name': 'tempest-network--317527990'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:26.495203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Request body: {'network': {'name': 'tempest-network--1006432525'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:26.503491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:26.511760 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Usage tracker for resource:network and tenant:b1da94c2dc70481387aed859e107d436 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:26.517771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:26.524023 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3f0b462f-ea8e-42d1-9ae8-54662a0f9267 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.532051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:26.546720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3f0b462f-ea8e-42d1-9ae8-54662a0f9267 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.560944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Made reservation on behalf of b1da94c2dc70481387aed859e107d436 for: {'network': 2} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:26.564117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.600908 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.605272 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.619443 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.639175 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3f0b462f-ea8e-42d1-9ae8-54662a0f9267 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.639717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0b462f-ea8e-42d1-9ae8-54662a0f9267 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Fanout notify agent at l3_agent the message router_deleted on router d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:52:26.661162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70ac11bf-fe06-4e48-b3d6-233368b00298 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Checking segment: {'id': 'ea870157-4c6b-4b5a-a67a-bee7856cc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '612dda30-9cae-409a-83a6-74e5e5a4d316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:26.661566 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ac11bf-fe06-4e48-b3d6-233368b00298 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Network hostable DHCP agents. Network: 612dda30-9cae-409a-83a6-74e5e5a4d316, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:52:26.673870 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3f0b462f-ea8e-42d1-9ae8-54662a0f9267 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.674936 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3f0b462f-ea8e-42d1-9ae8-54662a0f9267 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/routers/d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d HTTP/1.1" status: 204 len: 168 time: 1.2493780 Feb 28 14:52:26.678779 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40320) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:26.706258 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93209edc-f002-4768-b333-1a64a8af3000']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:26.722451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-366fd1e6-74bc-4386-932a-55360e660617 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.733490 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc51d7db-bc0e-4b5c-9464-f3d2a0964433') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:26.733779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc51d7db-bc0e-4b5c-9464-f3d2a0964433') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:26.741129 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:26.777667 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:26.780053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:26.788635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:26.795784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366fd1e6-74bc-4386-932a-55360e660617 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Pushing event deleted for resources: {'Port': ['ID=d1a69dd1-e086-4199-9175-f68a50bcb01c,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:26.801242 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Usage tracker for resource:security_group_rule and tenant:b1da94c2dc70481387aed859e107d436 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:26.806818 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:26.811019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.829281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Pushing event updated for resources: {'Port': ['ID=9eac2996-0f77-4aa9-bb3a-5b2edb89c052,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:26.846556 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.861748 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:26.878843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:26.879292 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:26.897524 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:26.982844 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70ac11bf-fe06-4e48-b3d6-233368b00298 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Network 612dda30-9cae-409a-83a6-74e5e5a4d316 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:52:27.020448 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-366fd1e6-74bc-4386-932a-55360e660617 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.055205 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.062124 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-366fd1e6-74bc-4386-932a-55360e660617 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] 10.222.0.15 "DELETE /v2.0/ports/d1a69dd1-e086-4199-9175-f68a50bcb01c HTTP/1.1" status: 204 len: 168 time: 1.8474658 Feb 28 14:52:27.065828 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-70ac11bf-fe06-4e48-b3d6-233368b00298 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 612dda30-9cae-409a-83a6-74e5e5a4d316) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:27.067039 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40324) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:27.073766 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae433645-cfea-48bf-81e5-83468bca195a None None] Network 612dda30-9cae-409a-83a6-74e5e5a4d316 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:27.094707 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-c77aae57-44cb-4734-873a-542e72c70960 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting subnet 101da842-0037-458c-83cb-5181ee5fae37 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:52:27.105616 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c77aae57-44cb-4734-873a-542e72c70960 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.107009 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.123662 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-45360649-c176-42be-ba0d-05555fad3c1c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Request body: {'port': {'name': 'tempest-new-port-name-1398148380', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:27.124055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.api.validators [None req-45360649-c176-42be-ba0d-05555fad3c1c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] bootfile-name is not in valid_values {{(pid=83591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:52:27.124391 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.api.validators [None req-45360649-c176-42be-ba0d-05555fad3c1c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] tftp-server is not in valid_values {{(pid=83591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:52:27.124724 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.api.validators [None req-45360649-c176-42be-ba0d-05555fad3c1c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] server-ip-address is not in valid_values {{(pid=83591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:52:27.140459 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.154233 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70ac11bf-fe06-4e48-b3d6-233368b00298 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:27.154233 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-70ac11bf-fe06-4e48-b3d6-233368b00298 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.154526 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.154850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.164603 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] Pushing event deleted for resources: {'Network': ['ID=93209edc-f002-4768-b333-1a64a8af3000,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:27.200212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c77aae57-44cb-4734-873a-542e72c70960 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.200928 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-41da121d-8f9d-4739-8bd5-c7c6ecb6c633 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.269130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event updated for resources: {'SecurityGroup': ['ID=40b7c4c6-00fb-4206-b341-abec64d32509,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:27.279299 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:52:27.279485 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e0bc7eff-e864-4cdb-b214-75e520ca654e tempest-NetworksIpV6Test-2137819746 tempest-NetworksIpV6Test-2137819746-project] 10.222.0.15 "DELETE /v2.0/networks/93209edc-f002-4768-b333-1a64a8af3000 HTTP/1.1" status: 204 len: 168 time: 3.7375836 Feb 28 14:52:27.288842 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-70ac11bf-fe06-4e48-b3d6-233368b00298 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.3830018 Feb 28 14:52:27.306938 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40330) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:27.318196 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-394046336', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:27.331103 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:27.332962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.333493 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Added segment ff7f960d-7581-41d6-b095-8044d35fe0d6 of type vlan for network bbfbe25c-31ba-4343-a094-037749c24f84 Feb 28 14:52:27.341745 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Usage tracker for resource:router and tenant:ed80311e5341435c89cdaeb88ee9ae1d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:27.347652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:27.348024 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-612dda30-9cae-409a-83a6-74e5e5a4d316', 'network_id': '612dda30-9cae-409a-83a6-74e5e5a4d316', 'tenant_id': 'ed80311e5341435c89cdaeb88ee9ae1d', 'fixed_ips': [{'subnet_id': '722a1fd3-92ab-441f-8939-1e4dcc36e7d0'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:52:27.349067 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.358434 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:27.384279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41da121d-8f9d-4739-8bd5-c7c6ecb6c633 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:27.389366 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.393027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.393924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.408909 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41da121d-8f9d-4739-8bd5-c7c6ecb6c633 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=915ad849-fbbd-4195-b245-a79b88805848,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:27.410178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c77aae57-44cb-4734-873a-542e72c70960 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.412040 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-41da121d-8f9d-4739-8bd5-c7c6ecb6c633 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:27.421281 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6832c68f-7d9b-4600-a0c4-45ea6ec0fced None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:27.431132 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41da121d-8f9d-4739-8bd5-c7c6ecb6c633 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:27.431793 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-41da121d-8f9d-4739-8bd5-c7c6ecb6c633 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.470698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-45360649-c176-42be-ba0d-05555fad3c1c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.496059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.507450 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:52:27.507995 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-41da121d-8f9d-4739-8bd5-c7c6ecb6c633 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.9708452 Feb 28 14:52:27.509596 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40334) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:27.518017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-9afe4dbe-ed6a-4498-92a6-1eb0a8111e0e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1695128940', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:27.544203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9afe4dbe-ed6a-4498-92a6-1eb0a8111e0e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:27.565037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.565295 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Added segment e820ffff-d38e-40e8-8c93-5d3df3cfe10e of type vlan for network 3889933a-1c7a-46b6-beb9-12178ce6a8a0 Feb 28 14:52:27.567976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9afe4dbe-ed6a-4498-92a6-1eb0a8111e0e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:router and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:27.572272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9afe4dbe-ed6a-4498-92a6-1eb0a8111e0e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:27.584473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c77aae57-44cb-4734-873a-542e72c70960 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.643116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9afe4dbe-ed6a-4498-92a6-1eb0a8111e0e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:27.725280 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.748425 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c1d6eead-e1d6-4c4c-9e7a-ecfe27d2850c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.774510 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40340) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:27.782239 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.782966 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.853924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77aae57-44cb-4734-873a-542e72c70960 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Subnet': ['ID=101da842-0037-458c-83cb-5181ee5fae37,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:27.858391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c77aae57-44cb-4734-873a-542e72c70960 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.866197 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19f504fc-0a0a-4d79-a93c-a9e40a531ee1 None None] Network 937a1f52-b74a-498d-9e36-3db7ec9d7674 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:27.944729 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9afe4dbe-ed6a-4498-92a6-1eb0a8111e0e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.945642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9afe4dbe-ed6a-4498-92a6-1eb0a8111e0e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.951188 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:27.960422 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c77aae57-44cb-4734-873a-542e72c70960 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/101da842-0037-458c-83cb-5181ee5fae37 HTTP/1.1" status: 204 len: 168 time: 1.2805927 Feb 28 14:52:27.965007 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40346) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:27.981060 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c30857-c816-4875-9588-8614844aad6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '915ad849-fbbd-4195-b245-a79b88805848'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:52:27.982270 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-37c30857-c816-4875-9588-8614844aad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.046246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Allocated IP 172.20.0.2 (612dda30-9cae-409a-83a6-74e5e5a4d316/722a1fd3-92ab-441f-8939-1e4dcc36e7d0/dbacecb4-d97b-4433-9a4b-b052813ad8a2) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:28.065352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.088801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-45360649-c176-42be-ba0d-05555fad3c1c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.093525 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7b0edf2c-63d3-4288-83a0-a5e9d91aea69 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5ddb5759724641b19b2a8d1fc13b4ceb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3178816 Feb 28 14:52:28.096234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40350) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:28.111843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-45360649-c176-42be-ba0d-05555fad3c1c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.114654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9afe4dbe-ed6a-4498-92a6-1eb0a8111e0e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.124761 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.124953 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.128726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:28.131659 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:28.132288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.179944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.266145 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 2.0100791 Feb 28 14:52:28.271710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45360649-c176-42be-ba0d-05555fad3c1c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Pushing event updated for resources: {'Port': ['ID=10e81528-40a1-4d91-9c27-1f1280fae3c9,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:28.274241 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40354) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:28.279119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9afe4dbe-ed6a-4498-92a6-1eb0a8111e0e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.344978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:28.345317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.378428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-37c30857-c816-4875-9588-8614844aad6b None None] Allocated IP 2001:db8::2 (2d04583f-a513-435e-a720-cee2c3103874/915ad849-fbbd-4195-b245-a79b88805848/b08d5f8f-20e5-42db-ba1a-f722336d4c11) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:28.382483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event updated for resources: {'Network': ['ID=bbfbe25c-31ba-4343-a094-037749c24f84,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:28.417325 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5388385f-05e8-4c8c-8726-bdcaddd55c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.421172 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9afe4dbe-ed6a-4498-92a6-1eb0a8111e0e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.422318 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9afe4dbe-ed6a-4498-92a6-1eb0a8111e0e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.9095919 Feb 28 14:52:28.428638 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40358) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:28.428893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-45360649-c176-42be-ba0d-05555fad3c1c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] In _notify_port_updated(), no bound segment for port 10e81528-40a1-4d91-9c27-1f1280fae3c9 on network 878fd65d-3577-4d64-869e-ea81e8c06bc8 {{(pid=83591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:52:28.437452 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45360649-c176-42be-ba0d-05555fad3c1c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:28.438070 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-45360649-c176-42be-ba0d-05555fad3c1c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.445019 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-45360649-c176-42be-ba0d-05555fad3c1c tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] 10.222.0.15 "PUT /v2.0/ports/10e81528-40a1-4d91-9c27-1f1280fae3c9 HTTP/1.1" status: 200 len: 1137 time: 1.3596361 Feb 28 14:52:28.460351 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40360) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:28.549495 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network bbfbe25c-31ba-4343-a094-037749c24f84 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:52:28.566507 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f2c924-d6ad-42d8-919a-161e683aa53a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event updated for resources: {'Network': ['ID=3889933a-1c7a-46b6-beb9-12178ce6a8a0,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:28.571464 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.641685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 3889933a-1c7a-46b6-beb9-12178ce6a8a0 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:52:28.661730 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Transition to ACTIVE for port object dbacecb4-d97b-4433-9a4b-b052813ad8a2 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:28.714426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5388385f-05e8-4c8c-8726-bdcaddd55c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.719137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] For port 6a09ffdf-bc0a-4d41-a744-191a9bd683d3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6a09ffdf-bc0a-4d41-a744-191a9bd683d3,segment=NetworkSegment(b07c92e7-3364-438d-9bf4-38e8fefd3150),segment_id=b07c92e7-3364-438d-9bf4-38e8fefd3150)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:28.719495 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.777318 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f36e7c52-cd75-4cab-86b2-e87b2999c126 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:28.780041 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f36e7c52-cd75-4cab-86b2-e87b2999c126 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] 10.222.0.15 "GET /v2.0/ports/10e81528-40a1-4d91-9c27-1f1280fae3c9 HTTP/1.1" status: 200 len: 1137 time: 0.3186369 Feb 28 14:52:28.788713 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40366) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:28.814523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af4b049-5f47-486b-8bc7-e1f31f1bb1e2 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:28.818542 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af4b049-5f47-486b-8bc7-e1f31f1bb1e2 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:28.822559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af4b049-5f47-486b-8bc7-e1f31f1bb1e2 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:28.827295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8af4b049-5f47-486b-8bc7-e1f31f1bb1e2 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:28.831430 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8af4b049-5f47-486b-8bc7-e1f31f1bb1e2 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.5467026 Feb 28 14:52:28.865644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40370) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:28.873691 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:28.893726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Transition to ACTIVE for port object dbacecb4-d97b-4433-9a4b-b052813ad8a2 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:28.899829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.914703 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-23acfb9c-4b5d-416e-873d-e16d663a61aa None None] Provisioning complete for port 10e81528-40a1-4d91-9c27-1f1280fae3c9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:28.915045 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-23acfb9c-4b5d-416e-873d-e16d663a61aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.943474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.947027 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.960629 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:28.964058 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.048057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.115011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-23acfb9c-4b5d-416e-873d-e16d663a61aa None None] Port 10e81528-40a1-4d91-9c27-1f1280fae3c9 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:52:29.128210 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Port': ['ID=6a09ffdf-bc0a-4d41-a744-191a9bd683d3,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:29.130687 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Network 612dda30-9cae-409a-83a6-74e5e5a4d316 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:29.136364 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:29.137433 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6daf897a-8cbb-437e-a4e5-0032d303fd0d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.141470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] No DVR routers for this DVR port 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:29.147403 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-399f160d-05c3-465a-96a6-5f75bf7c7d71 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Deleting port 10e81528-40a1-4d91-9c27-1f1280fae3c9 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:29.147758 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:29.147964 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-399f160d-05c3-465a-96a6-5f75bf7c7d71 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.158696 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Pushing event updated for resources: {'Port': ['ID=dbacecb4-d97b-4433-9a4b-b052813ad8a2,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:29.181291 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Router dfc205bd-98bc-422f-800b-76b47e7657fa is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:52:29.203580 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5388385f-05e8-4c8c-8726-bdcaddd55c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.216299 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-351d13d0-1cf1-42d0-bae9-54929a7e28b8 None None] DHCP port deletion for 937a1f52-b74a-498d-9e36-3db7ec9d7674 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:52:29.242595 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5388385f-05e8-4c8c-8726-bdcaddd55c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68521397-f730-4776-81a0-36f81bfacc4b,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:29.273734 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Allocated IP 172.26.4.253 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/5e91291f-45d5-483a-9a92-03666f7c11ca) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:29.328115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-37c30857-c816-4875-9588-8614844aad6b None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.336035 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5388385f-05e8-4c8c-8726-bdcaddd55c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.339661 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5388385f-05e8-4c8c-8726-bdcaddd55c27 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/68521397-f730-4776-81a0-36f81bfacc4b HTTP/1.1" status: 204 len: 168 time: 1.2399323 Feb 28 14:52:29.345890 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-37c30857-c816-4875-9588-8614844aad6b None None] Transition to ACTIVE for port object b08d5f8f-20e5-42db-ba1a-f722336d4c11 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:29.348716 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Attempting to bind port dbacecb4-d97b-4433-9a4b-b052813ad8a2 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:52:29.349088 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Attempting to bind port dbacecb4-d97b-4433-9a4b-b052813ad8a2 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'ea870157-4c6b-4b5a-a67a-bee7856cc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '612dda30-9cae-409a-83a6-74e5e5a4d316'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:52:29.349449 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Attempting to bind port dbacecb4-d97b-4433-9a4b-b052813ad8a2 on network 612dda30-9cae-409a-83a6-74e5e5a4d316 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:52:29.375407 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-37c30857-c816-4875-9588-8614844aad6b None None] Transition to ACTIVE for port object b08d5f8f-20e5-42db-ba1a-f722336d4c11 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:29.385763 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-37c30857-c816-4875-9588-8614844aad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.435000 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:52:29.435295 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Checking segment: {'id': 'ea870157-4c6b-4b5a-a67a-bee7856cc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '612dda30-9cae-409a-83a6-74e5e5a4d316'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:29.435901 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.436305 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Bound using segment: {'id': 'ea870157-4c6b-4b5a-a67a-bee7856cc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '612dda30-9cae-409a-83a6-74e5e5a4d316'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:52:29.436790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Bound port: dbacecb4-d97b-4433-9a4b-b052813ad8a2, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ea870157-4c6b-4b5a-a67a-bee7856cc039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '612dda30-9cae-409a-83a6-74e5e5a4d316'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:52:29.437335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.498005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.531935 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c30857-c816-4875-9588-8614844aad6b None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:29.532684 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c30857-c816-4875-9588-8614844aad6b None None] Pushing event updated for resources: {'Port': ['ID=b08d5f8f-20e5-42db-ba1a-f722336d4c11,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:29.547603 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-37c30857-c816-4875-9588-8614844aad6b None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:29.553620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37c30857-c816-4875-9588-8614844aad6b None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:29.594846 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.623532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['937a1f52-b74a-498d-9e36-3db7ec9d7674']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:29.632177 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.667702 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] For port dbacecb4-d97b-4433-9a4b-b052813ad8a2, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:52:29.677895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-37c30857-c816-4875-9588-8614844aad6b None None] Attempting to bind port b08d5f8f-20e5-42db-ba1a-f722336d4c11 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:52:29.678261 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-37c30857-c816-4875-9588-8614844aad6b None None] Attempting to bind port b08d5f8f-20e5-42db-ba1a-f722336d4c11 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:52:29.678627 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c30857-c816-4875-9588-8614844aad6b None None] Attempting to bind port b08d5f8f-20e5-42db-ba1a-f722336d4c11 on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:52:29.682833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] For port dbacecb4-d97b-4433-9a4b-b052813ad8a2, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dbacecb4-d97b-4433-9a4b-b052813ad8a2,segment=NetworkSegment(ea870157-4c6b-4b5a-a67a-bee7856cc039),segment_id=ea870157-4c6b-4b5a-a67a-bee7856cc039)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:52:29.688333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b07c92e7-3364-438d-9bf4-38e8fefd3150') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:29.688861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b07c92e7-3364-438d-9bf4-38e8fefd3150') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:29.689213 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.692890 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c30857-c816-4875-9588-8614844aad6b None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:52:29.693266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c30857-c816-4875-9588-8614844aad6b None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:29.693694 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-37c30857-c816-4875-9588-8614844aad6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.694084 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c30857-c816-4875-9588-8614844aad6b None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:52:29.694551 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-37c30857-c816-4875-9588-8614844aad6b None None] Bound port: b08d5f8f-20e5-42db-ba1a-f722336d4c11, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:52:29.694917 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-37c30857-c816-4875-9588-8614844aad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.719592 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.738721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:29.742253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:29.748186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.751052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:29.777261 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event updated for resources: {'Port': ['ID=5e91291f-45d5-483a-9a92-03666f7c11ca,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:29.792249 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:29.792647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:29.807440 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:29.852014 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-37c30857-c816-4875-9588-8614844aad6b None None] For port b08d5f8f-20e5-42db-ba1a-f722336d4c11, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:52:29.856001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-37c30857-c816-4875-9588-8614844aad6b None None] For port b08d5f8f-20e5-42db-ba1a-f722336d4c11, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=b08d5f8f-20e5-42db-ba1a-f722336d4c11,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:52:29.866460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-37c30857-c816-4875-9588-8614844aad6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:29.910122 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1191563-58ad-4121-a8d0-4f6362a39438 None None] Pushing event updated for resources: {'Port': ['ID=dbacecb4-d97b-4433-9a4b-b052813ad8a2,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:29.956827 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6daf897a-8cbb-437e-a4e5-0032d303fd0d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.016302 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:30.017249 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.022353 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.077933 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/networks/937a1f52-b74a-498d-9e36-3db7ec9d7674 HTTP/1.1" status: 204 len: 168 time: 2.1115992 Feb 28 14:52:30.087800 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40386) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:30.088622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8ba7aa-f2b0-4775-b644-92a9c9808408 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Network': ['ID=937a1f52-b74a-498d-9e36-3db7ec9d7674,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:30.109855 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-445298600', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:30.118044 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-6daf897a-8cbb-437e-a4e5-0032d303fd0d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbfbe25c-31ba-4343-a094-037749c24f84']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:30.122541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:30.128192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:router and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:30.133880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:30.142410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c30857-c816-4875-9588-8614844aad6b None None] Pushing event updated for resources: {'Port': ['ID=b08d5f8f-20e5-42db-ba1a-f722336d4c11,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:30.145442 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:30.146015 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6a09ffdf-bc0a-4d41-a744-191a9bd683d3 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:30.164981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:30.174449 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.193805 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-6daf897a-8cbb-437e-a4e5-0032d303fd0d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7f960d-7581-41d6-b095-8044d35fe0d6') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:30.194441 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-6daf897a-8cbb-437e-a4e5-0032d303fd0d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7f960d-7581-41d6-b095-8044d35fe0d6') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:30.199836 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.200930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.276841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.286097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6daf897a-8cbb-437e-a4e5-0032d303fd0d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.327282 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-399f160d-05c3-465a-96a6-5f75bf7c7d71 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.464826 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6daf897a-8cbb-437e-a4e5-0032d303fd0d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.544013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.544807 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.599659 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-399f160d-05c3-465a-96a6-5f75bf7c7d71 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Calling delete_port for 10e81528-40a1-4d91-9c27-1f1280fae3c9 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:30.633408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6daf897a-8cbb-437e-a4e5-0032d303fd0d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:30.633864 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6daf897a-8cbb-437e-a4e5-0032d303fd0d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:30.653430 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:30.655656 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40396) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:30.664337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.711007 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.899327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6daf897a-8cbb-437e-a4e5-0032d303fd0d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.914807 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-245543903'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:30.938341 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6daf897a-8cbb-437e-a4e5-0032d303fd0d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:30.946285 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:30.961424 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:network and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:30.971490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:31.001406 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf897a-8cbb-437e-a4e5-0032d303fd0d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event deleted for resources: {'Network': ['ID=bbfbe25c-31ba-4343-a094-037749c24f84,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:31.005108 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:31.007596 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:31.008623 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6daf897a-8cbb-437e-a4e5-0032d303fd0d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "DELETE /v2.0/networks/bbfbe25c-31ba-4343-a094-037749c24f84 HTTP/1.1" status: 204 len: 168 time: 2.1353335 Feb 28 14:52:31.017021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:31.022367 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40402) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:31.050839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Router e225edb1-f19a-4039-a6a6-69109bfe7327 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:52:31.292593 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Allocated IP 172.26.4.231 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/d540d875-4e7a-496e-bbdf-8d89dbc53910) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:31.303372 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:31.306560 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:31.385276 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:31.450858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3ccc-217d-4de3-b329-c0be93421bb7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:31.468852 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-399f160d-05c3-465a-96a6-5f75bf7c7d71 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:31.587200 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:31.602936 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352cedd-ea47-44af-b873-9c69f0e90107 None None] Sync routers for ids ['dfc205bd-98bc-422f-800b-76b47e7657fa'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:31.621720 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-aff9dcba-7463-437c-b2a0-32e8a5fdc4de None None] Provisioning for port b08d5f8f-20e5-42db-ba1a-f722336d4c11 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:31.625693 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352cedd-ea47-44af-b873-9c69f0e90107 None None] Routers {'dfc205bd-98bc-422f-800b-76b47e7657fa'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:31.627128 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-4352cedd-ea47-44af-b873-9c69f0e90107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['dfc205bd-98bc-422f-800b-76b47e7657fa'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:31.628409 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399f160d-05c3-465a-96a6-5f75bf7c7d71 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Pushing event deleted for resources: {'Port': ['ID=10e81528-40a1-4d91-9c27-1f1280fae3c9,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:31.642847 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:31.660978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:31.662023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:31.673225 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d787a-6c4b-4707-a552-bb20d2cb89de None None] Sync routers for ids ['e225edb1-f19a-4039-a6a6-69109bfe7327'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:31.688845 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:security_group_rule and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:31.695570 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d787a-6c4b-4707-a552-bb20d2cb89de None None] Routers {'e225edb1-f19a-4039-a6a6-69109bfe7327'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:31.696686 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-112d787a-6c4b-4707-a552-bb20d2cb89de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e225edb1-f19a-4039-a6a6-69109bfe7327'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:31.702506 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:31.721726 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-4352cedd-ea47-44af-b873-9c69f0e90107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:31.728429 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:31.732118 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-84b93890-10a0-40a8-a336-5437fea6e130 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.4202671 Feb 28 14:52:31.732667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40406) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:31.744571 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4352cedd-ea47-44af-b873-9c69f0e90107 None None] Routers {'dfc205bd-98bc-422f-800b-76b47e7657fa'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:31.745185 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-4352cedd-ea47-44af-b873-9c69f0e90107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['dfc205bd-98bc-422f-800b-76b47e7657fa'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:31.766888 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ed2759-3ad9-4b5b-ae17-c3223e8c225b None None] Network 612dda30-9cae-409a-83a6-74e5e5a4d316 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:31.792040 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-112d787a-6c4b-4707-a552-bb20d2cb89de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:31.822111 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:31.843788 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-4352cedd-ea47-44af-b873-9c69f0e90107 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:31.844310 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4352cedd-ea47-44af-b873-9c69f0e90107 None None] The sync data for ids ['dfc205bd-98bc-422f-800b-76b47e7657fa'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:31.872041 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::1 (2d04583f-a513-435e-a720-cee2c3103874/915ad849-fbbd-4195-b245-a79b88805848/ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:31.890869 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-112d787a-6c4b-4707-a552-bb20d2cb89de None None] Routers {'e225edb1-f19a-4039-a6a6-69109bfe7327'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:31.891992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-112d787a-6c4b-4707-a552-bb20d2cb89de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e225edb1-f19a-4039-a6a6-69109bfe7327'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:31.941801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:31.945797 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9c645d94-fe16-4450-b3a3-8ab7e92d1750 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 9.1229942 Feb 28 14:52:31.945797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3ccc-217d-4de3-b329-c0be93421bb7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:31.967181 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40410) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:31.985564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-112d787a-6c4b-4707-a552-bb20d2cb89de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:31.985861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:31.986509 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-112d787a-6c4b-4707-a552-bb20d2cb89de None None] The sync data for ids ['e225edb1-f19a-4039-a6a6-69109bfe7327'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:32.012155 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-20894c17-2a78-4e1b-aae1-4452716e161f None None] Provisioning for port dbacecb4-d97b-4433-9a4b-b052813ad8a2 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:32.059098 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-95a42a26-43b0-45d6-aa31-cbb60066fa10 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'enable_snat': False}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:32.095831 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dbacecb4-d97b-4433-9a4b-b052813ad8a2 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:32.098793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:32.108643 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:32.110992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:32.145112 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-399f160d-05c3-465a-96a6-5f75bf7c7d71 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.163789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=d540d875-4e7a-496e-bbdf-8d89dbc53910,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:32.198566 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-4b1f3ccc-217d-4de3-b329-c0be93421bb7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3889933a-1c7a-46b6-beb9-12178ce6a8a0']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:32.226906 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port dbacecb4-d97b-4433-9a4b-b052813ad8a2 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:32.234310 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port dbacecb4-d97b-4433-9a4b-b052813ad8a2 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:32.234948 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.288969 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-399f160d-05c3-465a-96a6-5f75bf7c7d71 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] 10.222.0.15 "DELETE /v2.0/ports/10e81528-40a1-4d91-9c27-1f1280fae3c9 HTTP/1.1" status: 204 len: 168 time: 3.4858422 Feb 28 14:52:32.294039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40414) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:32.298269 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-4b1f3ccc-217d-4de3-b329-c0be93421bb7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e820ffff-d38e-40e8-8c93-5d3df3cfe10e') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:32.298552 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-4b1f3ccc-217d-4de3-b329-c0be93421bb7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e820ffff-d38e-40e8-8c93-5d3df3cfe10e') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:32.372138 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.375832 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.378386 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3ccc-217d-4de3-b329-c0be93421bb7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.398945 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3ccc-217d-4de3-b329-c0be93421bb7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.408206 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b1f3ccc-217d-4de3-b329-c0be93421bb7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:32.409354 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3ccc-217d-4de3-b329-c0be93421bb7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.420129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port dbacecb4-d97b-4433-9a4b-b052813ad8a2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dbacecb4-d97b-4433-9a4b-b052813ad8a2,segment=NetworkSegment(ea870157-4c6b-4b5a-a67a-bee7856cc039),segment_id=ea870157-4c6b-4b5a-a67a-bee7856cc039)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:32.426720 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.428352 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b08d5f8f-20e5-42db-ba1a-f722336d4c11 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:32.514771 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:32.523473 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.566115 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3ccc-217d-4de3-b329-c0be93421bb7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.589834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:52:32.598523 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=dbacecb4-d97b-4433-9a4b-b052813ad8a2,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:32.612457 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b1f3ccc-217d-4de3-b329-c0be93421bb7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.612869 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6b3f10e6-6346-4a4b-b134-577f85ac52de None None] Provisioning complete for port dbacecb4-d97b-4433-9a4b-b052813ad8a2 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:32.613238 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6b3f10e6-6346-4a4b-b134-577f85ac52de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.624686 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.625910 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.642742 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8aa4cb34-43d6-4486-8343-9aa0caa45711,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:32.656974 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1f3ccc-217d-4de3-b329-c0be93421bb7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event deleted for resources: {'Network': ['ID=3889933a-1c7a-46b6-beb9-12178ce6a8a0,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:32.668920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.669314 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Added segment 63e58111-25ad-4cd4-a305-723420c29031 of type vlan for network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 Feb 28 14:52:32.679113 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4b1f3ccc-217d-4de3-b329-c0be93421bb7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "DELETE /v2.0/networks/3889933a-1c7a-46b6-beb9-12178ce6a8a0 HTTP/1.1" status: 204 len: 168 time: 1.6557443 Feb 28 14:52:32.691339 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40418) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:32.691522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port b08d5f8f-20e5-42db-ba1a-f722336d4c11 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:32.698145 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.699042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port b08d5f8f-20e5-42db-ba1a-f722336d4c11 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:32.699405 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.783505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c17942e-e0b5-46b1-9984-6403dafa96d1 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Deleting subnet 89c51b68-6c60-48a5-bfb4-6a65f073be89 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:52:32.794884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4c17942e-e0b5-46b1-9984-6403dafa96d1 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.803581 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.821334 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:32.871391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4c17942e-e0b5-46b1-9984-6403dafa96d1 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.912283 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.925814 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.929457 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:32.930041 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.946194 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port b08d5f8f-20e5-42db-ba1a-f722336d4c11, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=b08d5f8f-20e5-42db-ba1a-f722336d4c11,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:32.950025 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:32.973525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129477fe-45c6-4fdf-8665-e333d46a5584 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:32.977794 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-129477fe-45c6-4fdf-8665-e333d46a5584 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:32.978346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-129477fe-45c6-4fdf-8665-e333d46a5584 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Synchronizing usage tracker for tenant:b1da94c2dc70481387aed859e107d436 on resource:network {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:33.021243 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=b08d5f8f-20e5-42db-ba1a-f722336d4c11,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:33.039286 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:33.048572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4c17942e-e0b5-46b1-9984-6403dafa96d1 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:33.108158 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4342964 Feb 28 14:52:33.124542 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40422) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:33.135448 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7321b17-5a42-426e-8106-8b6694e1e4f6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Network': ['ID=6026ac84-15f4-4b4d-963e-65bf39cdd3e0,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:33.144594 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'name': 'tempest-PortsTestJSON-388413118'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:33.148886 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:52:33.176577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-129477fe-45c6-4fdf-8665-e333d46a5584 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Unset dirty status for tenant:b1da94c2dc70481387aed859e107d436 on resource:network {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:33.182215 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-129477fe-45c6-4fdf-8665-e333d46a5584 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4848461 Feb 28 14:52:33.281178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40426) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:33.292703 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-130fc405-0eb8-4196-80a0-8a09cddb22cc tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2139932938'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:33.305681 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-130fc405-0eb8-4196-80a0-8a09cddb22cc tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:33.327357 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-130fc405-0eb8-4196-80a0-8a09cddb22cc tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:33.359955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-130fc405-0eb8-4196-80a0-8a09cddb22cc tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Made reservation on behalf of b1da94c2dc70481387aed859e107d436 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:33.362785 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-130fc405-0eb8-4196-80a0-8a09cddb22cc tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:33.378243 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4c17942e-e0b5-46b1-9984-6403dafa96d1 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:33.392623 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:33.403985 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:33.418474 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:33.435639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c17942e-e0b5-46b1-9984-6403dafa96d1 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Pushing event deleted for resources: {'Subnet': ['ID=89c51b68-6c60-48a5-bfb4-6a65f073be89,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:33.461360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4c17942e-e0b5-46b1-9984-6403dafa96d1 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:33.469826 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-130fc405-0eb8-4196-80a0-8a09cddb22cc tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:52:33.470716 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a76f906-1d0c-42a2-bec2-ed94fac43d63 None None] Network 878fd65d-3577-4d64-869e-ea81e8c06bc8 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:33.473305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:33.474110 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:33.491949 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4c17942e-e0b5-46b1-9984-6403dafa96d1 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] 10.222.0.15 "DELETE /v2.0/subnets/89c51b68-6c60-48a5-bfb4-6a65f073be89 HTTP/1.1" status: 204 len: 168 time: 1.1967075 Feb 28 14:52:33.492547 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40430) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:33.514873 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-130fc405-0eb8-4196-80a0-8a09cddb22cc tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:33.515209 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-130fc405-0eb8-4196-80a0-8a09cddb22cc tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Added segment 73732698-da15-4a19-83f1-6a6017693140 of type vlan for network 221426bc-c6dd-47f1-ae42-418af27fb39f Feb 28 14:52:33.531391 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:33.539274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:port and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:33.554461 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:33.564927 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:33.620996 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:33.625312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:33.627199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router 88f649cc-e1e3-4870-9a66-b1af2b918db0 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:52:33.633749 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-130fc405-0eb8-4196-80a0-8a09cddb22cc tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:33.663216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] device_id is not set on port d33578b7-2a4b-426d-bc5c-c136fad53b51 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:52:33.680411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:33.758913 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:33.782815 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-aacf6f50-b0c8-4b01-962a-7a63f3f28176 None None] Provisioning for port ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:33.792229 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-aacf6f50-b0c8-4b01-962a-7a63f3f28176 None None] Provisioning complete for port ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:33.793384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-aacf6f50-b0c8-4b01-962a-7a63f3f28176 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:33.839996 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0450857f-47c5-4c77-9d6e-e00b7df316e7 None None] DHCP port deletion for 878fd65d-3577-4d64-869e-ea81e8c06bc8 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:52:33.841737 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-130fc405-0eb8-4196-80a0-8a09cddb22cc tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:33.845648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-130fc405-0eb8-4196-80a0-8a09cddb22cc tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:33.846423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-130fc405-0eb8-4196-80a0-8a09cddb22cc tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:33.846559 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0450857f-47c5-4c77-9d6e-e00b7df316e7 None None] Deleting port 95a626c1-e1bf-4855-ab0f-195bd84e0436 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:33.846559 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0450857f-47c5-4c77-9d6e-e00b7df316e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:33.874552 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Deleting port 95a626c1-e1bf-4855-ab0f-195bd84e0436 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:33.874892 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:33.892641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-aacf6f50-b0c8-4b01-962a-7a63f3f28176 None None] Port ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:52:33.994874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dbacecb4-d97b-4433-9a4b-b052813ad8a2 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:34.036382 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-130fc405-0eb8-4196-80a0-8a09cddb22cc tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7523952 Feb 28 14:52:34.046043 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40434) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:34.097348 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-edd6944c-816a-4c7d-af5e-e63e53309edf tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-213771008'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:34.114528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130fc405-0eb8-4196-80a0-8a09cddb22cc tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event updated for resources: {'Network': ['ID=221426bc-c6dd-47f1-ae42-418af27fb39f,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:34.118348 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-edd6944c-816a-4c7d-af5e-e63e53309edf tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:34.136726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 221426bc-c6dd-47f1-ae42-418af27fb39f details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:52:34.155864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0450857f-47c5-4c77-9d6e-e00b7df316e7 None None] For port 95a626c1-e1bf-4855-ab0f-195bd84e0436, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=95a626c1-e1bf-4855-ab0f-195bd84e0436,segment=NetworkSegment(ec529f82-c740-446c-a950-e6b8ee4bcdfc),segment_id=ec529f82-c740-446c-a950-e6b8ee4bcdfc)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:34.156146 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0450857f-47c5-4c77-9d6e-e00b7df316e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.158355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-edd6944c-816a-4c7d-af5e-e63e53309edf tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:34.277553 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.300420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-edd6944c-816a-4c7d-af5e-e63e53309edf tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Made reservation on behalf of b1da94c2dc70481387aed859e107d436 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:34.303335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-edd6944c-816a-4c7d-af5e-e63e53309edf tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.333796 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0450857f-47c5-4c77-9d6e-e00b7df316e7 None None] Calling delete_port for 95a626c1-e1bf-4855-ab0f-195bd84e0436 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:34.402753 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] For port 95a626c1-e1bf-4855-ab0f-195bd84e0436, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=95a626c1-e1bf-4855-ab0f-195bd84e0436,segment=NetworkSegment(ec529f82-c740-446c-a950-e6b8ee4bcdfc),segment_id=ec529f82-c740-446c-a950-e6b8ee4bcdfc)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:34.403078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.415388 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port dbacecb4-d97b-4433-9a4b-b052813ad8a2 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:34.415826 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.427217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-edd6944c-816a-4c7d-af5e-e63e53309edf tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:52:34.488457 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0450857f-47c5-4c77-9d6e-e00b7df316e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.539322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.539971 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0450857f-47c5-4c77-9d6e-e00b7df316e7 None None] Pushing event deleted for resources: {'Port': ['ID=95a626c1-e1bf-4855-ab0f-195bd84e0436,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:34.547394 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Calling delete_port for 95a626c1-e1bf-4855-ab0f-195bd84e0436 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:34.577209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0450857f-47c5-4c77-9d6e-e00b7df316e7 None None] No DVR routers for this DVR port 95a626c1-e1bf-4855-ab0f-195bd84e0436 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:34.586918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.592203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.606687 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b08d5f8f-20e5-42db-ba1a-f722336d4c11 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:34.607312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.608353 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.611224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-edd6944c-816a-4c7d-af5e-e63e53309edf tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.611579 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-edd6944c-816a-4c7d-af5e-e63e53309edf tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Added segment afab2dc9-6ee4-47f3-985e-19097032217a of type vlan for network 43ec7817-1734-4e96-80e0-4de89046a6fc Feb 28 14:52:34.654230 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=d33578b7-2a4b-426d-bc5c-c136fad53b51,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:34.678887 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port b08d5f8f-20e5-42db-ba1a-f722336d4c11 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:34.679404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.812971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-edd6944c-816a-4c7d-af5e-e63e53309edf tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.830669 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:34.837520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:52:34.838581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:52:34.849063 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-95a42a26-43b0-45d6-aa31-cbb60066fa10 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.856192 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Checking segment: {'id': '63e58111-25ad-4cd4-a305-723420c29031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:34.856192 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network hostable DHCP agents. Network: 6026ac84-15f4-4b4d-963e-65bf39cdd3e0, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:52:34.862710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 95a626c1-e1bf-4855-ab0f-195bd84e0436 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:34.872205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:34.886230 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896b1b1-cfd0-40e1-84a0-3d3c6b22ceaa None None] Sync routers for ids ['88f649cc-e1e3-4870-9a66-b1af2b918db0'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:34.898892 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896b1b1-cfd0-40e1-84a0-3d3c6b22ceaa None None] Routers {'88f649cc-e1e3-4870-9a66-b1af2b918db0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:34.899968 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3896b1b1-cfd0-40e1-84a0-3d3c6b22ceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['88f649cc-e1e3-4870-9a66-b1af2b918db0'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:34.910418 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 95a626c1-e1bf-4855-ab0f-195bd84e0436 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:34.910682 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 95a626c1-e1bf-4855-ab0f-195bd84e0436 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:34.941242 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-edd6944c-816a-4c7d-af5e-e63e53309edf tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.944947 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-edd6944c-816a-4c7d-af5e-e63e53309edf tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:34.945556 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-edd6944c-816a-4c7d-af5e-e63e53309edf tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:34.975718 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3896b1b1-cfd0-40e1-84a0-3d3c6b22ceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:34.987681 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3896b1b1-cfd0-40e1-84a0-3d3c6b22ceaa None None] Routers {'88f649cc-e1e3-4870-9a66-b1af2b918db0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:34.988450 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3896b1b1-cfd0-40e1-84a0-3d3c6b22ceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['88f649cc-e1e3-4870-9a66-b1af2b918db0'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:35.044764 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:35.048900 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:35.049586 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3896b1b1-cfd0-40e1-84a0-3d3c6b22ceaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:35.050810 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3896b1b1-cfd0-40e1-84a0-3d3c6b22ceaa None None] The sync data for ids ['88f649cc-e1e3-4870-9a66-b1af2b918db0'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:35.174469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:35.177981 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d99bd2f3-8953-49fe-81d6-11f3a48f4527 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 883 time: 5.0777128 Feb 28 14:52:35.182998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40438) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:35.208565 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-edd6944c-816a-4c7d-af5e-e63e53309edf tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.1548123 Feb 28 14:52:35.234253 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40442) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:35.237073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:52:35.258628 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Request body: {'ports': [{'network_id': '221426bc-c6dd-47f1-ae42-418af27fb39f', 'name': 'tempest-port--1374277004', 'admin_state_up': True}, {'network_id': '43ec7817-1734-4e96-80e0-4de89046a6fc', 'admin_state_up': False}]} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:35.258958 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Request body: {'port': {'network_id': '221426bc-c6dd-47f1-ae42-418af27fb39f', 'name': 'tempest-port--1374277004', 'admin_state_up': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:35.259593 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Request body: {'port': {'network_id': '43ec7817-1734-4e96-80e0-4de89046a6fc', 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:35.281379 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 6026ac84-15f4-4b4d-963e-65bf39cdd3e0) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:35.292420 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6ce3f10-6cb4-4c2f-8837-648dacfff4e5 None None] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:35.319695 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edd6944c-816a-4c7d-af5e-e63e53309edf tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event updated for resources: {'Network': ['ID=43ec7817-1734-4e96-80e0-4de89046a6fc,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:35.341872 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:35.345758 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:35.346379 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:35.379667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Deleting port 95a626c1-e1bf-4855-ab0f-195bd84e0436 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:35.379861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:35.404756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 43ec7817-1734-4e96-80e0-4de89046a6fc details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:52:35.453040 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a0531980-060a-48d5-b196-54257c25f25b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.3273396 Feb 28 14:52:35.457824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40446) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:35.462848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] The port '95a626c1-e1bf-4855-ab0f-195bd84e0436' was deleted {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:52:35.470028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1341249365'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:35.527747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:35.598826 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:network and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:35.606114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:35.608109 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d4ea2b9b-b0f4-4c69-a3e9-ba18b02af2f9 None None] Provisioning complete for port ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:35.608745 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d4ea2b9b-b0f4-4c69-a3e9-ba18b02af2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:35.665061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:35.674782 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-d4ea2b9b-b0f4-4c69-a3e9-ba18b02af2f9 None None] Port ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:52:35.691881 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:35.705918 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Allocated IP 172.20.0.1 (612dda30-9cae-409a-83a6-74e5e5a4d316/722a1fd3-92ab-441f-8939-1e4dcc36e7d0/b4687cf2-59b3-44b5-b7b2-a9af329f466f) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:35.716469 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:35.723239 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['878fd65d-3577-4d64-869e-ea81e8c06bc8']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:35.726332 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Usage tracker for resource:port and tenant:b1da94c2dc70481387aed859e107d436 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:35.737095 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:35.739755 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:35.744048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ec529f82-c740-446c-a950-e6b8ee4bcdfc') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:35.744336 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ec529f82-c740-446c-a950-e6b8ee4bcdfc') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:35.750829 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:35.768476 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:35.776862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:35.803442 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Made reservation on behalf of b1da94c2dc70481387aed859e107d436 for: {'port': 2} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:35.807422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:35.855975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:35.869539 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:35.869984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:35.884757 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:35.888184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:52:35.959076 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:35.992672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:35.993088 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Added segment 82b2abb1-ec97-42ca-98be-003f421833a1 of type vlan for network 8b5b3c75-c98c-4264-86c4-1c42f3719d39 Feb 28 14:52:36.012329 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:36.016503 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:36.061677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] Pushing event deleted for resources: {'Network': ['ID=878fd65d-3577-4d64-869e-ea81e8c06bc8,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:36.066436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:36.070811 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6d1a6fd9-de8d-4d3a-9ca9-84ae2a9c1676 tempest-ExtraDHCPOptionsTestJSON-1559336698 tempest-ExtraDHCPOptionsTestJSON-1559336698-project] 10.222.0.15 "DELETE /v2.0/networks/878fd65d-3577-4d64-869e-ea81e8c06bc8 HTTP/1.1" status: 204 len: 168 time: 2.5739243 Feb 28 14:52:36.082757 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e9884886-f193-4b58-bb83-ce19e7e9b0b7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/routers/88f649cc-e1e3-4870-9a66-b1af2b918db0 HTTP/1.1" status: 200 len: 884 time: 0.8926554 Feb 28 14:52:36.083490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40452) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:36.153783 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:36.156384 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Transition to ACTIVE for port object b4687cf2-59b3-44b5-b7b2-a9af329f466f will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:36.187805 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-95a42a26-43b0-45d6-aa31-cbb60066fa10 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:36.257266 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:36.259824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-95a42a26-43b0-45d6-aa31-cbb60066fa10 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:36.280065 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:52:36.344045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Network 612dda30-9cae-409a-83a6-74e5e5a4d316 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:36.349279 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:36.351722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:36.379000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event updated for resources: {'Port': ['ID=b4687cf2-59b3-44b5-b7b2-a9af329f466f,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:36.380260 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] device_id is not set on port 645c90c4-5764-4bfe-8b01-b45f860495ac yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:52:36.432930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:36.461276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0141b26a-8211-4555-ac35-8c541a323601 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Synchronizing usage tracker for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:router {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:36.522626 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0141b26a-8211-4555-ac35-8c541a323601 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Unset dirty status for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:router {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:36.523873 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0141b26a-8211-4555-ac35-8c541a323601 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 887 time: 0.4397798 Feb 28 14:52:36.527390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40458) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:36.534663 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-3434346c-45eb-43eb-ba1d-cae5f7c8f768 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-445298600'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:36.571062 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:36.574750 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:36.575346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:36.622158 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40462) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:36.735137 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e0f4283f-b7d0-43ae-92ed-8cdada99a11f None None] Provisioning for port b4687cf2-59b3-44b5-b7b2-a9af329f466f completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:36.735703 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.2726781 Feb 28 14:52:36.736676 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40468) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:36.740852 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Router 9c7ecc07-2e80-4a94-84d7-f52e50061a40 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:52:36.742909 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e0f4283f-b7d0-43ae-92ed-8cdada99a11f None None] Provisioning complete for port b4687cf2-59b3-44b5-b7b2-a9af329f466f triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:36.743468 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e0f4283f-b7d0-43ae-92ed-8cdada99a11f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:36.754352 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f94ea4-caed-4d0b-b651-eb5f26f0176b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Network': ['ID=8b5b3c75-c98c-4264-86c4-1c42f3719d39,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:36.799381 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'ports': [{'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0'}, {'network_id': '8b5b3c75-c98c-4264-86c4-1c42f3719d39'}]} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:36.799712 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:36.800173 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'network_id': '8b5b3c75-c98c-4264-86c4-1c42f3719d39'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:36.818897 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:36.835869 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e0f4283f-b7d0-43ae-92ed-8cdada99a11f None None] Port b4687cf2-59b3-44b5-b7b2-a9af329f466f cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:52:36.838177 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 8b5b3c75-c98c-4264-86c4-1c42f3719d39 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:52:37.009260 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:37.169864 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7fadd17b-c310-4b85-8b0d-1abd2af29cd4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=67b6baa4318b4bb89c6f6f45d8eaa9b6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5449319 Feb 28 14:52:37.174912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40472) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:37.182934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] device_id is not set on port 1f7029e1-45fe-4023-80f2-7c770e9efb2d yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:52:37.259103 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:37.264174 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95a42a26-43b0-45d6-aa31-cbb60066fa10 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Router dfc205bd-98bc-422f-800b-76b47e7657fa has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:52:37.273171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:port and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:37.275963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:37.278789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:37.288618 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:37.290319 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Sync routers for ids ['9c7ecc07-2e80-4a94-84d7-f52e50061a40'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:37.305031 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Routers {'9c7ecc07-2e80-4a94-84d7-f52e50061a40'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:37.307243 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['9c7ecc07-2e80-4a94-84d7-f52e50061a40'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:37.310418 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9e8ce98e-e77d-4e2d-9b50-ce6d89a65f7e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "PUT /v2.0/routers/9c7ecc07-2e80-4a94-84d7-f52e50061a40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8607376 Feb 28 14:52:37.311478 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40478) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:37.315756 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c07cb8cb-d7d3-4d41-b45a-78d8baf24cab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:37.358133 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'port': 2} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:37.361775 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:37.482102 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Set router 9c7ecc07-2e80-4a94-84d7-f52e50061a40 gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:52:37.486044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:37.530300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae66d8a-af1e-4093-9dde-a20d7500e46a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:37.531587 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2ae66d8a-af1e-4093-9dde-a20d7500e46a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports/ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 HTTP/1.1" status: 200 len: 911 time: 0.2166145 Feb 28 14:52:37.538881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40482) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:37.544946 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c07cb8cb-d7d3-4d41-b45a-78d8baf24cab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:37.573356 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:37.677298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2aa74fa-64ab-4fdc-9d01-f1358877daaf req-9c8de098-210f-4261-95ca-1ef10060292f tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:37.678770 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c2aa74fa-64ab-4fdc-9d01-f1358877daaf req-9c8de098-210f-4261-95ca-1ef10060292f tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.2684934 Feb 28 14:52:37.687129 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:37.748183 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c07cb8cb-d7d3-4d41-b45a-78d8baf24cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:37.798926 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07cb8cb-d7d3-4d41-b45a-78d8baf24cab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee45e284-dece-44cd-a662-c64b4df798ee,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:37.803051 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ecc07-2e80-4a94-84d7-f52e50061a40', 'name': 'tempest-NetworksTestDHCPv6-router-1695128940', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:27Z', 'updated_at': '2022-02-28T14:52:33Z', 'revision_number': 2, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'gw_port_host': None, '_interfaces': [{'id': 'ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4', 'name': '', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'mac_address': 'fa:16:3e:80:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ecc07-2e80-4a94-84d7-f52e50061a40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '915ad849-fbbd-4195-b245-a79b88805848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:30Z', 'updated_at': '2022-02-28T14:52:34Z', 'revision_number': 2, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'subnets': [{'id': '915ad849-fbbd-4195-b245-a79b88805848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:37.807958 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Checking router: 9c7ecc07-2e80-4a94-84d7-f52e50061a40 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:52:37.808464 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Updating router 9c7ecc07-2e80-4a94-84d7-f52e50061a40 port ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:52:37.820806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event updated for resources: {'Port': ['ID=645c90c4-5764-4bfe-8b01-b45f860495ac,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:37.837146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c07cb8cb-d7d3-4d41-b45a-78d8baf24cab admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:37.840601 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c07cb8cb-d7d3-4d41-b45a-78d8baf24cab admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ee45e284-dece-44cd-a662-c64b4df798ee HTTP/1.1" status: 204 len: 168 time: 0.6597910 Feb 28 14:52:37.868402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:37.890797 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c2aa74fa-64ab-4fdc-9d01-f1358877daaf req-18dc3526-336a-4fc7-b02f-6fb60f6f43d8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1578856 Feb 28 14:52:37.901456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Checking segment: {'id': '73732698-da15-4a19-83f1-6a6017693140', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '221426bc-c6dd-47f1-ae42-418af27fb39f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:37.901826 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Network hostable DHCP agents. Network: 221426bc-c6dd-47f1-ae42-418af27fb39f, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:52:37.932344 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95a42a26-43b0-45d6-aa31-cbb60066fa10 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:37.936833 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-95a42a26-43b0-45d6-aa31-cbb60066fa10 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:37.938070 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-95a42a26-43b0-45d6-aa31-cbb60066fa10 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "PUT /v2.0/routers/dfc205bd-98bc-422f-800b-76b47e7657fa HTTP/1.1" status: 200 len: 920 time: 5.9649758 Feb 28 14:52:37.941031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40490) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:37.944414 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c923692-b7dd-456c-a4dc-a9d89a1e3caa None None] Sync routers for ids ['dfc205bd-98bc-422f-800b-76b47e7657fa'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:37.975881 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c923692-b7dd-456c-a4dc-a9d89a1e3caa None None] Routers {'dfc205bd-98bc-422f-800b-76b47e7657fa'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:37.977340 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5c923692-b7dd-456c-a4dc-a9d89a1e3caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['dfc205bd-98bc-422f-800b-76b47e7657fa'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:37.989735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:38.001297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:38.029977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] device_id is not set on port dffea4f7-9773-4ed8-a12b-31f65e81ec6e yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:52:38.144869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Network 221426bc-c6dd-47f1-ae42-418af27fb39f is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:52:38.172825 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5c923692-b7dd-456c-a4dc-a9d89a1e3caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:38.175473 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 221426bc-c6dd-47f1-ae42-418af27fb39f) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:38.184575 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:38.187535 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:38.218414 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c923692-b7dd-456c-a4dc-a9d89a1e3caa None None] Routers {'dfc205bd-98bc-422f-800b-76b47e7657fa'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:38.219033 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5c923692-b7dd-456c-a4dc-a9d89a1e3caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['dfc205bd-98bc-422f-800b-76b47e7657fa'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:38.296888 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:38.309466 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5c923692-b7dd-456c-a4dc-a9d89a1e3caa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:38.310119 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c923692-b7dd-456c-a4dc-a9d89a1e3caa None None] The sync data for ids ['dfc205bd-98bc-422f-800b-76b47e7657fa'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:38.313464 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event updated for resources: {'Port': ['ID=1f7029e1-45fe-4023-80f2-7c770e9efb2d,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:38.318987 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Transition to ACTIVE for port object ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:38.328937 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228b81ef-595e-4405-94d6-ff9f0a4337b6 None None] Network 221426bc-c6dd-47f1-ae42-418af27fb39f requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:38.335794 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6389fed3-ff8c-47bd-be3e-45c4ecf206ef tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:38.340359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6389fed3-ff8c-47bd-be3e-45c4ecf206ef tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:38.341915 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6389fed3-ff8c-47bd-be3e-45c4ecf206ef tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.8021200 Feb 28 14:52:38.344952 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40496) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:38.358454 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:38.396715 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event updated for resources: {'Port': ['ID=b4687cf2-59b3-44b5-b7b2-a9af329f466f,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:38.401311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:38.633517 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf3783a-6102-4fd4-bd36-7c960fee3998 req-1da7d659-c49a-4ba4-a4bf-6dae0b703d99 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:38.635657 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fdf3783a-6102-4fd4-bd36-7c960fee3998 req-1da7d659-c49a-4ba4-a4bf-6dae0b703d99 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.3997319 Feb 28 14:52:38.684828 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:38.700466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Checking segment: {'id': 'afab2dc9-6ee4-47f3-985e-19097032217a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '43ec7817-1734-4e96-80e0-4de89046a6fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:38.701019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Network hostable DHCP agents. Network: 43ec7817-1734-4e96-80e0-4de89046a6fc, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:52:38.746408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fb529-2f49-43d0-a7f4-8514d79d977b None None] Pushing event updated for resources: {'Port': ['ID=ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:38.858531 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-aab946b0-8f70-4d64-8193-cda56176f1e2 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/routers/dfc205bd-98bc-422f-800b-76b47e7657fa HTTP/1.1" status: 200 len: 920 time: 0.9130058 Feb 28 14:52:38.858990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Network 612dda30-9cae-409a-83a6-74e5e5a4d316 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:38.859557 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40508) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:38.876867 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Network 43ec7817-1734-4e96-80e0-4de89046a6fc is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:52:38.901288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] device_id is not set on port 7e7aecb3-d8e2-4617-bebe-51af953fcec2 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:52:38.908780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Attempting to bind port ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:52:38.909883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Attempting to bind port ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:52:38.910455 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Attempting to bind port ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:52:38.918597 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:52:38.919386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:38.920041 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:38.920625 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:52:38.921357 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Bound port: ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:52:38.921939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:38.940774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:38.972967 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 43ec7817-1734-4e96-80e0-4de89046a6fc) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:39.040503 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] For port ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:52:39.042981 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:39.044472 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] For port ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:52:39.050107 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:39.053135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c7e380-b576-44fc-a105-da5fbf4e1c52 None None] Network 43ec7817-1734-4e96-80e0-4de89046a6fc requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:39.053313 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:39.053917 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:39.076818 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:39.144546 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e44f765e-6322-49c9-a6b1-9d4ca1d5e291 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 3.9088917 Feb 28 14:52:39.147225 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40514) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:39.277093 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Routers {'9c7ecc07-2e80-4a94-84d7-f52e50061a40'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:39.277724 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['9c7ecc07-2e80-4a94-84d7-f52e50061a40'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:39.323031 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fdf3783a-6102-4fd4-bd36-7c960fee3998 req-1a27067d-8912-4182-8265-fc74f09c817d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6607678 Feb 28 14:52:39.331445 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c60995-f15b-465a-9b7f-c6d9c663ef3b tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:39.335666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4c60995-f15b-465a-9b7f-c6d9c663ef3b tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:39.336440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f4c60995-f15b-465a-9b7f-c6d9c663ef3b tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Synchronizing usage tracker for tenant:b1da94c2dc70481387aed859e107d436 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:39.417110 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868fb529-2f49-43d0-a7f4-8514d79d977b None None] Pushing event updated for resources: {'Port': ['ID=ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:39.453386 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f4c60995-f15b-465a-9b7f-c6d9c663ef3b tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Unset dirty status for tenant:b1da94c2dc70481387aed859e107d436 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:39.462408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40524) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:39.466304 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f4c60995-f15b-465a-9b7f-c6d9c663ef3b tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.3180251 Feb 28 14:52:39.585949 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40528) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:39.630831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cb93ad2f-03d2-4685-a2b6-ed1cf82a67b4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Synchronizing usage tracker for tenant:6b62f047ee654d1f9b64b563b172645b on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:39.652910 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:39.702328 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d3606a10-e071-4e15-9a1a-dac43053b366 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Deleting port 645c90c4-5764-4bfe-8b01-b45f860495ac {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:39.702758 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d3606a10-e071-4e15-9a1a-dac43053b366 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:39.703502 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] Set router 9c7ecc07-2e80-4a94-84d7-f52e50061a40 gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:52:39.751456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97672d0d-6fa1-4574-b5eb-c7ca25b47ff0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:39.759853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3434346c-45eb-43eb-ba1d-cae5f7c8f768 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:39.768090 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cb93ad2f-03d2-4685-a2b6-ed1cf82a67b4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Unset dirty status for tenant:6b62f047ee654d1f9b64b563b172645b on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:39.771846 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cb93ad2f-03d2-4685-a2b6-ed1cf82a67b4 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&device_id=dfc205bd-98bc-422f-800b-76b47e7657fa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.8904264 Feb 28 14:52:39.782060 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40534) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:39.808358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-06f75204-8397-4e37-b258-fd5ae46054ba None None] Provisioning complete for port b4687cf2-59b3-44b5-b7b2-a9af329f466f triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:39.809033 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-06f75204-8397-4e37-b258-fd5ae46054ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:39.822196 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3434346c-45eb-43eb-ba1d-cae5f7c8f768 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:39.883705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641475c5-1fb5-48cb-9660-15fb8899f24b req-31dd72b4-5c96-45ef-9220-66e0acf93ea1 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:39.885217 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-641475c5-1fb5-48cb-9660-15fb8899f24b req-31dd72b4-5c96-45ef-9220-66e0acf93ea1 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.2983713 Feb 28 14:52:39.894013 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1006872093'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:39.903716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:39.923830 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Usage tracker for resource:network and tenant:41c179f0fdac4809a34cc8c82420641b is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:39.929164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:39.936852 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:39.973779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Made reservation on behalf of 41c179f0fdac4809a34cc8c82420641b for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:39.976636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:40.000203 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-641475c5-1fb5-48cb-9660-15fb8899f24b req-01c112fa-07be-4bbf-979f-9e0feb1d9e1d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1014271 Feb 28 14:52:40.000837 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:40.013784 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-06f75204-8397-4e37-b258-fd5ae46054ba None None] Port b4687cf2-59b3-44b5-b7b2-a9af329f466f cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:52:40.091616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:40.098874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Usage tracker for resource:security_group_rule and tenant:41c179f0fdac4809a34cc8c82420641b is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:40.103065 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:40.157203 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:40.164594 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ecc07-2e80-4a94-84d7-f52e50061a40', 'name': 'tempest-NetworksTestDHCPv6-router-1695128940', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:27Z', 'updated_at': '2022-02-28T14:52:33Z', 'revision_number': 2, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'gw_port_host': None, '_interfaces': [{'id': 'ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4', 'name': '', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'mac_address': 'fa:16:3e:80:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ecc07-2e80-4a94-84d7-f52e50061a40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '915ad849-fbbd-4195-b245-a79b88805848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:30Z', 'updated_at': '2022-02-28T14:52:39Z', 'revision_number': 4, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'subnets': [{'id': '915ad849-fbbd-4195-b245-a79b88805848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:40.169426 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8660e973-0c9f-49df-bb6c-4404eeed0f9a None None] The sync data for ids ['9c7ecc07-2e80-4a94-84d7-f52e50061a40'] in dv-neutron-830866-2-hyperv is: [{'id': '9c7ecc07-2e80-4a94-84d7-f52e50061a40', 'name': 'tempest-NetworksTestDHCPv6-router-1695128940', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:27Z', 'updated_at': '2022-02-28T14:52:33Z', 'revision_number': 2, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'gw_port_host': None, '_interfaces': [{'id': 'ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4', 'name': '', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'mac_address': 'fa:16:3e:80:a4:0c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9c7ecc07-2e80-4a94-84d7-f52e50061a40', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '915ad849-fbbd-4195-b245-a79b88805848', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:52:30Z', 'updated_at': '2022-02-28T14:52:39Z', 'revision_number': 4, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'subnets': [{'id': '915ad849-fbbd-4195-b245-a79b88805848', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:40.331651 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:40.370982 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-97672d0d-6fa1-4574-b5eb-c7ca25b47ff0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:40.371444 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97672d0d-6fa1-4574-b5eb-c7ca25b47ff0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:40.407897 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:40.423763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:40.472765 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:52:40.519925 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f841f899-b6df-466e-baf5-6fa97fcf081e,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:40.569986 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:40.570491 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Added segment 1110b24d-cd97-46d0-9b07-82287b6e33ae of type vlan for network 94c852a0-ae79-4531-986a-03480b675578 Feb 28 14:52:40.600413 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.600945 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.601397 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.601828 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.602455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.602672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.603127 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.603569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.604080 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.604477 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.604869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.608780 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d3606a10-e071-4e15-9a1a-dac43053b366 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:40.621793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb9ce6d-4a1e-4c4d-94d5-338ca492acf9 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:40.628901 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6bb9ce6d-4a1e-4c4d-94d5-338ca492acf9 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/networks/2c3941b4-a632-4920-84bb-54647ee9840b HTTP/1.1" status: 200 len: 881 time: 0.8356309 Feb 28 14:52:40.628901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:40.633547 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40542) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:40.639039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=dffea4f7-9773-4ed8-a12b-31f65e81ec6e,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:40.646542 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:40.653566 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:40.654580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:40.692971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:40.717271 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-863f2a39-96ab-4f61-b68e-81eac17db7c8 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc205bd-98bc-422f-800b-76b47e7657fa HTTP/1.1" status: 200 len: 205 time: 0.0802720 Feb 28 14:52:40.724844 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40546) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:40.786193 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d3606a10-e071-4e15-9a1a-dac43053b366 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Calling delete_port for 645c90c4-5764-4bfe-8b01-b45f860495ac owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:40.807499 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-97672d0d-6fa1-4574-b5eb-c7ca25b47ff0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] For port ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:40.808114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97672d0d-6fa1-4574-b5eb-c7ca25b47ff0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:40.824324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.824664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.824995 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.825323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.825642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.825961 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.826272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.826585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.826895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.827213 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.827527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:40.961132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341adb8c-4d22-45b5-abaa-81b13527f692 req-e2a3b7d6-c876-4bb0-ace4-9dddb4ec6d85 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:40.962611 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-341adb8c-4d22-45b5-abaa-81b13527f692 req-e2a3b7d6-c876-4bb0-ace4-9dddb4ec6d85 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.7254992 Feb 28 14:52:40.989911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=7e7aecb3-d8e2-4617-bebe-51af953fcec2,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:41.037997 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d3606a10-e071-4e15-9a1a-dac43053b366 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:41.043229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Checking segment: {'id': '82b2abb1-ec97-42ca-98be-003f421833a1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '8b5b3c75-c98c-4264-86c4-1c42f3719d39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:41.043609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network hostable DHCP agents. Network: 8b5b3c75-c98c-4264-86c4-1c42f3719d39, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:52:41.106889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-97672d0d-6fa1-4574-b5eb-c7ca25b47ff0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:41.110943 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3606a10-e071-4e15-9a1a-dac43053b366 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event deleted for resources: {'Port': ['ID=645c90c4-5764-4bfe-8b01-b45f860495ac,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:41.134058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:41.137308 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-341adb8c-4d22-45b5-abaa-81b13527f692 req-8b791a52-f360-476d-a938-a444dd6764c0 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677251 Feb 28 14:52:41.137710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:41.138314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:41.151042 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d3606a10-e071-4e15-9a1a-dac43053b366 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:41.177625 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 8b5b3c75-c98c-4264-86c4-1c42f3719d39 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:52:41.184617 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d3606a10-e071-4e15-9a1a-dac43053b366 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "DELETE /v2.0/ports/645c90c4-5764-4bfe-8b01-b45f860495ac HTTP/1.1" status: 204 len: 168 time: 1.6852088 Feb 28 14:52:41.192432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40552) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:41.232377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Router e225edb1-f19a-4039-a6a6-69109bfe7327 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:52:41.241164 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 8b5b3c75-c98c-4264-86c4-1c42f3719d39) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:41.250832 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c87fc3-929d-47be-92f3-6352ad15b289 None None] Network 8b5b3c75-c98c-4264-86c4-1c42f3719d39 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:41.253666 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:41.257541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:41.260776 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:41.261408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:41.272047 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3434346c-45eb-43eb-ba1d-cae5f7c8f768 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router 88f649cc-e1e3-4870-9a66-b1af2b918db0 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:52:41.309053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Network': ['ID=94c852a0-ae79-4531-986a-03480b675578,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:41.313852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-17631a2f-a9c2-4435-9040-2b71c850080f tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Deleting port 1f7029e1-45fe-4023-80f2-7c770e9efb2d {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:41.314299 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17631a2f-a9c2-4435-9040-2b71c850080f tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:41.315979 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fd46c60a-1a80-4ddb-ad25-1c01ae754412 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.7262709 Feb 28 14:52:41.329481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40556) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:41.352115 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-46af1f6a-447a-487e-823d-bafcb64663a8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'subnet': {'network_id': '94c852a0-ae79-4531-986a-03480b675578', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:41.358711 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-77c091d7-412f-4ecf-8b7f-724877d443eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 4.6195347 Feb 28 14:52:41.362014 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40560) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:41.529941 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 94c852a0-ae79-4531-986a-03480b675578 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:52:41.635795 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-46af1f6a-447a-487e-823d-bafcb64663a8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:41.640409 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-46af1f6a-447a-487e-823d-bafcb64663a8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Usage tracker for resource:subnet and tenant:41c179f0fdac4809a34cc8c82420641b is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:41.643575 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-46af1f6a-447a-487e-823d-bafcb64663a8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:41.649346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-46af1f6a-447a-487e-823d-bafcb64663a8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:41.660737 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97672d0d-6fa1-4574-b5eb-c7ca25b47ff0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:41.706900 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46af1f6a-447a-487e-823d-bafcb64663a8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Made reservation on behalf of 41c179f0fdac4809a34cc8c82420641b for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:41.794896 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97672d0d-6fa1-4574-b5eb-c7ca25b47ff0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:41.870945 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b2a1a010-fc65-44ff-bbfd-94ea7c721236 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:41.945383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4fe02-5512-4fe9-ac45-93820aa70bfb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port 7e7aecb3-d8e2-4617-bebe-51af953fcec2 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:41.945944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d6f4fe02-5512-4fe9-ac45-93820aa70bfb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:42.059367 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-46af1f6a-447a-487e-823d-bafcb64663a8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:42.191644 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17631a2f-a9c2-4435-9040-2b71c850080f tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:42.261248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97672d0d-6fa1-4574-b5eb-c7ca25b47ff0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:42.336934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-17631a2f-a9c2-4435-9040-2b71c850080f tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Calling delete_port for 1f7029e1-45fe-4023-80f2-7c770e9efb2d owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:42.405611 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd50021-f699-402b-92f8-a954f81f4302 req-e11366dd-6b5c-4e7a-9669-9b9cdabd9594 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:42.407094 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bfd50021-f699-402b-92f8-a954f81f4302 req-e11366dd-6b5c-4e7a-9669-9b9cdabd9594 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.7230237 Feb 28 14:52:42.567256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d6f4fe02-5512-4fe9-ac45-93820aa70bfb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:42.719073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d6f4fe02-5512-4fe9-ac45-93820aa70bfb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for 7e7aecb3-d8e2-4617-bebe-51af953fcec2 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:42.744361 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17631a2f-a9c2-4435-9040-2b71c850080f tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:42.755195 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bfd50021-f699-402b-92f8-a954f81f4302 req-fec01d6f-9b27-4b87-b5ee-58b9803497df tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2855461 Feb 28 14:52:42.758547 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-46af1f6a-447a-487e-823d-bafcb64663a8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:42.818278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17631a2f-a9c2-4435-9040-2b71c850080f tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event deleted for resources: {'Port': ['ID=1f7029e1-45fe-4023-80f2-7c770e9efb2d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:42.844028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b2a1a010-fc65-44ff-bbfd-94ea7c721236 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:42.852526 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17631a2f-a9c2-4435-9040-2b71c850080f tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:42.861528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3434346c-45eb-43eb-ba1d-cae5f7c8f768 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:42.867206 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:42.876189 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49718b0a-2741-4704-9be9-332fc54e23de None None] Sync routers for ids ['88f649cc-e1e3-4870-9a66-b1af2b918db0'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:42.880965 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-17631a2f-a9c2-4435-9040-2b71c850080f tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "DELETE /v2.0/ports/1f7029e1-45fe-4023-80f2-7c770e9efb2d HTTP/1.1" status: 204 len: 168 time: 1.6858549 Feb 28 14:52:42.881888 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d6f4fe02-5512-4fe9-ac45-93820aa70bfb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:42.889462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40566) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:42.894652 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cea9fa3-31cd-4003-b65f-3d4d8aec57a7 None None] Sync routers for ids ['e225edb1-f19a-4039-a6a6-69109bfe7327'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:42.906790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49718b0a-2741-4704-9be9-332fc54e23de None None] Routers {'88f649cc-e1e3-4870-9a66-b1af2b918db0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:42.907415 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-49718b0a-2741-4704-9be9-332fc54e23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['88f649cc-e1e3-4870-9a66-b1af2b918db0'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:42.912907 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea9fa3-31cd-4003-b65f-3d4d8aec57a7 None None] Routers {'e225edb1-f19a-4039-a6a6-69109bfe7327'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:42.913494 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-2cea9fa3-31cd-4003-b65f-3d4d8aec57a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e225edb1-f19a-4039-a6a6-69109bfe7327'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:42.929805 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2202d0b2-d7a2-4511-907e-2d1cb95e890f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] 10.222.0.15 "PUT /v2.0/routers/e225edb1-f19a-4039-a6a6-69109bfe7327/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1964746 Feb 28 14:52:42.933553 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3434346c-45eb-43eb-ba1d-cae5f7c8f768 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:42.934629 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3434346c-45eb-43eb-ba1d-cae5f7c8f768 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/88f649cc-e1e3-4870-9a66-b1af2b918db0 HTTP/1.1" status: 200 len: 891 time: 6.4062710 Feb 28 14:52:42.939393 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46af1f6a-447a-487e-823d-bafcb64663a8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Subnet': ['ID=9e8844f5-7f1a-45d3-b3c9-33d3eb5ddd21,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:42.950157 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40570) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:42.950492 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40572) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:42.951121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b2a1a010-fc65-44ff-bbfd-94ea7c721236 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Deleting port 9eac2996-0f77-4aa9-bb3a-5b2edb89c052 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:42.951465 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b2a1a010-fc65-44ff-bbfd-94ea7c721236 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:42.973652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4fe02-5512-4fe9-ac45-93820aa70bfb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=7e7aecb3-d8e2-4617-bebe-51af953fcec2,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:42.985993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f9cd4851-bed1-41bc-bd51-48a44eaa2b96 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Synchronizing usage tracker for tenant:b1da94c2dc70481387aed859e107d436 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:42.994195 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-2cea9fa3-31cd-4003-b65f-3d4d8aec57a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:42.996179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d6f4fe02-5512-4fe9-ac45-93820aa70bfb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:43.000622 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d6f4fe02-5512-4fe9-ac45-93820aa70bfb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/7e7aecb3-d8e2-4617-bebe-51af953fcec2 HTTP/1.1" status: 204 len: 168 time: 1.6362054 Feb 28 14:52:43.001339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40578) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:43.007762 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cea9fa3-31cd-4003-b65f-3d4d8aec57a7 None None] Routers {'e225edb1-f19a-4039-a6a6-69109bfe7327'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:43.008541 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-2cea9fa3-31cd-4003-b65f-3d4d8aec57a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e225edb1-f19a-4039-a6a6-69109bfe7327'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:43.013132 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-49718b0a-2741-4704-9be9-332fc54e23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:43.026871 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49718b0a-2741-4704-9be9-332fc54e23de None None] Routers {'88f649cc-e1e3-4870-9a66-b1af2b918db0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:43.027778 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-49718b0a-2741-4704-9be9-332fc54e23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['88f649cc-e1e3-4870-9a66-b1af2b918db0'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:43.044653 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f9cd4851-bed1-41bc-bd51-48a44eaa2b96 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Unset dirty status for tenant:b1da94c2dc70481387aed859e107d436 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:43.046014 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f9cd4851-bed1-41bc-bd51-48a44eaa2b96 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1247597 Feb 28 14:52:43.052619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40582) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:43.060055 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-877fdfc7-3cb2-47bc-ac47-398f8e70acec tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-219889026'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:43.066906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-877fdfc7-3cb2-47bc-ac47-398f8e70acec tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:43.082266 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-877fdfc7-3cb2-47bc-ac47-398f8e70acec tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:43.103917 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Request body: {'port': {'network_id': '612dda30-9cae-409a-83a6-74e5e5a4d316', 'name': 'tempest-FloatingIPAdminTestJSON-292752882'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:43.109535 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-2cea9fa3-31cd-4003-b65f-3d4d8aec57a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:43.109843 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-877fdfc7-3cb2-47bc-ac47-398f8e70acec tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Made reservation on behalf of b1da94c2dc70481387aed859e107d436 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:43.110550 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cea9fa3-31cd-4003-b65f-3d4d8aec57a7 None None] The sync data for ids ['e225edb1-f19a-4039-a6a6-69109bfe7327'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:43.113182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-877fdfc7-3cb2-47bc-ac47-398f8e70acec tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:43.122704 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-49718b0a-2741-4704-9be9-332fc54e23de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:43.123111 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49718b0a-2741-4704-9be9-332fc54e23de None None] The sync data for ids ['88f649cc-e1e3-4870-9a66-b1af2b918db0'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:43.147463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c548d2-9724-4406-b52c-705bc404d7e5 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:43.151494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c548d2-9724-4406-b52c-705bc404d7e5 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:43.152261 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b3c548d2-9724-4406-b52c-705bc404d7e5 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:43.165192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-877fdfc7-3cb2-47bc-ac47-398f8e70acec tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:52:43.177793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-877fdfc7-3cb2-47bc-ac47-398f8e70acec tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:43.178127 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-877fdfc7-3cb2-47bc-ac47-398f8e70acec tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Added segment 7aaf09c2-8152-4c3f-bb1b-7f64ca5e52cf of type vlan for network 5680c2cc-28d4-454d-ab8d-2dbdfef08674 Feb 28 14:52:43.179091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b3c548d2-9724-4406-b52c-705bc404d7e5 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:43.180287 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b3c548d2-9724-4406-b52c-705bc404d7e5 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1753395 Feb 28 14:52:43.185072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40586) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:43.255154 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-877fdfc7-3cb2-47bc-ac47-398f8e70acec tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:43.266419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-b917e8d2-ebb7-4e82-9c3c-cb1731ea87c3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port dffea4f7-9773-4ed8-a12b-31f65e81ec6e {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:43.266747 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b917e8d2-ebb7-4e82-9c3c-cb1731ea87c3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:43.267973 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46af1f6a-447a-487e-823d-bafcb64663a8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Checking segment: {'id': '1110b24d-cd97-46d0-9b07-82287b6e33ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '94c852a0-ae79-4531-986a-03480b675578'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:43.268338 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46af1f6a-447a-487e-823d-bafcb64663a8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network hostable DHCP agents. Network: 94c852a0-ae79-4531-986a-03480b675578, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:52:43.364962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-877fdfc7-3cb2-47bc-ac47-398f8e70acec tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:43.367962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-877fdfc7-3cb2-47bc-ac47-398f8e70acec tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:43.368555 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-877fdfc7-3cb2-47bc-ac47-398f8e70acec tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:43.456100 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97672d0d-6fa1-4574-b5eb-c7ca25b47ff0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Router 9c7ecc07-2e80-4a94-84d7-f52e50061a40 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:52:43.511250 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46af1f6a-447a-487e-823d-bafcb64663a8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network 94c852a0-ae79-4531-986a-03480b675578 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:52:43.526529 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:43.537290 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Usage tracker for resource:port and tenant:ed80311e5341435c89cdaeb88ee9ae1d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:43.545501 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:43.552341 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b2a1a010-fc65-44ff-bbfd-94ea7c721236 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:43.571313 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:43.573729 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-46af1f6a-447a-487e-823d-bafcb64663a8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 94c852a0-ae79-4531-986a-03480b675578) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:43.578804 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46af1f6a-447a-487e-823d-bafcb64663a8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:43.579402 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-46af1f6a-447a-487e-823d-bafcb64663a8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:43.585214 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7e61b93-81e0-4d93-93a2-4fd2dc77715d None None] Network 94c852a0-ae79-4531-986a-03480b675578 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:43.678756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877fdfc7-3cb2-47bc-ac47-398f8e70acec tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event updated for resources: {'Network': ['ID=5680c2cc-28d4-454d-ab8d-2dbdfef08674,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:43.686804 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-877fdfc7-3cb2-47bc-ac47-398f8e70acec tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6328835 Feb 28 14:52:43.690650 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40590) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:43.692137 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 5680c2cc-28d4-454d-ab8d-2dbdfef08674 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:52:43.705744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-64ab7197-3fb4-4de2-a075-b9d81e4772e6 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-983588799'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:43.723575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-64ab7197-3fb4-4de2-a075-b9d81e4772e6 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:43.738170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-64ab7197-3fb4-4de2-a075-b9d81e4772e6 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Usage tracker for resource:network and tenant:b1da94c2dc70481387aed859e107d436 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:43.742137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-64ab7197-3fb4-4de2-a075-b9d81e4772e6 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:43.746385 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b917e8d2-ebb7-4e82-9c3c-cb1731ea87c3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:43.759005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-64ab7197-3fb4-4de2-a075-b9d81e4772e6 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:43.876707 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-b917e8d2-ebb7-4e82-9c3c-cb1731ea87c3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for dffea4f7-9773-4ed8-a12b-31f65e81ec6e owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:43.898325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21ec0af-4884-4ca0-84a4-85eaf9e27679 None None] Network 94c852a0-ae79-4531-986a-03480b675578 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:43.926168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64ab7197-3fb4-4de2-a075-b9d81e4772e6 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Made reservation on behalf of b1da94c2dc70481387aed859e107d436 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:43.928925 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b2a1a010-fc65-44ff-bbfd-94ea7c721236 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Calling delete_port for 9eac2996-0f77-4aa9-bb3a-5b2edb89c052 owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:43.929724 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-64ab7197-3fb4-4de2-a075-b9d81e4772e6 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:43.987948 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64ab7197-3fb4-4de2-a075-b9d81e4772e6 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:52:44.000199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b917e8d2-ebb7-4e82-9c3c-cb1731ea87c3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:44.002482 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-64ab7197-3fb4-4de2-a075-b9d81e4772e6 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:44.002914 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-64ab7197-3fb4-4de2-a075-b9d81e4772e6 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Added segment 8d50f795-5284-4a4a-b17b-5713217d878f of type vlan for network 087446b7-aecd-44ab-9a55-9a5455bfbdf2 Feb 28 14:52:44.055668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b917e8d2-ebb7-4e82-9c3c-cb1731ea87c3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=dffea4f7-9773-4ed8-a12b-31f65e81ec6e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:44.068993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Made reservation on behalf of ed80311e5341435c89cdaeb88ee9ae1d for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:44.071990 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:44.074390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b917e8d2-ebb7-4e82-9c3c-cb1731ea87c3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:44.103616 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-64ab7197-3fb4-4de2-a075-b9d81e4772e6 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:44.119351 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b917e8d2-ebb7-4e82-9c3c-cb1731ea87c3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/dffea4f7-9773-4ed8-a12b-31f65e81ec6e HTTP/1.1" status: 204 len: 168 time: 0.9310172 Feb 28 14:52:44.121301 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40596) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:44.131351 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-46af1f6a-447a-487e-823d-bafcb64663a8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.7935495 Feb 28 14:52:44.144165 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40600) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:44.165143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1579249095', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}, 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:44.174116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] device_id is not set on port 8228b02e-147d-47a4-a105-510898816baf yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:52:44.188439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-64ab7197-3fb4-4de2-a075-b9d81e4772e6 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:44.192282 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64ab7197-3fb4-4de2-a075-b9d81e4772e6 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:44.192934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-64ab7197-3fb4-4de2-a075-b9d81e4772e6 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:44.220890 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:44.244440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Usage tracker for resource:router and tenant:41c179f0fdac4809a34cc8c82420641b is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:44.259738 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:44.283114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:44.309679 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97672d0d-6fa1-4574-b5eb-c7ca25b47ff0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:44.328892 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2169d1-f06d-4754-83ac-adec75da4262 None None] Sync routers for ids ['9c7ecc07-2e80-4a94-84d7-f52e50061a40'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:44.332149 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-64ab7197-3fb4-4de2-a075-b9d81e4772e6 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6404459 Feb 28 14:52:44.335161 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:44.336187 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:44.341606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ab7197-3fb4-4de2-a075-b9d81e4772e6 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event updated for resources: {'Network': ['ID=087446b7-aecd-44ab-9a55-9a5455bfbdf2,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:44.356024 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 087446b7-aecd-44ab-9a55-9a5455bfbdf2 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:52:44.359990 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-97672d0d-6fa1-4574-b5eb-c7ca25b47ff0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "PUT /v2.0/routers/9c7ecc07-2e80-4a94-84d7-f52e50061a40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0124283 Feb 28 14:52:44.370750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dff445a5-24c4-468e-b57e-d5072a9a6617 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:44.372951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-dff445a5-24c4-468e-b57e-d5072a9a6617 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:44.378262 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40604) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:44.399277 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d07c9d7-a0b2-4903-9dad-8be236dbde4a req-fd201e64-e6cc-43f5-a1e5-ae9f5aea1386 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:44.401300 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4d07c9d7-a0b2-4903-9dad-8be236dbde4a req-fd201e64-e6cc-43f5-a1e5-ae9f5aea1386 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.4394135 Feb 28 14:52:44.465810 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4f3923a1-f6c4-4717-9f00-94e943af646b tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/routers/88f649cc-e1e3-4870-9a66-b1af2b918db0 HTTP/1.1" status: 200 len: 891 time: 1.4883618 Feb 28 14:52:44.486079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e2e8d-a225-447b-8fa6-3c4c00fdb56f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:44.487633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-745e2e8d-a225-447b-8fa6-3c4c00fdb56f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:44.488437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-745e2e8d-a225-447b-8fa6-3c4c00fdb56f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:44.491797 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2169d1-f06d-4754-83ac-adec75da4262 None None] Routers {'9c7ecc07-2e80-4a94-84d7-f52e50061a40'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:44.492596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0c2169d1-f06d-4754-83ac-adec75da4262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['9c7ecc07-2e80-4a94-84d7-f52e50061a40'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:44.494335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40608) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:44.496038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40610) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:44.531729 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Request body: {'subnets': [{'network_id': '5680c2cc-28d4-454d-ab8d-2dbdfef08674', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1309312409', 'ip_version': 4}, {'network_id': '087446b7-aecd-44ab-9a55-9a5455bfbdf2', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:44.532030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Request body: {'subnet': {'network_id': '5680c2cc-28d4-454d-ab8d-2dbdfef08674', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1309312409', 'ip_version': 4}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:44.532916 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Request body: {'subnet': {'network_id': '087446b7-aecd-44ab-9a55-9a5455bfbdf2', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:44.536982 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:44.560696 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Allocated IP 172.20.0.10 (612dda30-9cae-409a-83a6-74e5e5a4d316/722a1fd3-92ab-441f-8939-1e4dcc36e7d0/8228b02e-147d-47a4-a105-510898816baf) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:44.565530 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4d07c9d7-a0b2-4903-9dad-8be236dbde4a req-3d5fd121-235f-493e-99fc-6156c88d5a5a tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1550918 Feb 28 14:52:44.586628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-745e2e8d-a225-447b-8fa6-3c4c00fdb56f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:44.591110 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-745e2e8d-a225-447b-8fa6-3c4c00fdb56f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2117414 Feb 28 14:52:44.642646 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40616) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:44.643304 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b2a1a010-fc65-44ff-bbfd-94ea7c721236 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:44.664351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-0c2169d1-f06d-4754-83ac-adec75da4262 None None] Set router 9c7ecc07-2e80-4a94-84d7-f52e50061a40 gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:52:44.672548 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-dff445a5-24c4-468e-b57e-d5072a9a6617 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:44.676330 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-dff445a5-24c4-468e-b57e-d5072a9a6617 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5525844 Feb 28 14:52:44.676330 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0280e3c3-58ab-4ea1-9b36-d96fac7210d5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Synchronizing usage tracker for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:44.678702 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40620) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:44.752301 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-905c2456-6035-4c02-a379-fabc92202c56 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] GET failed (client error): The resource could not be found. Feb 28 14:52:44.755612 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-905c2456-6035-4c02-a379-fabc92202c56 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/7e7aecb3-d8e2-4617-bebe-51af953fcec2 HTTP/1.1" status: 404 len: 333 time: 0.0648127 Feb 28 14:52:44.756656 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40624) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:44.772465 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0c2169d1-f06d-4754-83ac-adec75da4262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ecc07-2e80-4a94-84d7-f52e50061a40', 'name': 'tempest-NetworksTestDHCPv6-router-1695128940', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:27Z', 'updated_at': '2022-02-28T14:52:41Z', 'revision_number': 3, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:44.778402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2169d1-f06d-4754-83ac-adec75da4262 None None] Checking router: 9c7ecc07-2e80-4a94-84d7-f52e50061a40 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:52:44.789806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2169d1-f06d-4754-83ac-adec75da4262 None None] Routers {'9c7ecc07-2e80-4a94-84d7-f52e50061a40'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:44.790434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0c2169d1-f06d-4754-83ac-adec75da4262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['9c7ecc07-2e80-4a94-84d7-f52e50061a40'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:44.797430 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a1a010-fc65-44ff-bbfd-94ea7c721236 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Pushing event deleted for resources: {'Port': ['ID=9eac2996-0f77-4aa9-bb3a-5b2edb89c052,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:44.819227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0280e3c3-58ab-4ea1-9b36-d96fac7210d5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Unset dirty status for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:44.823575 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0280e3c3-58ab-4ea1-9b36-d96fac7210d5 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports?device_id=88f649cc-e1e3-4870-9a66-b1af2b918db0 HTTP/1.1" status: 200 len: 205 time: 0.3039083 Feb 28 14:52:44.843067 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40628) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:44.865639 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-4efdd22a-bafe-4310-bd85-dcef3d255450 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] GET failed (client error): The resource could not be found. Feb 28 14:52:44.870112 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4efdd22a-bafe-4310-bd85-dcef3d255450 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/dffea4f7-9773-4ed8-a12b-31f65e81ec6e HTTP/1.1" status: 404 len: 333 time: 0.1093080 Feb 28 14:52:44.873729 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40632) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:44.961019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-0c2169d1-f06d-4754-83ac-adec75da4262 None None] Set router 9c7ecc07-2e80-4a94-84d7-f52e50061a40 gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:52:44.997470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:45.011800 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Usage tracker for resource:subnet and tenant:b1da94c2dc70481387aed859e107d436 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:45.015813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:45.024799 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-043955da-8240-40c3-8f73-04739e598e1b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:45.027327 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:45.063760 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:45.069884 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0c2169d1-f06d-4754-83ac-adec75da4262 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9c7ecc07-2e80-4a94-84d7-f52e50061a40', 'name': 'tempest-NetworksTestDHCPv6-router-1695128940', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:27Z', 'updated_at': '2022-02-28T14:52:41Z', 'revision_number': 3, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:45.073434 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Made reservation on behalf of b1da94c2dc70481387aed859e107d436 for: {'subnet': 2} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:45.075288 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2169d1-f06d-4754-83ac-adec75da4262 None None] The sync data for ids ['9c7ecc07-2e80-4a94-84d7-f52e50061a40'] in dv-neutron-830866-2-hyperv is: [{'id': '9c7ecc07-2e80-4a94-84d7-f52e50061a40', 'name': 'tempest-NetworksTestDHCPv6-router-1695128940', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:52:27Z', 'updated_at': '2022-02-28T14:52:41Z', 'revision_number': 3, 'project_id': '41a9830eb9e84467ba61318d3f77db3e', 'gw_port_host': None}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:45.253914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-043955da-8240-40c3-8f73-04739e598e1b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:45.452538 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-043955da-8240-40c3-8f73-04739e598e1b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b5b3c75-c98c-4264-86c4-1c42f3719d39']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:45.477697 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-043955da-8240-40c3-8f73-04739e598e1b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '82b2abb1-ec97-42ca-98be-003f421833a1') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:45.478543 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-043955da-8240-40c3-8f73-04739e598e1b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '82b2abb1-ec97-42ca-98be-003f421833a1') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:45.502650 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-043955da-8240-40c3-8f73-04739e598e1b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:45.518242 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:45.518567 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:45.592483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-043955da-8240-40c3-8f73-04739e598e1b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:45.606289 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-043955da-8240-40c3-8f73-04739e598e1b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:45.606677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-043955da-8240-40c3-8f73-04739e598e1b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:45.621621 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:45.649635 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-02987712-90f7-401f-bfc9-d5fa2fa84075 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 915ad849-fbbd-4195-b245-a79b88805848 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:52:45.659821 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b2a1a010-fc65-44ff-bbfd-94ea7c721236 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:45.733281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-02987712-90f7-401f-bfc9-d5fa2fa84075 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:45.762582 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-043955da-8240-40c3-8f73-04739e598e1b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:45.782423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-043955da-8240-40c3-8f73-04739e598e1b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:45.804555 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043955da-8240-40c3-8f73-04739e598e1b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Network': ['ID=8b5b3c75-c98c-4264-86c4-1c42f3719d39,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:45.810706 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-043955da-8240-40c3-8f73-04739e598e1b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/networks/8b5b3c75-c98c-4264-86c4-1c42f3719d39 HTTP/1.1" status: 204 len: 168 time: 0.9362369 Feb 28 14:52:45.815089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40638) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:45.825511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-924ef53c-bdf8-4bee-9e37-176a42048e89 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2131855487'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:45.868281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-924ef53c-bdf8-4bee-9e37-176a42048e89 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:45.872889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:45.878861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-924ef53c-bdf8-4bee-9e37-176a42048e89 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:network and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:45.888001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-924ef53c-bdf8-4bee-9e37-176a42048e89 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:45.901208 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-924ef53c-bdf8-4bee-9e37-176a42048e89 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:45.930886 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:45.933740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f87d814-3bf3-4d14-bd3a-077ceb7807ac req-5e1192ad-253f-4c22-9faf-5401c8eda553 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:45.935217 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5f87d814-3bf3-4d14-bd3a-077ceb7807ac req-5e1192ad-253f-4c22-9faf-5401c8eda553 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.2196686 Feb 28 14:52:45.938977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-924ef53c-bdf8-4bee-9e37-176a42048e89 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:45.941989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-924ef53c-bdf8-4bee-9e37-176a42048e89 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:45.965284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:45.965961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ca03ca8b-a81e-4ac3-84c1-a6bdcde82fe4 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:45.970567 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Transition to ACTIVE for port object 8228b02e-147d-47a4-a105-510898816baf will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:45.981654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-02987712-90f7-401f-bfc9-d5fa2fa84075 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.102492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-924ef53c-bdf8-4bee-9e37-176a42048e89 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:52:46.110234 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5f87d814-3bf3-4d14-bd3a-077ceb7807ac req-975d123b-9f0f-4048-b306-a2a7f6ab9bc2 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569736 Feb 28 14:52:46.110407 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b2a1a010-fc65-44ff-bbfd-94ea7c721236 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.122685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-924ef53c-bdf8-4bee-9e37-176a42048e89 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.123021 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-924ef53c-bdf8-4bee-9e37-176a42048e89 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Added segment 9fca9e1a-5264-4077-ad35-57958e988a4b of type vlan for network 4075431a-d458-48a5-b53e-04216a5cdbae Feb 28 14:52:46.139687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b2a1a010-fc65-44ff-bbfd-94ea7c721236 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.156130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-924ef53c-bdf8-4bee-9e37-176a42048e89 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.204658 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.242805 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-924ef53c-bdf8-4bee-9e37-176a42048e89 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.246659 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-924ef53c-bdf8-4bee-9e37-176a42048e89 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:46.247236 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-924ef53c-bdf8-4bee-9e37-176a42048e89 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.272695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-02987712-90f7-401f-bfc9-d5fa2fa84075 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.364891 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b2a1a010-fc65-44ff-bbfd-94ea7c721236 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.365323 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2a1a010-fc65-44ff-bbfd-94ea7c721236 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Fanout notify agent at l3_agent the message router_deleted on router dfc205bd-98bc-422f-800b-76b47e7657fa {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:52:46.379368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924ef53c-bdf8-4bee-9e37-176a42048e89 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Network': ['ID=4075431a-d458-48a5-b53e-04216a5cdbae,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:46.385656 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-924ef53c-bdf8-4bee-9e37-176a42048e89 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.5663867 Feb 28 14:52:46.386946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40642) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:46.389106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.392375 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Network 612dda30-9cae-409a-83a6-74e5e5a4d316 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:46.392554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 4075431a-d458-48a5-b53e-04216a5cdbae details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:52:46.395268 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.396213 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'subnet': {'network_id': '4075431a-d458-48a5-b53e-04216a5cdbae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.2', 'end': '172.20.0.14'}]}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:46.432756 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:46.435101 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:46.470014 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event updated for resources: {'Port': ['ID=8228b02e-147d-47a4-a105-510898816baf,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:46.488825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cc1630a-c208-4b83-8226-88da19e852d2 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.546891 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.562958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event updated for resources: {'Subnet': ['ID=e35b615a-7ec0-49f6-8ca4-815048fc6bfe,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:46.591115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:46.597639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:subnet and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:46.600809 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:46.608449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:46.612845 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Checking segment: {'id': '7aaf09c2-8152-4c3f-bb1b-7f64ca5e52cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5680c2cc-28d4-454d-ab8d-2dbdfef08674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:46.613036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Network hostable DHCP agents. Network: 5680c2cc-28d4-454d-ab8d-2dbdfef08674, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:52:46.629652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:46.670734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b2a1a010-fc65-44ff-bbfd-94ea7c721236 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.675427 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b2a1a010-fc65-44ff-bbfd-94ea7c721236 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "DELETE /v2.0/routers/dfc205bd-98bc-422f-800b-76b47e7657fa HTTP/1.1" status: 204 len: 168 time: 5.9446094 Feb 28 14:52:46.688045 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40646) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:46.717412 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-2801b199-b2cb-476b-ace6-84d69830af5c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1599420598', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:46.728855 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cc531acd-7d5e-4362-88be-e9c041b25ccd None None] Provisioning for port 8228b02e-147d-47a4-a105-510898816baf completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:46.733731 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Network 5680c2cc-28d4-454d-ab8d-2dbdfef08674 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:52:46.736054 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:46.736626 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.736999 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cc531acd-7d5e-4362-88be-e9c041b25ccd None None] Provisioning complete for port 8228b02e-147d-47a4-a105-510898816baf triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:46.737537 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cc531acd-7d5e-4362-88be-e9c041b25ccd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.744385 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.746186 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-2801b199-b2cb-476b-ace6-84d69830af5c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:46.756554 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-02987712-90f7-401f-bfc9-d5fa2fa84075 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.760848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 5680c2cc-28d4-454d-ab8d-2dbdfef08674) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:46.772052 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131b0185-cdc3-429a-9044-639a9503650a None None] Network 5680c2cc-28d4-454d-ab8d-2dbdfef08674 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:46.804183 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-2801b199-b2cb-476b-ace6-84d69830af5c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Usage tracker for resource:router and tenant:3830bee3b5914a6797073e4557518a3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:46.812988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.822743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-2801b199-b2cb-476b-ace6-84d69830af5c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:46.827298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02987712-90f7-401f-bfc9-d5fa2fa84075 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=915ad849-fbbd-4195-b245-a79b88805848,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:46.882087 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-2801b199-b2cb-476b-ace6-84d69830af5c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:46.884288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.ipam_backend_mixin [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Performing IP validity checks on allocation pools {{(pid=83592) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 14:52:46.884894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.ipam_backend_mixin [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83592) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 14:52:46.890737 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-02987712-90f7-401f-bfc9-d5fa2fa84075 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.892574 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-02987712-90f7-401f-bfc9-d5fa2fa84075 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/915ad849-fbbd-4195-b245-a79b88805848 HTTP/1.1" status: 204 len: 168 time: 2.2451797 Feb 28 14:52:46.897539 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40650) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:46.900625 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-32502cba-ead6-4fa9-84d9-5119e47279c1 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.9258480 Feb 28 14:52:46.905711 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40652) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:46.918280 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-966a547c-7a54-433a-8854-d1dc3a609622 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:46.929183 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2801b199-b2cb-476b-ace6-84d69830af5c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.930094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2801b199-b2cb-476b-ace6-84d69830af5c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:46.945471 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Allocated IP 172.26.4.111 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/97b0c587-e654-42c6-85b6-7fedc0877c9d) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:47.059651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-cc531acd-7d5e-4362-88be-e9c041b25ccd None None] Port 8228b02e-147d-47a4-a105-510898816baf cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:52:47.172483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event updated for resources: {'Subnet': ['ID=763b4649-ccd1-4601-99b3-73f2a8b25e99,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:47.216015 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Checking segment: {'id': '8d50f795-5284-4a4a-b17b-5713217d878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '087446b7-aecd-44ab-9a55-9a5455bfbdf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:47.216371 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Network hostable DHCP agents. Network: 087446b7-aecd-44ab-9a55-9a5455bfbdf2, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:52:47.230620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-5680c2cc-28d4-454d-ab8d-2dbdfef08674', 'network_id': '5680c2cc-28d4-454d-ab8d-2dbdfef08674', 'tenant_id': 'b1da94c2dc70481387aed859e107d436', 'fixed_ips': [{'subnet_id': 'e35b615a-7ec0-49f6-8ca4-815048fc6bfe'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:52:47.235050 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:47.244806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2801b199-b2cb-476b-ace6-84d69830af5c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:47.282860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1dfa6597-95e8-4d9c-ad6d-7bfe2e963694 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:router {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:47.286606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'project_id': 'ed80311e5341435c89cdaeb88ee9ae1d', 'port_id': '8228b02e-147d-47a4-a105-510898816baf'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:47.301317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:47.311047 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Usage tracker for resource:floatingip and tenant:ed80311e5341435c89cdaeb88ee9ae1d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:47.323727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:47.333742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:47.348988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1dfa6597-95e8-4d9c-ad6d-7bfe2e963694 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:router {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:47.352878 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1dfa6597-95e8-4d9c-ad6d-7bfe2e963694 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.4520841 Feb 28 14:52:47.354031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40662) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:47.355854 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2801b199-b2cb-476b-ace6-84d69830af5c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:47.448934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Network 087446b7-aecd-44ab-9a55-9a5455bfbdf2 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:52:47.469076 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c67a3c-d25a-4f8e-98da-b4740440ec56 None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:52:47.472022 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Allocated IP 172.20.0.2 (5680c2cc-28d4-454d-ab8d-2dbdfef08674/e35b615a-7ec0-49f6-8ca4-815048fc6bfe/89bce723-e771-4d18-aa63-ce99df70b7a2) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:47.485184 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-65c67a3c-d25a-4f8e-98da-b4740440ec56 None None] Deleting port b08d5f8f-20e5-42db-ba1a-f722336d4c11 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:47.485602 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-65c67a3c-d25a-4f8e-98da-b4740440ec56 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:47.509698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:47.518813 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2801b199-b2cb-476b-ace6-84d69830af5c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:47.523349 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2801b199-b2cb-476b-ace6-84d69830af5c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.8244760 Feb 28 14:52:47.530459 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:47.530718 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:47.535225 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40666) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:47.546977 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:47.578445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 087446b7-aecd-44ab-9a55-9a5455bfbdf2) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:47.587376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:47.587767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:47.588397 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:47.621007 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7f0716-33a5-4637-ad16-933039708489 None None] Network 087446b7-aecd-44ab-9a55-9a5455bfbdf2 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:47.690682 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Subnet': ['ID=3bf6d159-3cb0-411a-9e4e-cd62250f5f2b,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:47.704784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cc1630a-c208-4b83-8226-88da19e852d2 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:47.706641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-50502796-df75-49d2-ab34-6b6150f0494b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:47.729550 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1630a-c208-4b83-8226-88da19e852d2 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port d540d875-4e7a-496e-bbdf-8d89dbc53910 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:47.729929 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cc1630a-c208-4b83-8226-88da19e852d2 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:47.775867 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d9f66849-6a27-44ed-9318-350e45be312a tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.2569039 Feb 28 14:52:47.780158 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d3721-0b52-408d-ab79-e87f03391f4f req-1cbb9607-7500-472a-915a-6e57ee1a5b7e tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:47.781907 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ea7d3721-0b52-408d-ab79-e87f03391f4f req-1cbb9607-7500-472a-915a-6e57ee1a5b7e tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.4085400 Feb 28 14:52:47.785190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40670) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:47.862129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Checking segment: {'id': '9fca9e1a-5264-4077-ad35-57958e988a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4075431a-d458-48a5-b53e-04216a5cdbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:47.862518 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network hostable DHCP agents. Network: 4075431a-d458-48a5-b53e-04216a5cdbae, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:52:47.907924 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:47.996202 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b08d5f8f-20e5-42db-ba1a-f722336d4c11 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:48.147701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 4075431a-d458-48a5-b53e-04216a5cdbae is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:52:48.167602 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26993b8-b18c-45dd-8c02-eadde95254b7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:48.168655 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26993b8-b18c-45dd-8c02-eadde95254b7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:48.169947 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c26993b8-b18c-45dd-8c02-eadde95254b7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:48.174736 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c26993b8-b18c-45dd-8c02-eadde95254b7 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.3853343 Feb 28 14:52:48.175671 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:48.177972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40674) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:48.182121 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-65c67a3c-d25a-4f8e-98da-b4740440ec56 None None] For port b08d5f8f-20e5-42db-ba1a-f722336d4c11, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=b08d5f8f-20e5-42db-ba1a-f722336d4c11,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:48.183049 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-65c67a3c-d25a-4f8e-98da-b4740440ec56 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:48.185793 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:48.196593 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=97b0c587-e654-42c6-85b6-7fedc0877c9d,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:48.200634 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:48.202733 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:48.209552 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-50502796-df75-49d2-ab34-6b6150f0494b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:48.253390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 4075431a-d458-48a5-b53e-04216a5cdbae) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:48.260128 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-50502796-df75-49d2-ab34-6b6150f0494b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:48.265622 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ea7d3721-0b52-408d-ab79-e87f03391f4f req-e05cf4f1-4d11-4857-9123-aea97d16e6bb tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4701254 Feb 28 14:52:48.271255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:48.272220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:48.331389 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3fe22772-8420-4d27-8903-a913e8b297e2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9413779 Feb 28 14:52:48.337061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d3fd410-262a-44ac-be40-32fbd8fd04b1 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Deleting subnet e35b615a-7ec0-49f6-8ca4-815048fc6bfe {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:52:48.338665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40678) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:48.351888 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-65c67a3c-d25a-4f8e-98da-b4740440ec56 None None] Calling delete_port for b08d5f8f-20e5-42db-ba1a-f722336d4c11 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:48.356055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cc1630a-c208-4b83-8226-88da19e852d2 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:48.358325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'network_id': '4075431a-d458-48a5-b53e-04216a5cdbae', 'name': 'tempest-PortsTestJSON-1246714845'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:48.381526 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-087446b7-aecd-44ab-9a55-9a5455bfbdf2', 'network_id': '087446b7-aecd-44ab-9a55-9a5455bfbdf2', 'tenant_id': 'b1da94c2dc70481387aed859e107d436', 'fixed_ips': [{'subnet_id': '763b4649-ccd1-4601-99b3-73f2a8b25e99'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:52:48.382341 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:48.417120 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:48.429272 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Transition to ACTIVE for port object 89bce723-e771-4d18-aa63-ce99df70b7a2 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:48.449639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Transition to ACTIVE for port object 89bce723-e771-4d18-aa63-ce99df70b7a2 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:48.452505 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50309968-647a-4994-bf5e-9417669933c2 None None] Network 4075431a-d458-48a5-b53e-04216a5cdbae requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:48.467592 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-50502796-df75-49d2-ab34-6b6150f0494b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:48.468087 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50502796-df75-49d2-ab34-6b6150f0494b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Fanout notify agent at l3_agent the message router_deleted on router 9c7ecc07-2e80-4a94-84d7-f52e50061a40 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:52:48.473442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d3fd410-262a-44ac-be40-32fbd8fd04b1 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:48.542815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-50502796-df75-49d2-ab34-6b6150f0494b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:48.548238 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-50502796-df75-49d2-ab34-6b6150f0494b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/routers/9c7ecc07-2e80-4a94-84d7-f52e50061a40 HTTP/1.1" status: 204 len: 168 time: 1.1880760 Feb 28 14:52:48.551386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40682) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:48.583778 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-8cc1630a-c208-4b83-8226-88da19e852d2 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for d540d875-4e7a-496e-bbdf-8d89dbc53910 owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:48.616487 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:48.788694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Allocated IP 172.26.4.167 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/e863c62a-7961-480b-9fe4-429b505edf53) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:48.789653 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Port b08d5f8f-20e5-42db-ba1a-f722336d4c11 update to DOWN by agent not found {{(pid=83593) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 28 14:52:48.810601 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d3fd410-262a-44ac-be40-32fbd8fd04b1 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:48.814799 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Network 5680c2cc-28d4-454d-ab8d-2dbdfef08674 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:48.815813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-65c67a3c-d25a-4f8e-98da-b4740440ec56 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:48.822237 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:48.834934 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:48.851470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:48.872158 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Pushing event updated for resources: {'Port': ['ID=89bce723-e771-4d18-aa63-ce99df70b7a2,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:48.910900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:48.923363 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c67a3c-d25a-4f8e-98da-b4740440ec56 None None] No DVR routers for this DVR port b08d5f8f-20e5-42db-ba1a-f722336d4c11 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:49.000786 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:49.006882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:49.007236 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:49.007607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:49.008009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:49.008336 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:49.008665 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:49.010103 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:49.010441 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:49.010768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:49.011100 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:49.011411 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:52:49.041573 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.042286 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.054170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbda20dd-9a7b-48ca-a758-db1d057ec40f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:49.057944 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cbda20dd-9a7b-48ca-a758-db1d057ec40f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4995201 Feb 28 14:52:49.059662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:49.062538 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.072049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40686) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:49.123614 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c67a3c-d25a-4f8e-98da-b4740440ec56 None None] Pushing event deleted for resources: {'Port': ['ID=b08d5f8f-20e5-42db-ba1a-f722336d4c11,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:49.124916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cc1630a-c208-4b83-8226-88da19e852d2 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.127415 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d3fd410-262a-44ac-be40-32fbd8fd04b1 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.133756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Attempting to bind port 89bce723-e771-4d18-aa63-ce99df70b7a2 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:52:49.134902 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Attempting to bind port 89bce723-e771-4d18-aa63-ce99df70b7a2 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '7aaf09c2-8152-4c3f-bb1b-7f64ca5e52cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5680c2cc-28d4-454d-ab8d-2dbdfef08674'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:52:49.135491 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Attempting to bind port 89bce723-e771-4d18-aa63-ce99df70b7a2 on network 5680c2cc-28d4-454d-ab8d-2dbdfef08674 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:52:49.188390 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:52:49.189004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Checking segment: {'id': '7aaf09c2-8152-4c3f-bb1b-7f64ca5e52cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5680c2cc-28d4-454d-ab8d-2dbdfef08674'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:49.190073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.190073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Bound using segment: {'id': '7aaf09c2-8152-4c3f-bb1b-7f64ca5e52cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5680c2cc-28d4-454d-ab8d-2dbdfef08674'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:52:49.190248 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Bound port: 89bce723-e771-4d18-aa63-ce99df70b7a2, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aaf09c2-8152-4c3f-bb1b-7f64ca5e52cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '5680c2cc-28d4-454d-ab8d-2dbdfef08674'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:52:49.190547 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.200404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Allocated IP 172.20.0.18 (087446b7-aecd-44ab-9a55-9a5455bfbdf2/763b4649-ccd1-4601-99b3-73f2a8b25e99/75404aab-3a7f-42aa-9efe-1900ddeaf3f9) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:49.205659 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-4075431a-d458-48a5-b53e-04216a5cdbae', 'network_id': '4075431a-d458-48a5-b53e-04216a5cdbae', 'tenant_id': 'fb9e225221d343a9905afc8524f286ca', 'fixed_ips': [{'subnet_id': '3bf6d159-3cb0-411a-9e4e-cd62250f5f2b'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:52:49.206619 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.208617 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.219916 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] device_id is not set on port b7eb1271-706f-4bcb-b6d7-583eb696d3fa yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:52:49.232670 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc1630a-c208-4b83-8226-88da19e852d2 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Port': ['ID=d540d875-4e7a-496e-bbdf-8d89dbc53910,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:49.303247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b97dbef-2123-4fa8-a8fe-7f4c6954fbe9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:49.310406 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9b97dbef-2123-4fa8-a8fe-7f4c6954fbe9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2206638 Feb 28 14:52:49.310406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40692) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:49.399531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-32deb473-1576-45dc-a6a2-bb2bf420b68c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:router {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:49.481067 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d3fd410-262a-44ac-be40-32fbd8fd04b1 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.502241 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] For port 89bce723-e771-4d18-aa63-ce99df70b7a2, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:52:49.528714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] For port 89bce723-e771-4d18-aa63-ce99df70b7a2, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=89bce723-e771-4d18-aa63-ce99df70b7a2,segment=NetworkSegment(7aaf09c2-8152-4c3f-bb1b-7f64ca5e52cf),segment_id=7aaf09c2-8152-4c3f-bb1b-7f64ca5e52cf)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:52:49.541455 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.546294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.549718 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3fd410-262a-44ac-be40-32fbd8fd04b1 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event deleted for resources: {'Subnet': ['ID=e35b615a-7ec0-49f6-8ca4-815048fc6bfe,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:49.617736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d3fd410-262a-44ac-be40-32fbd8fd04b1 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.624673 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-32deb473-1576-45dc-a6a2-bb2bf420b68c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:router {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:49.625118 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-32deb473-1576-45dc-a6a2-bb2bf420b68c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3134587 Feb 28 14:52:49.637113 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40698) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:49.652293 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-2d28a799-f5a9-4668-a005-0a0ea6c81a39 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:49.673066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:49.676507 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Allocated IP 172.20.0.8 (4075431a-d458-48a5-b53e-04216a5cdbae/3bf6d159-3cb0-411a-9e4e-cd62250f5f2b/b7eb1271-706f-4bcb-b6d7-583eb696d3fa) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:49.678759 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.678930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Pushing event updated for resources: {'Port': ['ID=e863c62a-7961-480b-9fe4-429b505edf53,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:49.685371 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5d3fd410-262a-44ac-be40-32fbd8fd04b1 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "DELETE /v2.0/subnets/e35b615a-7ec0-49f6-8ca4-815048fc6bfe HTTP/1.1" status: 204 len: 168 time: 1.5071716 Feb 28 14:52:49.688806 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40704) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:49.693615 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:49.732270 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:49.773392 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.782961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ca895b-47c5-40fd-b1f3-e725a1b67b7f None None] Pushing event updated for resources: {'Port': ['ID=89bce723-e771-4d18-aa63-ce99df70b7a2,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:49.795183 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.808527 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Transition to ACTIVE for port object 75404aab-3a7f-42aa-9efe-1900ddeaf3f9 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:49.827808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cc1630a-c208-4b83-8226-88da19e852d2 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.835507 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Transition to ACTIVE for port object 75404aab-3a7f-42aa-9efe-1900ddeaf3f9 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:49.846213 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.856499 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb12182-8c97-4789-902f-8e0c7442986e req-e0c8a36d-5c0c-4caf-8f6e-7844bd7b2f53 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:49.858174 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fcb12182-8c97-4789-902f-8e0c7442986e req-e0c8a36d-5c0c-4caf-8f6e-7844bd7b2f53 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.4613900 Feb 28 14:52:49.877298 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-d116ccf5-fe31-4672-9130-1053483c756d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Deleting subnet 763b4649-ccd1-4601-99b3-73f2a8b25e99 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:52:49.933898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d116ccf5-fe31-4672-9130-1053483c756d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:49.934890 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Pushing event updated for resources: {'Port': ['ID=75404aab-3a7f-42aa-9efe-1900ddeaf3f9,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:49.938275 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Network 087446b7-aecd-44ab-9a55-9a5455bfbdf2 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:49.939799 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:49.941978 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:50.073249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Attempting to bind port 75404aab-3a7f-42aa-9efe-1900ddeaf3f9 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:52:50.073537 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Attempting to bind port 75404aab-3a7f-42aa-9efe-1900ddeaf3f9 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '8d50f795-5284-4a4a-b17b-5713217d878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '087446b7-aecd-44ab-9a55-9a5455bfbdf2'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:52:50.074046 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Attempting to bind port 75404aab-3a7f-42aa-9efe-1900ddeaf3f9 on network 087446b7-aecd-44ab-9a55-9a5455bfbdf2 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:52:50.084276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:52:50.085165 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Checking segment: {'id': '8d50f795-5284-4a4a-b17b-5713217d878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '087446b7-aecd-44ab-9a55-9a5455bfbdf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:50.085943 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:50.087528 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Bound using segment: {'id': '8d50f795-5284-4a4a-b17b-5713217d878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '087446b7-aecd-44ab-9a55-9a5455bfbdf2'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:52:50.088126 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Bound port: 75404aab-3a7f-42aa-9efe-1900ddeaf3f9, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d50f795-5284-4a4a-b17b-5713217d878f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '087446b7-aecd-44ab-9a55-9a5455bfbdf2'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:52:50.088682 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:50.157933 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d116ccf5-fe31-4672-9130-1053483c756d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:50.200805 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fcb12182-8c97-4789-902f-8e0c7442986e req-b710307e-37c7-4d55-9c17-ad5a8ca8b8ef tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3178220 Feb 28 14:52:50.204778 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-2d28a799-f5a9-4668-a005-0a0ea6c81a39 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:50.221291 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] For port 75404aab-3a7f-42aa-9efe-1900ddeaf3f9, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:52:50.226405 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] For port 75404aab-3a7f-42aa-9efe-1900ddeaf3f9, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=75404aab-3a7f-42aa-9efe-1900ddeaf3f9,segment=NetworkSegment(8d50f795-5284-4a4a-b17b-5713217d878f),segment_id=8d50f795-5284-4a4a-b17b-5713217d878f)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:52:50.232980 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:50.334029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c1ff66-5a7a-4adb-bc4f-ecbe296ee163 None None] Pushing event updated for resources: {'Port': ['ID=75404aab-3a7f-42aa-9efe-1900ddeaf3f9,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:50.380354 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cc1630a-c208-4b83-8226-88da19e852d2 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:50.387172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-2d28a799-f5a9-4668-a005-0a0ea6c81a39 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:50.413019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cc1630a-c208-4b83-8226-88da19e852d2 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:50.438620 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d28a799-f5a9-4668-a005-0a0ea6c81a39 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:50.442093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2d28a799-f5a9-4668-a005-0a0ea6c81a39 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:50.460871 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Allocated IP 172.26.4.165 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/5e49cbb4-6fbe-42f0-9ea7-d82dfe7ae2e1) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:50.523323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:50.549540 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Transition to ACTIVE for port object b7eb1271-706f-4bcb-b6d7-583eb696d3fa will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:50.577966 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d116ccf5-fe31-4672-9130-1053483c756d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:50.632146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cc1630a-c208-4b83-8226-88da19e852d2 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:50.632655 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cc1630a-c208-4b83-8226-88da19e852d2 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Fanout notify agent at l3_agent the message router_deleted on router 88f649cc-e1e3-4870-9a66-b1af2b918db0 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:52:50.742991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cc1630a-c208-4b83-8226-88da19e852d2 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:50.742991 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8cc1630a-c208-4b83-8226-88da19e852d2 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/routers/88f649cc-e1e3-4870-9a66-b1af2b918db0 HTTP/1.1" status: 204 len: 168 time: 5.8960807 Feb 28 14:52:50.744654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40708) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:50.768063 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1291799824'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:50.787595 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:50.796402 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:network and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:50.803738 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:50.853837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:50.859494 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:50.875468 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:50.923377 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 94fb8087-6267-407a-8212-2b233c292ea2 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:52:50.928283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:50.930581 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Allocated IP 172.20.0.2 (4075431a-d458-48a5-b53e-04216a5cdbae/3bf6d159-3cb0-411a-9e4e-cd62250f5f2b/821a807f-e5a3-4bc1-a1d9-7c8b90a5f196) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:50.934243 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:50.963937 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:50.987742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 4075431a-d458-48a5-b53e-04216a5cdbae is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:50.992587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:51.004421 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d116ccf5-fe31-4672-9130-1053483c756d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:51.011223 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:51.054646 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Pushing event updated for resources: {'Port': ['ID=5e49cbb4-6fbe-42f0-9ea7-d82dfe7ae2e1,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:51.098916 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d116ccf5-fe31-4672-9130-1053483c756d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event deleted for resources: {'Subnet': ['ID=763b4649-ccd1-4601-99b3-73f2a8b25e99,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:51.112223 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=b7eb1271-706f-4bcb-b6d7-583eb696d3fa,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:51.128805 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d116ccf5-fe31-4672-9130-1053483c756d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:51.132149 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:52:51.145203 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d116ccf5-fe31-4672-9130-1053483c756d tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "DELETE /v2.0/subnets/763b4649-ccd1-4601-99b3-73f2a8b25e99 HTTP/1.1" status: 204 len: 168 time: 1.4507368 Feb 28 14:52:51.146375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40712) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:51.152549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:51.153181 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:51.214732 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ba68272a-fdae-4007-87ea-41f511e98a5b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.8708951 Feb 28 14:52:51.238980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:51.239665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40716) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:51.278754 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:51.295152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Transition to ACTIVE for port object 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:51.323989 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Transition to ACTIVE for port object 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:51.326536 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:51.328759 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2acdcec2-e80e-441c-b49c-2b9f3c7e376b tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:51.329449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2acdcec2-e80e-441c-b49c-2b9f3c7e376b tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Synchronizing usage tracker for tenant:b1da94c2dc70481387aed859e107d436 on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:51.339302 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:51.341269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:51.347626 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:52:51.352315 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:51.381847 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2acdcec2-e80e-441c-b49c-2b9f3c7e376b tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Unset dirty status for tenant:b1da94c2dc70481387aed859e107d436 on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:51.383031 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2acdcec2-e80e-441c-b49c-2b9f3c7e376b tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2353876 Feb 28 14:52:51.389855 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40722) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:51.391321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:51.391799 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Added segment 8bb2d77b-877f-4b58-84f0-2a11f79f4525 of type vlan for network 0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c Feb 28 14:52:51.455463 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Network 4075431a-d458-48a5-b53e-04216a5cdbae is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:51.460331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:51.463552 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:51.471068 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a72ee25-bd55-4673-9eb4-84d09494368d None None] Network 5680c2cc-28d4-454d-ab8d-2dbdfef08674 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:51.517583 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:51.626023 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:51.628027 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Pushing event updated for resources: {'Port': ['ID=821a807f-e5a3-4bc1-a1d9-7c8b90a5f196,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:51.665608 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-53ff8093-2750-4ea1-bd19-13745f158400 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port b7eb1271-706f-4bcb-b6d7-583eb696d3fa {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:51.665952 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-53ff8093-2750-4ea1-bd19-13745f158400 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:51.698453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:51.721501 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-404f57ff-bba2-4455-8bef-4d53961d44d4 None None] Provisioning for port 89bce723-e771-4d18-aa63-ce99df70b7a2 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:51.724332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Deleting port 75404aab-3a7f-42aa-9efe-1900ddeaf3f9 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:51.724694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:51.753956 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Attempting to bind port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:52:51.754425 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Attempting to bind port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '9fca9e1a-5264-4077-ad35-57958e988a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4075431a-d458-48a5-b53e-04216a5cdbae'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:52:51.755471 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Attempting to bind port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 on network 4075431a-d458-48a5-b53e-04216a5cdbae {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:52:51.846739 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:52:51.847278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Checking segment: {'id': '9fca9e1a-5264-4077-ad35-57958e988a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4075431a-d458-48a5-b53e-04216a5cdbae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:51.847707 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:51.848105 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Bound using segment: {'id': '9fca9e1a-5264-4077-ad35-57958e988a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4075431a-d458-48a5-b53e-04216a5cdbae'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:52:51.848585 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Bound port: 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fca9e1a-5264-4077-ad35-57958e988a4b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': '4075431a-d458-48a5-b53e-04216a5cdbae'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:52:51.848956 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:51.881812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1e6b24f-48dd-4ccc-9014-7f30bf12ea2c None None] Network 087446b7-aecd-44ab-9a55-9a5455bfbdf2 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:51.894839 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:52:51.960967 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.objects.ports [None req-2d28a799-f5a9-4668-a005-0a0ea6c81a39 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83591) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:52:52.010695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2d28a799-f5a9-4668-a005-0a0ea6c81a39 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:52.056632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:52.064905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] For port 75404aab-3a7f-42aa-9efe-1900ddeaf3f9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=75404aab-3a7f-42aa-9efe-1900ddeaf3f9,segment=NetworkSegment(8d50f795-5284-4a4a-b17b-5713217d878f),segment_id=8d50f795-5284-4a4a-b17b-5713217d878f)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:52.065313 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:52.076241 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:52.094100 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632642db-a4c3-450c-93a4-18e8072f9977 req-ae81b09f-f377-4e71-87a7-32d708ab8b2e tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:52.096151 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-632642db-a4c3-450c-93a4-18e8072f9977 req-ae81b09f-f377-4e71-87a7-32d708ab8b2e tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.6054327 Feb 28 14:52:52.096816 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:52.105390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:52.106266 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:52.147607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-83b1f0b7-c82a-403d-b1ea-dd343241a1f6 None None] Provisioning for port 75404aab-3a7f-42aa-9efe-1900ddeaf3f9 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:52.150885 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 75404aab-3a7f-42aa-9efe-1900ddeaf3f9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:52.245507 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Calling delete_port for 75404aab-3a7f-42aa-9efe-1900ddeaf3f9 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:52.265050 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] For port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:52:52.283819 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] For port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=821a807f-e5a3-4bc1-a1d9-7c8b90a5f196,segment=NetworkSegment(9fca9e1a-5264-4077-ad35-57958e988a4b),segment_id=9fca9e1a-5264-4077-ad35-57958e988a4b)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:52:52.298382 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:52.338205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Pushing event updated for resources: {'Port': ['ID=e863c62a-7961-480b-9fe4-429b505edf53,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:52.361113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beafb335-7355-4ff8-af56-95056a208442 None None] DHCP port deletion for 5680c2cc-28d4-454d-ab8d-2dbdfef08674 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:52:52.374699 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-beafb335-7355-4ff8-af56-95056a208442 None None] Deleting port 89bce723-e771-4d18-aa63-ce99df70b7a2 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:52.375010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-beafb335-7355-4ff8-af56-95056a208442 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:52.382055 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:52.395888 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d28a799-f5a9-4668-a005-0a0ea6c81a39 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:52.412463 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-2d28a799-f5a9-4668-a005-0a0ea6c81a39 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:52.429171 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d28a799-f5a9-4668-a005-0a0ea6c81a39 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:52.429354 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2d28a799-f5a9-4668-a005-0a0ea6c81a39 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:52.439319 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-606b22e7-440f-4421-806c-aa9ceae57219 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:52.450907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Network': ['ID=0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:52.453032 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d28a799-f5a9-4668-a005-0a0ea6c81a39 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=c196b4c1-27a7-4d87-82e6-efd1deab4585,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:52.458379 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b4a2ccb5-3bc0-4872-87a5-47f8d6ace5cf tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.7089097 Feb 28 14:52:52.463363 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 75404aab-3a7f-42aa-9efe-1900ddeaf3f9 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:52.494608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40726) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:52.623168 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:52:52.633753 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-8d1fd98d-01fa-4238-ab6e-f195f14309d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'subnet': {'network_id': '0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:52.648619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:52.657288 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 75404aab-3a7f-42aa-9efe-1900ddeaf3f9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:52.657288 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:52.714979 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-632642db-a4c3-450c-93a4-18e8072f9977 req-28d349f3-cfd1-41d0-b78d-e743978a2ece tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5828273 Feb 28 14:52:52.742553 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2d28a799-f5a9-4668-a005-0a0ea6c81a39 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 3.0980952 Feb 28 14:52:52.758253 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40730) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:52.772341 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a6363146-42b0-4b22-8991-fe8dffe357df tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:52.787464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event deleted for resources: {'Port': ['ID=75404aab-3a7f-42aa-9efe-1900ddeaf3f9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:52.798061 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Port 75404aab-3a7f-42aa-9efe-1900ddeaf3f9 was deleted so its status cannot be updated. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 28 14:52:52.798745 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 89bce723-e771-4d18-aa63-ce99df70b7a2 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:52.818572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] No DVR routers for this DVR port 75404aab-3a7f-42aa-9efe-1900ddeaf3f9 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:52.823598 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af538d01-22c5-450a-90b2-d54387f233fd None None] Pushing event updated for resources: {'Port': ['ID=821a807f-e5a3-4bc1-a1d9-7c8b90a5f196,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:52.873966 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-53ff8093-2750-4ea1-bd19-13745f158400 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:52.903205 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:52.917563 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e86d13-b3af-4c8c-bce1-e8c6bd255243 None None] Sync routers for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:52.959210 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e86d13-b3af-4c8c-bce1-e8c6bd255243 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:52.961759 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-95e86d13-b3af-4c8c-bce1-e8c6bd255243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:52.984189 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.011132 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f49c60ba-c89a-42ed-8d1e-321c74f9088d None None] DHCP port deletion for 087446b7-aecd-44ab-9a55-9a5455bfbdf2 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:52:53.015265 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['087446b7-aecd-44ab-9a55-9a5455bfbdf2']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:53.028762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d50f795-5284-4a4a-b17b-5713217d878f') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:53.029126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d50f795-5284-4a4a-b17b-5713217d878f') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:53.040935 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.057171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.063364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:53.063837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.069429 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-53ff8093-2750-4ea1-bd19-13745f158400 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for b7eb1271-706f-4bcb-b6d7-583eb696d3fa owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:53.106143 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-95e86d13-b3af-4c8c-bce1-e8c6bd255243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:53.127153 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95e86d13-b3af-4c8c-bce1-e8c6bd255243 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:53.128087 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-95e86d13-b3af-4c8c-bce1-e8c6bd255243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:53.147283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.148789 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c761892d-c657-4ffd-8348-cd36679e1ad7 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.0036609 Feb 28 14:52:53.154772 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.157719 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40734) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:53.158533 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:53.224551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.241591 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-beafb335-7355-4ff8-af56-95056a208442 None None] For port 89bce723-e771-4d18-aa63-ce99df70b7a2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=89bce723-e771-4d18-aa63-ce99df70b7a2,segment=NetworkSegment(7aaf09c2-8152-4c3f-bb1b-7f64ca5e52cf),segment_id=7aaf09c2-8152-4c3f-bb1b-7f64ca5e52cf)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:53.242010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-beafb335-7355-4ff8-af56-95056a208442 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.253565 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': 'c196b4c1-27a7-4d87-82e6-efd1deab4585'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:52:53.254315 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.254434 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-95e86d13-b3af-4c8c-bce1-e8c6bd255243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:53.255000 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95e86d13-b3af-4c8c-bce1-e8c6bd255243 None None] The sync data for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:53.258543 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.262251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8d1fd98d-01fa-4238-ab6e-f195f14309d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:53.323205 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 89bce723-e771-4d18-aa63-ce99df70b7a2 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:53.327148 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a6363146-42b0-4b22-8991-fe8dffe357df tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:53.329943 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8d1fd98d-01fa-4238-ab6e-f195f14309d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:subnet and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:53.337662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event deleted for resources: {'Network': ['ID=087446b7-aecd-44ab-9a55-9a5455bfbdf2,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:53.339711 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8d1fd98d-01fa-4238-ab6e-f195f14309d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:53.356170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8d1fd98d-01fa-4238-ab6e-f195f14309d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:53.358049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a6363146-42b0-4b22-8991-fe8dffe357df tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:53.361080 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c1e672a7-ac46-4be4-b8eb-f1df37f0c903 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "DELETE /v2.0/networks/087446b7-aecd-44ab-9a55-9a5455bfbdf2 HTTP/1.1" status: 204 len: 168 time: 1.9702618 Feb 28 14:52:53.364929 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40738) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:53.393816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-beafb335-7355-4ff8-af56-95056a208442 None None] Calling delete_port for 89bce723-e771-4d18-aa63-ce99df70b7a2 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:53.401930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1fd98d-01fa-4238-ab6e-f195f14309d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:53.438167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 89bce723-e771-4d18-aa63-ce99df70b7a2 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:53.438542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.499445 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.505747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.508229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6363146-42b0-4b22-8991-fe8dffe357df tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:53.612528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8496e78-7046-499e-8d8d-782cba7ee119 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.670179 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a6363146-42b0-4b22-8991-fe8dffe357df tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.683913 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-53ff8093-2750-4ea1-bd19-13745f158400 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.737592 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-beafb335-7355-4ff8-af56-95056a208442 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.803712 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ff8093-2750-4ea1-bd19-13745f158400 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=b7eb1271-706f-4bcb-b6d7-583eb696d3fa,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:53.845792 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b25b97fa-2688-4434-bb0d-c63374ec226b None None] Network 4075431a-d458-48a5-b53e-04216a5cdbae requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:53.880297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8496e78-7046-499e-8d8d-782cba7ee119 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.897460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beafb335-7355-4ff8-af56-95056a208442 None None] Pushing event deleted for resources: {'Port': ['ID=89bce723-e771-4d18-aa63-ce99df70b7a2,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:53.899002 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd98d-01fa-4238-ab6e-f195f14309d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.944883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:53.988711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beafb335-7355-4ff8-af56-95056a208442 None None] No DVR routers for this DVR port 89bce723-e771-4d18-aa63-ce99df70b7a2 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:53.991035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Allocated IP 2001:db8::f816:3eff:fe43:a5c8 (2d04583f-a513-435e-a720-cee2c3103874/c196b4c1-27a7-4d87-82e6-efd1deab4585/ef507bc5-81bb-47a3-b649-c54b75911229) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:54.035070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-b8496e78-7046-499e-8d8d-782cba7ee119 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5680c2cc-28d4-454d-ab8d-2dbdfef08674']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:54.074362 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1af7929b-caec-4808-9ca9-e79ed13bc0c7 None None] Provisioning for port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:54.074572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-b8496e78-7046-499e-8d8d-782cba7ee119 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aaf09c2-8152-4c3f-bb1b-7f64ca5e52cf') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:54.074862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-b8496e78-7046-499e-8d8d-782cba7ee119 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aaf09c2-8152-4c3f-bb1b-7f64ca5e52cf') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:54.089786 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-53ff8093-2750-4ea1-bd19-13745f158400 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:54.090895 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Floating IP ecd3aeca-f333-453f-841c-8a827585f63c associated. External IP: 172.26.4.167, port: 8228b02e-147d-47a4-a105-510898816baf. Feb 28 14:52:54.126123 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-53ff8093-2750-4ea1-bd19-13745f158400 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/b7eb1271-706f-4bcb-b6d7-583eb696d3fa HTTP/1.1" status: 204 len: 168 time: 2.8373225 Feb 28 14:52:54.126997 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40748) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:54.168389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8496e78-7046-499e-8d8d-782cba7ee119 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:54.183925 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c33d42f-df5d-481a-a894-fea2a16d21c4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] DELETE failed (client error): The resource could not be found. Feb 28 14:52:54.184902 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c33d42f-df5d-481a-a894-fea2a16d21c4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:52:54.201369 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6c33d42f-df5d-481a-a894-fea2a16d21c4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/b7eb1271-706f-4bcb-b6d7-583eb696d3fa HTTP/1.1" status: 404 len: 333 time: 0.0682502 Feb 28 14:52:54.202524 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40752) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:54.279679 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-468047e0-fda4-4250-b92e-acc8999f72f8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] GET failed (client error): The resource could not be found. Feb 28 14:52:54.280109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-468047e0-fda4-4250-b92e-acc8999f72f8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:54.339930 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-468047e0-fda4-4250-b92e-acc8999f72f8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:54.343665 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-468047e0-fda4-4250-b92e-acc8999f72f8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/b7eb1271-706f-4bcb-b6d7-583eb696d3fa HTTP/1.1" status: 404 len: 333 time: 0.1375067 Feb 28 14:52:54.348915 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40756) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:54.413186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:54.414102 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8496e78-7046-499e-8d8d-782cba7ee119 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:54.431139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b8496e78-7046-499e-8d8d-782cba7ee119 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:54.431574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8496e78-7046-499e-8d8d-782cba7ee119 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:54.449612 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:54.513486 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:54.532847 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Transition to ACTIVE for port object ef507bc5-81bb-47a3-b649-c54b75911229 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:54.562148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Transition to ACTIVE for port object ef507bc5-81bb-47a3-b649-c54b75911229 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:54.573863 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:54.612812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:54.625275 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4842f8d3-d821-4bdd-8d19-31b9b9b7f88e req-216e6b20-3a8a-442e-be46-4290464367f1 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:54.626755 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4842f8d3-d821-4bdd-8d19-31b9b9b7f88e req-216e6b20-3a8a-442e-be46-4290464367f1 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.7313538 Feb 28 14:52:54.638114 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:54.638682 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:54.675389 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a6363146-42b0-4b22-8991-fe8dffe357df tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:54.695558 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:54.702373 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:54.707639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:54.729818 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Pushing event updated for resources: {'Port': ['ID=ef507bc5-81bb-47a3-b649-c54b75911229,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:54.780558 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8496e78-7046-499e-8d8d-782cba7ee119 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:54.795822 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6363146-42b0-4b22-8991-fe8dffe357df tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:54.801034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8496e78-7046-499e-8d8d-782cba7ee119 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:54.804733 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a6363146-42b0-4b22-8991-fe8dffe357df tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:54.811136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6363146-42b0-4b22-8991-fe8dffe357df tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:54.811940 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a6363146-42b0-4b22-8991-fe8dffe357df tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:54.819941 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6363146-42b0-4b22-8991-fe8dffe357df tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=5895126d-04fb-4624-801b-745b088740df,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:54.830817 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Attempting to bind port ef507bc5-81bb-47a3-b649-c54b75911229 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:52:54.831282 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Attempting to bind port ef507bc5-81bb-47a3-b649-c54b75911229 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:52:54.831787 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Attempting to bind port ef507bc5-81bb-47a3-b649-c54b75911229 on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:52:54.831915 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-037bee4e-ff3a-4a94-9f38-8e530b4a74a6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting subnet 3bf6d159-3cb0-411a-9e4e-cd62250f5f2b {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:52:54.841880 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-037bee4e-ff3a-4a94-9f38-8e530b4a74a6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:54.898281 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:54.902625 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a6363146-42b0-4b22-8991-fe8dffe357df tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1411176 Feb 28 14:52:54.903419 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40760) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:54.916459 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'mac_address': 'fa:16:3e:04:8b:c9', 'name': 'tempest-NetworksTestDHCPv6-1915884506'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:54.922357 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:52:54.922897 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:54.923390 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:54.923895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:52:54.924464 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Bound port: ef507bc5-81bb-47a3-b649-c54b75911229, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:52:54.924941 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:54.933952 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Router 76dc352a-21f3-4ea3-9534-bc820e613130 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:52:54.937015 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b8496e78-7046-499e-8d8d-782cba7ee119 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "DELETE /v2.0/networks/5680c2cc-28d4-454d-ab8d-2dbdfef08674 HTTP/1.1" status: 204 len: 168 time: 1.5672061 Feb 28 14:52:54.940802 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40764) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:54.953144 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-037bee4e-ff3a-4a94-9f38-8e530b4a74a6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:54.967310 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8496e78-7046-499e-8d8d-782cba7ee119 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event deleted for resources: {'Network': ['ID=5680c2cc-28d4-454d-ab8d-2dbdfef08674,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:54.988923 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4842f8d3-d821-4bdd-8d19-31b9b9b7f88e req-5286ff7f-a7a2-4d69-9a3a-1fe5981d95cd tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2981973 Feb 28 14:52:54.998296 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=821a807f-e5a3-4bc1-a1d9-7c8b90a5f196,segment=NetworkSegment(9fca9e1a-5264-4077-ad35-57958e988a4b),segment_id=9fca9e1a-5264-4077-ad35-57958e988a4b)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:55.003533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd98d-01fa-4238-ab6e-f195f14309d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:55.010695 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:55.104482 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=821a807f-e5a3-4bc1-a1d9-7c8b90a5f196,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:55.129566 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5bec6bf3-03d7-4c8c-ba4a-8a0b8f8ca619 None None] Provisioning complete for port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:55.131243 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5bec6bf3-03d7-4c8c-ba4a-8a0b8f8ca619 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:55.136674 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1fd98d-01fa-4238-ab6e-f195f14309d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Subnet': ['ID=86273cd5-1d23-4894-9ab1-b39f333d494f,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:55.169725 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 75404aab-3a7f-42aa-9efe-1900ddeaf3f9 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:55.211222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1fd98d-01fa-4238-ab6e-f195f14309d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Checking segment: {'id': '8bb2d77b-877f-4b58-84f0-2a11f79f4525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:55.211908 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1fd98d-01fa-4238-ab6e-f195f14309d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network hostable DHCP agents. Network: 0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:52:55.222330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 75404aab-3a7f-42aa-9efe-1900ddeaf3f9 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:55.229650 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 75404aab-3a7f-42aa-9efe-1900ddeaf3f9 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:55.230239 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 89bce723-e771-4d18-aa63-ce99df70b7a2 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:55.277319 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1fd98d-01fa-4238-ab6e-f195f14309d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:52:55.308154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] For port ef507bc5-81bb-47a3-b649-c54b75911229, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:52:55.312641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 89bce723-e771-4d18-aa63-ce99df70b7a2 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:55.313149 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 89bce723-e771-4d18-aa63-ce99df70b7a2 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:55.332099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] For port ef507bc5-81bb-47a3-b649-c54b75911229, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ef507bc5-81bb-47a3-b649-c54b75911229,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:52:55.354852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:55.473997 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a94e-785f-4678-b73e-f097fa02b1b5 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:55.495085 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b2595c5-8e0c-460b-86a8-4ee17f2ec381 None None] Pushing event updated for resources: {'Port': ['ID=ef507bc5-81bb-47a3-b649-c54b75911229,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:55.527618 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:55.577305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-8d1fd98d-01fa-4238-ab6e-f195f14309d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:55.589939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-598210c1-ec2d-4e6d-b7c7-29c2f593c71c None None] Network 0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:55.609691 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-037bee4e-ff3a-4a94-9f38-8e530b4a74a6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:55.623456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1fd98d-01fa-4238-ab6e-f195f14309d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:55.624065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8d1fd98d-01fa-4238-ab6e-f195f14309d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:55.647228 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:55.665518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:55.687209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:55.710437 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e4d353cd-5324-4155-bf67-7f56c476abc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:55.724039 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8d1fd98d-01fa-4238-ab6e-f195f14309d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2254598 Feb 28 14:52:55.727207 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40772) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:55.740351 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7235aa67-c5a6-4e93-942e-b802451dbdfb tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1168894062', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:55.785019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:55.788824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:55.823069 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a94e-785f-4678-b73e-f097fa02b1b5 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:55.826574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7235aa67-c5a6-4e93-942e-b802451dbdfb tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:55.838959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c', 'network_id': '0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'fixed_ips': [{'subnet_id': '86273cd5-1d23-4894-9ab1-b39f333d494f'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:52:55.840424 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:55.889043 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port 0388e94d-a50f-4380-b42d-38870de607a9 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:52:55.899730 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7235aa67-c5a6-4e93-942e-b802451dbdfb tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:router and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:55.910795 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7235aa67-c5a6-4e93-942e-b802451dbdfb tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:55.929634 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-33cbe774-d8a9-4199-b1ed-87046180e143 None None] Could not find standard attr ID for object b7eb1271-706f-4bcb-b6d7-583eb696d3fa. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:52:55.947119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7235aa67-c5a6-4e93-942e-b802451dbdfb tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:55.971489 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-e8c6a94e-785f-4678-b73e-f097fa02b1b5 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['43ec7817-1734-4e96-80e0-4de89046a6fc']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:56.015103 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-037bee4e-ff3a-4a94-9f38-8e530b4a74a6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:56.071705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-e8c6a94e-785f-4678-b73e-f097fa02b1b5 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'afab2dc9-6ee4-47f3-985e-19097032217a') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:56.071894 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-e8c6a94e-785f-4678-b73e-f097fa02b1b5 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'afab2dc9-6ee4-47f3-985e-19097032217a') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:56.074028 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff7eee9-eadd-43b2-934b-33768e3d0e8a req-65cff91c-bca1-4c7b-b90b-b594f801a3d7 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:56.075629 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0ff7eee9-eadd-43b2-934b-33768e3d0e8a req-65cff91c-bca1-4c7b-b90b-b594f801a3d7 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.4960818 Feb 28 14:52:56.076457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7235aa67-c5a6-4e93-942e-b802451dbdfb tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:56.077557 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7235aa67-c5a6-4e93-942e-b802451dbdfb tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:56.099133 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037bee4e-ff3a-4a94-9f38-8e530b4a74a6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Subnet': ['ID=3bf6d159-3cb0-411a-9e4e-cd62250f5f2b,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:56.104522 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a94e-785f-4678-b73e-f097fa02b1b5 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:56.143736 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f75dad4d-c26a-448e-a007-972fdf1db663 req-bdce7fac-933e-4350-85bf-e8373716e15a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3058aad5ce234490a5fe13a20aa3d30f&device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 1098 time: 0.5077505 Feb 28 14:52:56.172822 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-037bee4e-ff3a-4a94-9f38-8e530b4a74a6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:56.178577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee419c79-082b-41f6-be0c-57283c80c600 None None] Network 4075431a-d458-48a5-b53e-04216a5cdbae requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:56.215405 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a94e-785f-4678-b73e-f097fa02b1b5 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:56.302346 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-037bee4e-ff3a-4a94-9f38-8e530b4a74a6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/3bf6d159-3cb0-411a-9e4e-cd62250f5f2b HTTP/1.1" status: 204 len: 168 time: 1.9424100 Feb 28 14:52:56.303040 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Allocated IP 2001:db8::2 (0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c/86273cd5-1d23-4894-9ab1-b39f333d494f/3a740f0b-5028-4890-aba4-d336623dc274) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:56.307114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40776) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:56.308134 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e8c6a94e-785f-4678-b73e-f097fa02b1b5 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:56.308962 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a94e-785f-4678-b73e-f097fa02b1b5 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:56.348941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7235aa67-c5a6-4e93-942e-b802451dbdfb tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:56.349884 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:56.377059 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0ff7eee9-eadd-43b2-934b-33768e3d0e8a req-21495287-1655-4b1a-881a-6ddf4e291280 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2902167 Feb 28 14:52:56.421041 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7235aa67-c5a6-4e93-942e-b802451dbdfb tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:56.460859 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7235aa67-c5a6-4e93-942e-b802451dbdfb tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:56.462733 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7235aa67-c5a6-4e93-942e-b802451dbdfb tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7320673 Feb 28 14:52:56.474169 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40780) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:56.519121 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ef507bc5-81bb-47a3-b649-c54b75911229 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:56.745895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:56.800737 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port ef507bc5-81bb-47a3-b649-c54b75911229 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:56.817394 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:52:56.823086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 172.20.0.8 (2d04583f-a513-435e-a720-cee2c3103874/5895126d-04fb-4624-801b-745b088740df/0388e94d-a50f-4380-b42d-38870de607a9) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:56.830103 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::f816:3eff:fe04:8bc9 (2d04583f-a513-435e-a720-cee2c3103874/c196b4c1-27a7-4d87-82e6-efd1deab4585/0388e94d-a50f-4380-b42d-38870de607a9) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:56.844487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Router e225edb1-f19a-4039-a6a6-69109bfe7327 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:52:56.853017 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a94e-785f-4678-b73e-f097fa02b1b5 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:56.858346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:56.862223 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dad4d-c26a-448e-a007-972fdf1db663 req-0fb26a93-c27c-4f89-ad31-2127dad9d890 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:56.864250 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f75dad4d-c26a-448e-a007-972fdf1db663 req-0fb26a93-c27c-4f89-ad31-2127dad9d890 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8e68083-b804-4567-a398-1f9531ac1f94 HTTP/1.1" status: 200 len: 912 time: 0.7041228 Feb 28 14:52:56.894521 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:56.895908 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e8c6a94e-785f-4678-b73e-f097fa02b1b5 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:56.910782 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Transition to ACTIVE for port object 3a740f0b-5028-4890-aba4-d336623dc274 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:56.911534 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:56.911919 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:56.942677 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af691c2-3b4b-403b-9bba-6b18d58f14fd None None] Sync routers for ids ['76dc352a-21f3-4ea3-9534-bc820e613130'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:56.979251 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6a94e-785f-4678-b73e-f097fa02b1b5 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event deleted for resources: {'Network': ['ID=43ec7817-1734-4e96-80e0-4de89046a6fc,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:56.997945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Transition to ACTIVE for port object 3a740f0b-5028-4890-aba4-d336623dc274 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:57.002758 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:57.003321 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:57.039322 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4a011ae-9b58-4fe9-9f2c-60b63dd83801 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:52:57.070107 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:57.074300 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:57.078869 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a7cc3f2f-ab5a-4b6b-b260-c6487bdfe9ca tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "PUT /v2.0/routers/76dc352a-21f3-4ea3-9534-bc820e613130 HTTP/1.1" status: 200 len: 880 time: 9.5377543 Feb 28 14:52:57.084056 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e8c6a94e-785f-4678-b73e-f097fa02b1b5 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "DELETE /v2.0/networks/43ec7817-1734-4e96-80e0-4de89046a6fc HTTP/1.1" status: 204 len: 168 time: 2.1411164 Feb 28 14:52:57.085208 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75567646-fbf7-4557-8af2-60fab705a989 None None] DHCP port deletion for 4075431a-d458-48a5-b53e-04216a5cdbae request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:52:57.085336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40784) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:57.085852 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40786) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:57.167364 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af691c2-3b4b-403b-9bba-6b18d58f14fd None None] Routers {'76dc352a-21f3-4ea3-9534-bc820e613130'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:57.167913 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0af691c2-3b4b-403b-9bba-6b18d58f14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['76dc352a-21f3-4ea3-9534-bc820e613130'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:57.250190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0af691c2-3b4b-403b-9bba-6b18d58f14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:57.260914 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-75567646-fbf7-4557-8af2-60fab705a989 None None] Deleting port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:57.261380 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-75567646-fbf7-4557-8af2-60fab705a989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:57.306688 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f75dad4d-c26a-448e-a007-972fdf1db663 req-1dfbecea-06ea-4219-9cb0-fe121995d952 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dff55e87-99f8-410d-a9b2-a28723fb61f4 HTTP/1.1" status: 200 len: 1000 time: 0.4220150 Feb 28 14:52:57.353934 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Network 0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:57.366363 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:57.377408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-033fa9e9-5276-4554-911c-82b1ed85237b None None] Provisioning for port ef507bc5-81bb-47a3-b649-c54b75911229 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:52:57.383723 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:57.389664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Pushing event updated for resources: {'Port': ['ID=3a740f0b-5028-4890-aba4-d336623dc274,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:57.450188 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-033fa9e9-5276-4554-911c-82b1ed85237b None None] Provisioning complete for port ef507bc5-81bb-47a3-b649-c54b75911229 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:52:57.455779 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-033fa9e9-5276-4554-911c-82b1ed85237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:57.464480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9646e6e0-b0f9-45d7-8313-7dd38b8a1526 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:57.500744 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0af691c2-3b4b-403b-9bba-6b18d58f14fd None None] Routers {'76dc352a-21f3-4ea3-9534-bc820e613130'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:57.501543 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0af691c2-3b4b-403b-9bba-6b18d58f14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['76dc352a-21f3-4ea3-9534-bc820e613130'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:57.564792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75dad4d-c26a-448e-a007-972fdf1db663 req-6c8116c6-5bf5-40c2-ba3c-177fbfd810c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:57.566251 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f75dad4d-c26a-448e-a007-972fdf1db663 req-6c8116c6-5bf5-40c2-ba3c-177fbfd810c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8384ae17-c1f6-45d8-991e-642c0f17988e HTTP/1.1" status: 200 len: 851 time: 0.2482829 Feb 28 14:52:57.598476 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] For port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=821a807f-e5a3-4bc1-a1d9-7c8b90a5f196,segment=NetworkSegment(9fca9e1a-5264-4077-ad35-57958e988a4b),segment_id=9fca9e1a-5264-4077-ad35-57958e988a4b)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:57.598995 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:57.687750 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0af691c2-3b4b-403b-9bba-6b18d58f14fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:57.688313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0af691c2-3b4b-403b-9bba-6b18d58f14fd None None] The sync data for ids ['76dc352a-21f3-4ea3-9534-bc820e613130'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:57.747004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:57.806390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:57.819865 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:57.876688 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f2599006-bf14-43cf-9f7e-3b65749cbb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:57.922678 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Attempting to bind port 3a740f0b-5028-4890-aba4-d336623dc274 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:52:57.923040 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Attempting to bind port 3a740f0b-5028-4890-aba4-d336623dc274 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '8bb2d77b-877f-4b58-84f0-2a11f79f4525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:52:57.923393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Attempting to bind port 3a740f0b-5028-4890-aba4-d336623dc274 on network 0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:52:57.979786 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f75dad4d-c26a-448e-a007-972fdf1db663 req-580a061b-b864-40fa-90a9-93a3952f8eeb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8e68083-b804-4567-a398-1f9531ac1f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4056475 Feb 28 14:52:57.992197 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.019092 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 52, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:52:58.019457 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Checking segment: {'id': '8bb2d77b-877f-4b58-84f0-2a11f79f4525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:52:58.019873 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.020258 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Bound using segment: {'id': '8bb2d77b-877f-4b58-84f0-2a11f79f4525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:52:58.020714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Bound port: 3a740f0b-5028-4890-aba4-d336623dc274, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bb2d77b-877f-4b58-84f0-2a11f79f4525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:52:58.021075 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.035881 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-75567646-fbf7-4557-8af2-60fab705a989 None None] For port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=821a807f-e5a3-4bc1-a1d9-7c8b90a5f196,segment=NetworkSegment(9fca9e1a-5264-4077-ad35-57958e988a4b),segment_id=9fca9e1a-5264-4077-ad35-57958e988a4b)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:58.036264 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-75567646-fbf7-4557-8af2-60fab705a989 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.095226 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.107514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9646e6e0-b0f9-45d7-8313-7dd38b8a1526 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.118166 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.203092 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-75567646-fbf7-4557-8af2-60fab705a989 None None] Calling delete_port for 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:52:58.212567 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=821a807f-e5a3-4bc1-a1d9-7c8b90a5f196,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:58.213448 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-9646e6e0-b0f9-45d7-8313-7dd38b8a1526 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['221426bc-c6dd-47f1-ae42-418af27fb39f']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:58.221133 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object 0388e94d-a50f-4380-b42d-38870de607a9 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:58.227921 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108ac590-a352-4bdd-824d-4cbe5fc2e4e7 req-af7df22d-746a-4f0e-b2d6-29cb6493b3e4 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:58.232564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-033fa9e9-5276-4554-911c-82b1ed85237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.237442 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-108ac590-a352-4bdd-824d-4cbe5fc2e4e7 req-af7df22d-746a-4f0e-b2d6-29cb6493b3e4 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.6454234 Feb 28 14:52:58.269984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No DVR routers for this DVR port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:52:58.272505 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-9646e6e0-b0f9-45d7-8313-7dd38b8a1526 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73732698-da15-4a19-83f1-6a6017693140') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:58.272852 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-9646e6e0-b0f9-45d7-8313-7dd38b8a1526 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73732698-da15-4a19-83f1-6a6017693140') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:58.329596 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9646e6e0-b0f9-45d7-8313-7dd38b8a1526 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.329985 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:52:58.381313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:52:58.381689 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:52:58.412450 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:52:58.425537 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d71fc05-8713-4d96-8ed2-ca52ac7cb187 None None] Sync routers for ids ['e225edb1-f19a-4039-a6a6-69109bfe7327'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:52:58.439391 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d71fc05-8713-4d96-8ed2-ca52ac7cb187 None None] Routers {'e225edb1-f19a-4039-a6a6-69109bfe7327'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:58.440882 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5d71fc05-8713-4d96-8ed2-ca52ac7cb187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e225edb1-f19a-4039-a6a6-69109bfe7327'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:58.485093 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-033fa9e9-5276-4554-911c-82b1ed85237b None None] For port ef507bc5-81bb-47a3-b649-c54b75911229, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ef507bc5-81bb-47a3-b649-c54b75911229,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:58.518971 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-033fa9e9-5276-4554-911c-82b1ed85237b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.540477 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5d71fc05-8713-4d96-8ed2-ca52ac7cb187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:58.562196 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d71fc05-8713-4d96-8ed2-ca52ac7cb187 None None] Routers {'e225edb1-f19a-4039-a6a6-69109bfe7327'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:52:58.564678 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5d71fc05-8713-4d96-8ed2-ca52ac7cb187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e225edb1-f19a-4039-a6a6-69109bfe7327'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:58.576670 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9646e6e0-b0f9-45d7-8313-7dd38b8a1526 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.603614 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f75dad4d-c26a-448e-a007-972fdf1db663 req-9b6264cc-98f6-422c-90e7-9c5a45a96be4 service neutron] 10.222.0.20 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6011515 Feb 28 14:52:58.609045 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] For port 3a740f0b-5028-4890-aba4-d336623dc274, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:52:58.614332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.615917 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.629768 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9646e6e0-b0f9-45d7-8313-7dd38b8a1526 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:58.630255 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9646e6e0-b0f9-45d7-8313-7dd38b8a1526 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.637709 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-75567646-fbf7-4557-8af2-60fab705a989 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:52:58.638055 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-75567646-fbf7-4557-8af2-60fab705a989 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:52:58.645424 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] For port 3a740f0b-5028-4890-aba4-d336623dc274, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3a740f0b-5028-4890-aba4-d336623dc274,segment=NetworkSegment(8bb2d77b-877f-4b58-84f0-2a11f79f4525),segment_id=8bb2d77b-877f-4b58-84f0-2a11f79f4525)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:58.657431 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:58.661912 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.677496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033fa9e9-5276-4554-911c-82b1ed85237b None None] Pushing event updated for resources: {'Port': ['ID=ef507bc5-81bb-47a3-b649-c54b75911229,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:58.690082 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5d71fc05-8713-4d96-8ed2-ca52ac7cb187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:58.690483 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d71fc05-8713-4d96-8ed2-ca52ac7cb187 None None] The sync data for ids ['e225edb1-f19a-4039-a6a6-69109bfe7327'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:52:58.742010 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-108ac590-a352-4bdd-824d-4cbe5fc2e4e7 req-35acb740-6280-41fe-ab78-c2587115c0a3 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5035853 Feb 28 14:52:58.748493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40505d17-45a7-4a88-8b95-2a9639b5bfdd None None] Update dhcp port {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'fixed_ips': [{'subnet_id': 'c196b4c1-27a7-4d87-82e6-efd1deab4585', 'ip_address': '2001:db8::f816:3eff:fe43:a5c8'}, {'subnet_id': '5895126d-04fb-4624-801b-745b088740df'}], 'binding:host_id': 'dv-neutron-830866-2-hyperv'}, 'id': 'ef507bc5-81bb-47a3-b649-c54b75911229'} from dv-neutron-830866-2-hyperv. {{(pid=83593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 14:52:58.763976 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4075431a-d458-48a5-b53e-04216a5cdbae']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:58.778158 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.828418 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c94bb1c-26b6-4300-90ac-cefb0f77a15b None None] Pushing event updated for resources: {'Port': ['ID=3a740f0b-5028-4890-aba4-d336623dc274,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:58.845298 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.846394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fca9e1a-5264-4077-ad35-57958e988a4b') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:58.847664 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fca9e1a-5264-4077-ad35-57958e988a4b') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:52:58.848437 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-40505d17-45a7-4a88-8b95-2a9639b5bfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.878209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.887216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.906722 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9646e6e0-b0f9-45d7-8313-7dd38b8a1526 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.911784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9646e6e0-b0f9-45d7-8313-7dd38b8a1526 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:58.939019 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9e382d8d-eb1d-4226-8635-7ba6fe898320 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 12.0284872 Feb 28 14:52:58.956644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40794) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:58.958473 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:52:59.083042 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9646e6e0-b0f9-45d7-8313-7dd38b8a1526 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] Pushing event deleted for resources: {'Network': ['ID=221426bc-c6dd-47f1-ae42-418af27fb39f,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:59.086371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:52:59.089248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:52:59.128113 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:59.137433 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f75dad4d-c26a-448e-a007-972fdf1db663 req-ccd7dc41-3280-4562-a678-31eb02257b48 service neutron] 10.222.0.20 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4885666 Feb 28 14:52:59.146169 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9646e6e0-b0f9-45d7-8313-7dd38b8a1526 tempest-BulkNetworkOpsTest-200748824 tempest-BulkNetworkOpsTest-200748824-project] 10.222.0.15 "DELETE /v2.0/networks/221426bc-c6dd-47f1-ae42-418af27fb39f HTTP/1.1" status: 204 len: 168 time: 1.9748173 Feb 28 14:52:59.146902 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=0388e94d-a50f-4380-b42d-38870de607a9,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:59.161861 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-40505d17-45a7-4a88-8b95-2a9639b5bfdd None None] Allocated IP 172.20.0.2 (2d04583f-a513-435e-a720-cee2c3103874/5895126d-04fb-4624-801b-745b088740df/ef507bc5-81bb-47a3-b649-c54b75911229) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:59.163151 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7beeabbe-a3cd-450e-b017-1fcf8ab53723 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] 10.222.0.15 "GET /v2.0/floatingips/ecd3aeca-f333-453f-841c-8a827585f63c HTTP/1.1" status: 200 len: 983 time: 0.2000461 Feb 28 14:52:59.165963 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-75567646-fbf7-4557-8af2-60fab705a989 None None] Deleting port 821a807f-e5a3-4bc1-a1d9-7c8b90a5f196 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:52:59.166335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-75567646-fbf7-4557-8af2-60fab705a989 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:59.171493 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Allocated IP 172.20.0.1 (94c852a0-ae79-4531-986a-03480b675578/9e8844f5-7f1a-45d3-b3c9-33d3eb5ddd21/a3bce8ea-de87-4474-a249-64e7164833d2) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:59.171980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40800) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:59.173181 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:52:59.173590 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:59.181012 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Allocated IP 2001:db8::1 (0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c/86273cd5-1d23-4894-9ab1-b39f333d494f/4e69e50f-36bd-484d-ba6c-1eda2e24d0a6) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:52:59.192177 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:52:59.257793 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-75567646-fbf7-4557-8af2-60fab705a989 None None] The port '821a807f-e5a3-4bc1-a1d9-7c8b90a5f196' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:52:59.356138 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:59.356985 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:59.368805 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0f6e88df-3800-4863-8814-4f643f9d6ecd tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/routers/76dc352a-21f3-4ea3-9534-bc820e613130 HTTP/1.1" status: 200 len: 921 time: 2.1993814 Feb 28 14:52:59.412542 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40804) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:59.443041 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-40505d17-45a7-4a88-8b95-2a9639b5bfdd None None] For port ef507bc5-81bb-47a3-b649-c54b75911229, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ef507bc5-81bb-47a3-b649-c54b75911229,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:52:59.484401 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-40505d17-45a7-4a88-8b95-2a9639b5bfdd None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:59.529157 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-40505d17-45a7-4a88-8b95-2a9639b5bfdd None None] Transition to ACTIVE for port object ef507bc5-81bb-47a3-b649-c54b75911229 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:59.535559 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-40505d17-45a7-4a88-8b95-2a9639b5bfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:59.557147 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b310ebac-df0e-4ed8-b205-e8e999c30f77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 4.6494000 Feb 28 14:52:59.559486 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:59.562789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40810) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:59.599575 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:59.608509 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/networks/4075431a-d458-48a5-b53e-04216a5cdbae HTTP/1.1" status: 204 len: 168 time: 3.2646525 Feb 28 14:52:59.609714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138a84ed-ecd2-462d-b6a9-0deec3683a5a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Network': ['ID=4075431a-d458-48a5-b53e-04216a5cdbae,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:59.613347 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-781c2f55-400d-40cf-908e-5d6afde20cbe tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2251 time: 0.4229431 Feb 28 14:52:59.615003 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40814) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:59.621819 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1705243726'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:52:59.623362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40816) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:59.627041 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:52:59.631763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:network and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:52:59.635207 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:52:59.642899 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:52:59.655151 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-34e4254f-7c0f-4a23-8236-2d4e70ce93f3 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&device_id=76dc352a-21f3-4ea3-9534-bc820e613130&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2344019 Feb 28 14:52:59.657716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40822) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:59.662003 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:52:59.665173 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:59.719749 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40505d17-45a7-4a88-8b95-2a9639b5bfdd None None] Pushing event updated for resources: {'Port': ['ID=ef507bc5-81bb-47a3-b649-c54b75911229,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:52:59.721356 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:59.798658 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40828) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:52:59.940268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:59.941907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e26e91-f9c7-488c-8c42-31d6ad677a6c tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:52:59.942471 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f2e26e91-f9c7-488c-8c42-31d6ad677a6c tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Synchronizing usage tracker for tenant:6b62f047ee654d1f9b64b563b172645b on resource:network {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:52:59.948955 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:52:59.954871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Transition to ACTIVE for port object 4e69e50f-36bd-484d-ba6c-1eda2e24d0a6 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:52:59.970925 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:52:59.971269 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Added segment 0c4c259a-bdfe-4d6c-aec7-af647baedbd1 of type vlan for network 4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc Feb 28 14:52:59.983097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f2e26e91-f9c7-488c-8c42-31d6ad677a6c tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Unset dirty status for tenant:6b62f047ee654d1f9b64b563b172645b on resource:network {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:52:59.984337 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f2e26e91-f9c7-488c-8c42-31d6ad677a6c tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/networks/2c3941b4-a632-4920-84bb-54647ee9840b HTTP/1.1" status: 200 len: 881 time: 0.3247066 Feb 28 14:52:59.989220 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40834) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:00.064767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d72e2b33-463d-4295-8aa7-8d909b882423 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Deleting port e863c62a-7961-480b-9fe4-429b505edf53 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:00.065105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d72e2b33-463d-4295-8aa7-8d909b882423 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:00.078130 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-509b62e6-3ff3-4520-aaa4-5ef066720e5d tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "GET /v2.0/ports?device_id=76dc352a-21f3-4ea3-9534-bc820e613130 HTTP/1.1" status: 200 len: 205 time: 0.0855291 Feb 28 14:53:00.078440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:00.084440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40838) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:00.166978 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:00.253481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:53:00.314512 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:00.318143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:00.318728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:00.383194 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3a740f0b-5028-4890-aba4-d336623dc274 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:00.419805 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc9c5a0-5160-4558-b51e-35dfdbddc53c None None] Network 0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:00.423838 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:00.428134 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:00.449978 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8e391980-a1e4-4e47-bf6d-95c73051e0fc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b1da94c2dc70481387aed859e107d436&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6480641 Feb 28 14:53:00.459361 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8429244 Feb 28 14:53:00.464068 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40842) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:00.464234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40844) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:00.481329 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f6d4e7-c74d-4c82-92b9-8058f2346793 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:00.485267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f6d4e7-c74d-4c82-92b9-8058f2346793 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:00.489817 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d6f6d4e7-c74d-4c82-92b9-8058f2346793 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.9199159 Feb 28 14:53:00.491392 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a04f04f5-63db-4e1e-bc2d-aa7ff6c8eb9e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'subnet': {'network_id': '4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:00.491571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40850) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:00.622458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bccbe35-876f-44a4-9071-e6eefc57f6f7 req-bfc85026-5c80-41cf-a78c-547feec915ed tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:00.623999 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0bccbe35-876f-44a4-9071-e6eefc57f6f7 req-bfc85026-5c80-41cf-a78c-547feec915ed tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.6726642 Feb 28 14:53:00.699021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d72e2b33-463d-4295-8aa7-8d909b882423 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:00.699608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d72e2b33-463d-4295-8aa7-8d909b882423 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:00.711376 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e257871c-664c-473c-8098-826a8bddafa1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Network': ['ID=4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:00.723634 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-733b6b1f-d392-4f74-af66-bc0ebce42436 None None] Provisioning for port 3a740f0b-5028-4890-aba4-d336623dc274 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:00.734064 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:53:00.796900 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a04f04f5-63db-4e1e-bc2d-aa7ff6c8eb9e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:00.813904 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a04f04f5-63db-4e1e-bc2d-aa7ff6c8eb9e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:subnet and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:00.820596 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a04f04f5-63db-4e1e-bc2d-aa7ff6c8eb9e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:00.829034 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a04f04f5-63db-4e1e-bc2d-aa7ff6c8eb9e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:00.831019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-17fcb729-e92e-4d61-97b4-ceca7d78d6a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:00.831703 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 3a740f0b-5028-4890-aba4-d336623dc274 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:00.843412 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 3a740f0b-5028-4890-aba4-d336623dc274 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:00.843792 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:00.851726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d72e2b33-463d-4295-8aa7-8d909b882423 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Calling delete_port for e863c62a-7961-480b-9fe4-429b505edf53 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:00.875295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a04f04f5-63db-4e1e-bc2d-aa7ff6c8eb9e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:00.891756 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-17fcb729-e92e-4d61-97b4-ceca7d78d6a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:00.896544 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=a3bce8ea-de87-4474-a249-64e7164833d2,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:00.915927 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:00.956468 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9ee7d8c5-83ef-4c63-896d-eb082d8f90b6 None None] Provisioning for port ef507bc5-81bb-47a3-b649-c54b75911229 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:00.969388 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9ee7d8c5-83ef-4c63-896d-eb082d8f90b6 None None] Provisioning complete for port ef507bc5-81bb-47a3-b649-c54b75911229 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:00.969750 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9ee7d8c5-83ef-4c63-896d-eb082d8f90b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:01.007136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c9700f06-84de-4c9b-a27a-90f9812b9b86 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:01.071424 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-52169a33-1020-4efb-83db-5ac536d37094 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port 0388e94d-a50f-4380-b42d-38870de607a9 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:01.071817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-52169a33-1020-4efb-83db-5ac536d37094 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:01.106993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:01.111772 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network 94c852a0-ae79-4531-986a-03480b675578 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:01.129645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:01.130140 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:01.136422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:01.143628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:01.159672 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:01.189311 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a04f04f5-63db-4e1e-bc2d-aa7ff6c8eb9e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:01.278811 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 3a740f0b-5028-4890-aba4-d336623dc274, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3a740f0b-5028-4890-aba4-d336623dc274,segment=NetworkSegment(8bb2d77b-877f-4b58-84f0-2a11f79f4525),segment_id=8bb2d77b-877f-4b58-84f0-2a11f79f4525)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:01.289013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:01.297961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:01.298955 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ef507bc5-81bb-47a3-b649-c54b75911229 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:01.327098 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-17fcb729-e92e-4d61-97b4-ceca7d78d6a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:01.371167 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fcb729-e92e-4d61-97b4-ceca7d78d6a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40b7c4c6-00fb-4206-b341-abec64d32509,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:01.396998 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-17fcb729-e92e-4d61-97b4-ceca7d78d6a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:01.401386 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-17fcb729-e92e-4d61-97b4-ceca7d78d6a3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/40b7c4c6-00fb-4206-b341-abec64d32509 HTTP/1.1" status: 204 len: 168 time: 0.9328568 Feb 28 14:53:01.435765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=4e69e50f-36bd-484d-ba6c-1eda2e24d0a6,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:01.452103 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=3a740f0b-5028-4890-aba4-d336623dc274,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:01.475125 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0bccbe35-876f-44a4-9071-e6eefc57f6f7 req-e9055e0c-3f8b-461f-b3c0-519daa3778a3 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8321424 Feb 28 14:53:01.570561 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port ef507bc5-81bb-47a3-b649-c54b75911229 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:01.571716 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:01.583749 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d72e2b33-463d-4295-8aa7-8d909b882423 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:01.733683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0d21a042-95aa-4662-9d0d-40e8c89562c7 None None] Provisioning for port 4e69e50f-36bd-484d-ba6c-1eda2e24d0a6 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:01.771746 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0d21a042-95aa-4662-9d0d-40e8c89562c7 None None] Provisioning complete for port 4e69e50f-36bd-484d-ba6c-1eda2e24d0a6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:01.772203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0d21a042-95aa-4662-9d0d-40e8c89562c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:01.839727 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0d21a042-95aa-4662-9d0d-40e8c89562c7 None None] Port 4e69e50f-36bd-484d-ba6c-1eda2e24d0a6 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:01.857081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a04f04f5-63db-4e1e-bc2d-aa7ff6c8eb9e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:01.881080 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0d21a042-95aa-4662-9d0d-40e8c89562c7 None None] Provisioning complete for port 3a740f0b-5028-4890-aba4-d336623dc274 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:01.881575 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0d21a042-95aa-4662-9d0d-40e8c89562c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:01.910292 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72e2b33-463d-4295-8aa7-8d909b882423 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event deleted for resources: {'Port': ['ID=e863c62a-7961-480b-9fe4-429b505edf53,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:01.959259 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04f04f5-63db-4e1e-bc2d-aa7ff6c8eb9e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Subnet': ['ID=15cfe3fd-3f19-48ec-a87e-fdd396e5c1d1,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:01.991334 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c9700f06-84de-4c9b-a27a-90f9812b9b86 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:02.012906 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-c9700f06-84de-4c9b-a27a-90f9812b9b86 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Deleting port 5e49cbb4-6fbe-42f0-9ea7-d82dfe7ae2e1 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:02.013652 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c9700f06-84de-4c9b-a27a-90f9812b9b86 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:02.047613 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:02.051764 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a04f04f5-63db-4e1e-bc2d-aa7ff6c8eb9e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Checking segment: {'id': '0c4c259a-bdfe-4d6c-aec7-af647baedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:02.052248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04f04f5-63db-4e1e-bc2d-aa7ff6c8eb9e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network hostable DHCP agents. Network: 4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:53:02.054506 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0d21a042-95aa-4662-9d0d-40e8c89562c7 None None] Provisioning for port 0388e94d-a50f-4380-b42d-38870de607a9 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:02.063174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0d21a042-95aa-4662-9d0d-40e8c89562c7 None None] Provisioning complete for port 0388e94d-a50f-4380-b42d-38870de607a9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:02.064246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0d21a042-95aa-4662-9d0d-40e8c89562c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:02.066661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:02.078213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1095f52b-9925-44a6-a542-6dce1df6c955 req-89c23f1f-f20e-4c7d-812a-bc6ef7b2edbe tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:02.084865 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1095f52b-9925-44a6-a542-6dce1df6c955 req-89c23f1f-f20e-4c7d-812a-bc6ef7b2edbe tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.2820570 Feb 28 14:53:02.138084 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0d21a042-95aa-4662-9d0d-40e8c89562c7 None None] Port 0388e94d-a50f-4380-b42d-38870de607a9 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:02.217722 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a04f04f5-63db-4e1e-bc2d-aa7ff6c8eb9e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:53:02.240138 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1095f52b-9925-44a6-a542-6dce1df6c955 req-124a403d-0dc8-4aa8-b73f-3ce2a13e0286 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1543405 Feb 28 14:53:02.244077 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a04f04f5-63db-4e1e-bc2d-aa7ff6c8eb9e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:02.256247 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12529541-70e5-4d03-9de7-f06578232d90 None None] Network 4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:02.264883 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a04f04f5-63db-4e1e-bc2d-aa7ff6c8eb9e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:02.265466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a04f04f5-63db-4e1e-bc2d-aa7ff6c8eb9e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:02.299910 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c9700f06-84de-4c9b-a27a-90f9812b9b86 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:02.312241 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a04f04f5-63db-4e1e-bc2d-aa7ff6c8eb9e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8422127 Feb 28 14:53:02.312241 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40872) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:02.318904 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'network_id': '4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc', 'security_groups': [], 'name': 'tempest-PortsTestJSON-222043678'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:02.453779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-c9700f06-84de-4c9b-a27a-90f9812b9b86 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Calling delete_port for 5e49cbb4-6fbe-42f0-9ea7-d82dfe7ae2e1 owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:02.626727 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3a740f0b-5028-4890-aba4-d336623dc274 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:02.659771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-52169a33-1020-4efb-83db-5ac536d37094 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:02.676428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:02.680894 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:port and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:02.684906 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:02.722167 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d72e2b33-463d-4295-8aa7-8d909b882423 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:02.728214 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc', 'network_id': '4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc', 'tenant_id': 'fb9e225221d343a9905afc8524f286ca', 'fixed_ips': [{'subnet_id': '15cfe3fd-3f19-48ec-a87e-fdd396e5c1d1'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:53:02.729087 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:02.735053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:02.752000 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2cce0c7a-43f9-4142-9f99-61c15ca96a31 None None] Provisioning complete for port 4e69e50f-36bd-484d-ba6c-1eda2e24d0a6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:02.752470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2cce0c7a-43f9-4142-9f99-61c15ca96a31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:02.756016 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40882) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:02.760806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:02.763869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:02.793332 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] device_id is not set on port 117672a8-785e-4b6b-b7ba-3a72b8a1584b yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:02.875925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-2cce0c7a-43f9-4142-9f99-61c15ca96a31 None None] Port 4e69e50f-36bd-484d-ba6c-1eda2e24d0a6 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:02.891843 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 3a740f0b-5028-4890-aba4-d336623dc274 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:02.892666 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:02.926219 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-52169a33-1020-4efb-83db-5ac536d37094 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for 0388e94d-a50f-4380-b42d-38870de607a9 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:02.992671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a2622173-2b85-4ca8-a53a-6f32f4bbe265 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] Request body: {'port': {'network_id': 'dea0fa00-b714-4226-b1ab-f10af2a1d279', 'name': 'tempest-NetworksNegativeTestJSON-2006559818'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:03.014524 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a2622173-2b85-4ca8-a53a-6f32f4bbe265 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] POST failed (client error): The resource could not be found. Feb 28 14:53:03.015213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a2622173-2b85-4ca8-a53a-6f32f4bbe265 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:53:03.019964 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a2622173-2b85-4ca8-a53a-6f32f4bbe265 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2622373 Feb 28 14:53:03.025922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40888) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:03.056991 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0043d66-ef15-4403-bc77-464b70cd9e54 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] DELETE failed (client error): The resource could not be found. Feb 28 14:53:03.057970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0043d66-ef15-4403-bc77-464b70cd9e54 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:53:03.068757 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c0043d66-ef15-4403-bc77-464b70cd9e54 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] 10.222.0.15 "DELETE /v2.0/networks/fa06ce0f-2b5f-4744-b085-70ea1a43e93b HTTP/1.1" status: 404 len: 339 time: 0.0392752 Feb 28 14:53:03.071709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40892) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:03.096469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Allocated IP 172.20.0.2 (4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc/15cfe3fd-3f19-48ec-a87e-fdd396e5c1d1/721efa6f-9390-4238-887f-f6f148c1e49e) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:03.123174 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-29ef35cb-f7fa-4d20-b425-88e9026fe0f0 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] DELETE failed (client error): The resource could not be found. Feb 28 14:53:03.123666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29ef35cb-f7fa-4d20-b425-88e9026fe0f0 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:53:03.170513 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-29ef35cb-f7fa-4d20-b425-88e9026fe0f0 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] 10.222.0.15 "DELETE /v2.0/ports/55f58ead-c7a5-42a9-9ef6-9ee09dec1ec1 HTTP/1.1" status: 404 len: 333 time: 0.0939620 Feb 28 14:53:03.170716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40896) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:03.220885 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-24bfb66f-4faf-4b13-81c1-7c3c7ebccb5a tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] DELETE failed (client error): The resource could not be found. Feb 28 14:53:03.221339 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24bfb66f-4faf-4b13-81c1-7c3c7ebccb5a tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:53:03.222985 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-24bfb66f-4faf-4b13-81c1-7c3c7ebccb5a tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] 10.222.0.15 "DELETE /v2.0/subnets/58e4c82e-33b0-4be2-bb8d-5021e24ca09c HTTP/1.1" status: 404 len: 337 time: 0.0513747 Feb 28 14:53:03.228113 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40900) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:03.260155 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6163b253-b062-4134-b22a-d75753d0fc48 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] GET failed (client error): The resource could not be found. Feb 28 14:53:03.261643 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6163b253-b062-4134-b22a-d75753d0fc48 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] 10.222.0.15 "GET /v2.0/networks/078498a2-81b7-4ca9-8194-884e3c18cfc1 HTTP/1.1" status: 404 len: 339 time: 0.0324359 Feb 28 14:53:03.265562 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40904) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:03.268723 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c9700f06-84de-4c9b-a27a-90f9812b9b86 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:03.349764 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:03.354730 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9700f06-84de-4c9b-a27a-90f9812b9b86 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Pushing event deleted for resources: {'Port': ['ID=5e49cbb4-6fbe-42f0-9ea7-d82dfe7ae2e1,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:03.358720 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-149f9a18-a9d8-44ff-a8e2-58320de50780 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] GET failed (client error): The resource could not be found. Feb 28 14:53:03.360077 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-149f9a18-a9d8-44ff-a8e2-58320de50780 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] 10.222.0.15 "GET /v2.0/ports/c17554af-d08e-4bc9-b457-f9de3ea4e6a4 HTTP/1.1" status: 404 len: 333 time: 0.0935712 Feb 28 14:53:03.365439 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40908) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:03.366420 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Transition to ACTIVE for port object 721efa6f-9390-4238-887f-f6f148c1e49e will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:03.386803 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Transition to ACTIVE for port object 721efa6f-9390-4238-887f-f6f148c1e49e will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:03.393017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:03.421802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35bacaa-9130-416f-b597-b7050c915bf8 req-092a70c9-9838-4d87-86d3-eee8223593b9 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:03.428326 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e35bacaa-9130-416f-b597-b7050c915bf8 req-092a70c9-9838-4d87-86d3-eee8223593b9 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.7611992 Feb 28 14:53:03.462255 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Network 4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:03.465936 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:03.468453 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:03.503001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Pushing event updated for resources: {'Port': ['ID=721efa6f-9390-4238-887f-f6f148c1e49e,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:03.504339 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c95d31b-4e09-450f-b9c1-0aadf7ddec48 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] GET failed (client error): The resource could not be found. Feb 28 14:53:03.505612 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5c95d31b-4e09-450f-b9c1-0aadf7ddec48 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] 10.222.0.15 "GET /v2.0/subnets/1b32ac8a-fd26-47c1-8c08-3c6318d4b099 HTTP/1.1" status: 404 len: 337 time: 0.1146970 Feb 28 14:53:03.514092 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40912) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:03.523641 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5b30d3a5-77cd-4d33-b3ce-13469af1d151 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] Request body: {'network': {'name': 'new_name'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:03.563904 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b30d3a5-77cd-4d33-b3ce-13469af1d151 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] PUT failed (client error): The resource could not be found. Feb 28 14:53:03.564352 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b30d3a5-77cd-4d33-b3ce-13469af1d151 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:53:03.565437 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5b30d3a5-77cd-4d33-b3ce-13469af1d151 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] 10.222.0.15 "PUT /v2.0/networks/7dc4069d-a560-4405-90cf-18ef9cabbd74 HTTP/1.1" status: 404 len: 339 time: 0.0467143 Feb 28 14:53:03.571601 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40916) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:03.577920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Attempting to bind port 721efa6f-9390-4238-887f-f6f148c1e49e on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:53:03.578286 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Attempting to bind port 721efa6f-9390-4238-887f-f6f148c1e49e by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '0c4c259a-bdfe-4d6c-aec7-af647baedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:53:03.578649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Attempting to bind port 721efa6f-9390-4238-887f-f6f148c1e49e on network 4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:53:03.581186 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-59cff8a8-d1c0-418b-9764-3e64d847498e tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] Request body: {'port': {'name': 'new_name'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:03.585249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:53:03.585600 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Checking segment: {'id': '0c4c259a-bdfe-4d6c-aec7-af647baedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:03.585999 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:03.586513 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Bound using segment: {'id': '0c4c259a-bdfe-4d6c-aec7-af647baedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:53:03.586974 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Bound port: 721efa6f-9390-4238-887f-f6f148c1e49e, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0c4c259a-bdfe-4d6c-aec7-af647baedbd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:53:03.587580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:03.679934 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] For port 721efa6f-9390-4238-887f-f6f148c1e49e, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:53:03.684289 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] For port 721efa6f-9390-4238-887f-f6f148c1e49e, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=721efa6f-9390-4238-887f-f6f148c1e49e,segment=NetworkSegment(0c4c259a-bdfe-4d6c-aec7-af647baedbd1),segment_id=0c4c259a-bdfe-4d6c-aec7-af647baedbd1)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:53:03.689412 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:03.700131 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e35bacaa-9130-416f-b597-b7050c915bf8 req-a093d4b0-626f-45cb-989c-4f0ad6d34f7b tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2708936 Feb 28 14:53:03.757758 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-52169a33-1020-4efb-83db-5ac536d37094 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:03.762685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:03.777802 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff1cadd4-8929-40a2-9ee3-c79572c57e46 None None] Pushing event updated for resources: {'Port': ['ID=721efa6f-9390-4238-887f-f6f148c1e49e,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:03.791966 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-59cff8a8-d1c0-418b-9764-3e64d847498e tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] PUT failed (client error): The resource could not be found. Feb 28 14:53:03.792409 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-59cff8a8-d1c0-418b-9764-3e64d847498e tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:53:03.797523 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-59cff8a8-d1c0-418b-9764-3e64d847498e tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] 10.222.0.15 "PUT /v2.0/ports/c1764b01-2bf4-47b8-9704-bb7a43ab9ac1 HTTP/1.1" status: 404 len: 333 time: 0.2249303 Feb 28 14:53:03.808897 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40922) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:03.817874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Allocated IP 172.20.0.10 (4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc/15cfe3fd-3f19-48ec-a87e-fdd396e5c1d1/117672a8-785e-4b6b-b7ba-3a72b8a1584b) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:03.823495 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:03.824001 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-113646b1-a341-4720-a195-cda3c3b95048 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:03.852032 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52169a33-1020-4efb-83db-5ac536d37094 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=0388e94d-a50f-4380-b42d-38870de607a9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:03.898147 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-113646b1-a341-4720-a195-cda3c3b95048 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] PUT failed (client error): The resource could not be found. Feb 28 14:53:03.898582 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-113646b1-a341-4720-a195-cda3c3b95048 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:53:03.900339 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-113646b1-a341-4720-a195-cda3c3b95048 tempest-NetworksNegativeTestJSON-592903989 tempest-NetworksNegativeTestJSON-592903989-project] 10.222.0.15 "PUT /v2.0/subnets/cf391ea2-d7fc-459d-8b52-bfad9a3045d5 HTTP/1.1" status: 404 len: 337 time: 0.0901752 Feb 28 14:53:03.914116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c9700f06-84de-4c9b-a27a-90f9812b9b86 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:03.946604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:53:04.047947 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:04.321994 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:04.326320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=a3bce8ea-de87-4474-a249-64e7164833d2,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:04.330859 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:04.331806 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:04.366519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 721efa6f-9390-4238-887f-f6f148c1e49e up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:04.418156 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c9700f06-84de-4c9b-a27a-90f9812b9b86 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:04.440122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40930) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:04.442905 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c9700f06-84de-4c9b-a27a-90f9812b9b86 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:04.466205 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d08765f-73ba-4903-b4f4-e5733280529c req-39025bed-ca49-4a09-8feb-aa1f6a4dd4fb tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:04.467741 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0d08765f-73ba-4903-b4f4-e5733280529c req-39025bed-ca49-4a09-8feb-aa1f6a4dd4fb tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.6142645 Feb 28 14:53:04.523436 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:04.538325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 721efa6f-9390-4238-887f-f6f148c1e49e completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:04.570281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Transition to ACTIVE for port object 117672a8-785e-4b6b-b7ba-3a72b8a1584b will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:04.577049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c9700f06-84de-4c9b-a27a-90f9812b9b86 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:04.577577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9700f06-84de-4c9b-a27a-90f9812b9b86 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Fanout notify agent at l3_agent the message router_deleted on router 76dc352a-21f3-4ea3-9534-bc820e613130 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:53:04.590797 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0d08765f-73ba-4903-b4f4-e5733280529c req-d2a1aed5-f4e9-41ee-b7fd-8b19a37a4ac3 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1157534 Feb 28 14:53:04.596092 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c9700f06-84de-4c9b-a27a-90f9812b9b86 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:04.600836 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c9700f06-84de-4c9b-a27a-90f9812b9b86 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "DELETE /v2.0/routers/76dc352a-21f3-4ea3-9534-bc820e613130 HTTP/1.1" status: 204 len: 168 time: 4.5148001 Feb 28 14:53:04.603152 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40936) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:04.609208 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-47942b11-4b88-44ce-a146-10369e724507 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1484732516', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:04.623944 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-47942b11-4b88-44ce-a146-10369e724507 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:04.626796 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-47942b11-4b88-44ce-a146-10369e724507 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Usage tracker for resource:router and tenant:3830bee3b5914a6797073e4557518a3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:04.629724 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-47942b11-4b88-44ce-a146-10369e724507 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:04.670196 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=4e69e50f-36bd-484d-ba6c-1eda2e24d0a6,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:04.768208 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-47942b11-4b88-44ce-a146-10369e724507 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:04.772780 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:04.816561 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6b804481-6e65-41c5-8fb2-c28ad2ef037a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:04.859401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-47942b11-4b88-44ce-a146-10369e724507 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:04.860352 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-47942b11-4b88-44ce-a146-10369e724507 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:04.898776 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=117672a8-785e-4b6b-b7ba-3a72b8a1584b,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:04.905602 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:04.909520 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:04.912337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:04.921469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:04.950794 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6b804481-6e65-41c5-8fb2-c28ad2ef037a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:04.957265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6b804481-6e65-41c5-8fb2-c28ad2ef037a admin admin] Usage tracker for resource:security_group_rule and tenant:11b72b8dc46a445788a088fa2e887b8f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:04.965875 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6b804481-6e65-41c5-8fb2-c28ad2ef037a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:04.974526 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6b804481-6e65-41c5-8fb2-c28ad2ef037a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:04.975046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:04.982165 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-47942b11-4b88-44ce-a146-10369e724507 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:05.010178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:05.010823 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:05.056158 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-47942b11-4b88-44ce-a146-10369e724507 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:05.059101 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb70bdf-8c29-41c0-8770-a76e1e788f1f None None] Network 4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:05.076830 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-41539b03-682e-4b34-bcfb-a90cef4b4444 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 2.7610683 Feb 28 14:53:05.077973 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40942) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:05.145220 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-47942b11-4b88-44ce-a146-10369e724507 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:05.146538 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-47942b11-4b88-44ce-a146-10369e724507 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5424180 Feb 28 14:53:05.150633 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40946) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:05.163110 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-52169a33-1020-4efb-83db-5ac536d37094 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:05.173239 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'enable_snat': True}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:05.197180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-290b686a-92e8-48e3-8778-35f9209c8826 None None] Provisioning for port 721efa6f-9390-4238-887f-f6f148c1e49e completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:05.217327 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-290b686a-92e8-48e3-8778-35f9209c8826 None None] Provisioning complete for port 721efa6f-9390-4238-887f-f6f148c1e49e triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:05.217864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-290b686a-92e8-48e3-8778-35f9209c8826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:05.252048 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-52169a33-1020-4efb-83db-5ac536d37094 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/0388e94d-a50f-4380-b42d-38870de607a9 HTTP/1.1" status: 204 len: 168 time: 4.7487924 Feb 28 14:53:05.267258 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40950) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:05.308510 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network 94c852a0-ae79-4531-986a-03480b675578 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:05.313257 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d50618cd-33cf-4cc0-8b0b-46ee677f7681 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port 117672a8-785e-4b6b-b7ba-3a72b8a1584b {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:05.313602 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d50618cd-33cf-4cc0-8b0b-46ee677f7681 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:05.314860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:05.343344 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6b804481-6e65-41c5-8fb2-c28ad2ef037a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:05.360307 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6b804481-6e65-41c5-8fb2-c28ad2ef037a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:05.463783 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b804481-6e65-41c5-8fb2-c28ad2ef037a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc6b6f1-d737-431f-9191-ed2e8481978c,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:05.478258 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-290b686a-92e8-48e3-8778-35f9209c8826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:05.520417 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-290b686a-92e8-48e3-8778-35f9209c8826 None None] For port 721efa6f-9390-4238-887f-f6f148c1e49e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=721efa6f-9390-4238-887f-f6f148c1e49e,segment=NetworkSegment(0c4c259a-bdfe-4d6c-aec7-af647baedbd1),segment_id=0c4c259a-bdfe-4d6c-aec7-af647baedbd1)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:05.528093 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-290b686a-92e8-48e3-8778-35f9209c8826 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:05.548516 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6b804481-6e65-41c5-8fb2-c28ad2ef037a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=11b72b8dc46a445788a088fa2e887b8f&name=default HTTP/1.1" status: 200 len: 2647 time: 1.1068792 Feb 28 14:53:05.557645 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40954) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:05.561203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e8cc83-992c-4c14-8646-0c23dc3174c1 req-63dd3179-c779-463b-a021-1bb191496019 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:05.562723 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d8e8cc83-992c-4c14-8646-0c23dc3174c1 req-63dd3179-c779-463b-a021-1bb191496019 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.7707467 Feb 28 14:53:05.620634 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-290b686a-92e8-48e3-8778-35f9209c8826 None None] Pushing event updated for resources: {'Port': ['ID=721efa6f-9390-4238-887f-f6f148c1e49e,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:05.643825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7737d08-e028-4690-85b7-4f78854ac381 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:05.645363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7737d08-e028-4690-85b7-4f78854ac381 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:05.646810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7737d08-e028-4690-85b7-4f78854ac381 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:05.648535 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e7737d08-e028-4690-85b7-4f78854ac381 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.3782330 Feb 28 14:53:05.656980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40958) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:05.663271 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-769b83f0-543e-421d-8045-22482686d235 None None] Provisioning complete for port 4e69e50f-36bd-484d-ba6c-1eda2e24d0a6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:05.663829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-769b83f0-543e-421d-8045-22482686d235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:05.726500 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-769b83f0-543e-421d-8045-22482686d235 None None] Port 4e69e50f-36bd-484d-ba6c-1eda2e24d0a6 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:05.791387 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d8e8cc83-992c-4c14-8646-0c23dc3174c1 req-dc922ceb-d62c-477a-9fb0-4444c6d3cfb3 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2160292 Feb 28 14:53:05.876129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b35dc0d7-a83f-4842-a94a-6edb1072030b None None] Provisioning complete for port 721efa6f-9390-4238-887f-f6f148c1e49e triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:05.876637 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b35dc0d7-a83f-4842-a94a-6edb1072030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:05.969837 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d50618cd-33cf-4cc0-8b0b-46ee677f7681 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:06.050374 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b35dc0d7-a83f-4842-a94a-6edb1072030b None None] Provisioning for port 117672a8-785e-4b6b-b7ba-3a72b8a1584b completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:06.056655 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b35dc0d7-a83f-4842-a94a-6edb1072030b None None] Provisioning complete for port 117672a8-785e-4b6b-b7ba-3a72b8a1584b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:06.058726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b35dc0d7-a83f-4842-a94a-6edb1072030b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:06.107613 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d50618cd-33cf-4cc0-8b0b-46ee677f7681 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for 117672a8-785e-4b6b-b7ba-3a72b8a1584b owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:06.136271 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-b35dc0d7-a83f-4842-a94a-6edb1072030b None None] Port 117672a8-785e-4b6b-b7ba-3a72b8a1584b cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:06.173873 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d72e2b33-463d-4295-8aa7-8d909b882423 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Router e225edb1-f19a-4039-a6a6-69109bfe7327 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:53:06.251673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 721efa6f-9390-4238-887f-f6f148c1e49e up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:06.314119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0daff061-9af4-4c1a-a17e-36fdfc255776 None None] Provisioning complete for port 117672a8-785e-4b6b-b7ba-3a72b8a1584b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:06.314534 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0daff061-9af4-4c1a-a17e-36fdfc255776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:06.375611 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0daff061-9af4-4c1a-a17e-36fdfc255776 None None] Port 117672a8-785e-4b6b-b7ba-3a72b8a1584b cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:06.382179 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 721efa6f-9390-4238-887f-f6f148c1e49e triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:06.382783 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:06.419992 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1c1d9869-f65f-4872-95ed-96666534c355 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:06.420473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router b1098249-e8ad-4711-977b-b9067b97a348 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:53:06.498545 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1c1d9869-f65f-4872-95ed-96666534c355 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:06.549923 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:06.556864 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1969c39-ba44-4ff1-8832-238e25ab8fcd req-af1bc34d-a892-4be8-b123-2363a413230f tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:06.558315 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d1969c39-ba44-4ff1-8832-238e25ab8fcd req-af1bc34d-a892-4be8-b123-2363a413230f tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.2836742 Feb 28 14:53:06.634855 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-94aae0e7-c800-4f5a-aa83-39e1d30b446b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 5895126d-04fb-4624-801b-745b088740df {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:53:06.652338 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94aae0e7-c800-4f5a-aa83-39e1d30b446b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:06.665773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 94fb8087-6267-407a-8212-2b233c292ea2 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:53:06.682327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d50618cd-33cf-4cc0-8b0b-46ee677f7681 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:06.730045 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d1969c39-ba44-4ff1-8832-238e25ab8fcd req-f4cfc085-f4f4-4810-b963-46ea489fba3a tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1590400 Feb 28 14:53:06.796401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50618cd-33cf-4cc0-8b0b-46ee677f7681 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=117672a8-785e-4b6b-b7ba-3a72b8a1584b,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:06.814039 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94aae0e7-c800-4f5a-aa83-39e1d30b446b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:06.891515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1c1d9869-f65f-4872-95ed-96666534c355 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:06.919367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d72e2b33-463d-4295-8aa7-8d909b882423 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:53:06.924482 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d72e2b33-463d-4295-8aa7-8d909b882423 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:06.931164 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc968d3-d9c3-49a2-9702-4c09179df387 None None] Sync routers for ids ['e225edb1-f19a-4039-a6a6-69109bfe7327'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:53:06.946261 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc968d3-d9c3-49a2-9702-4c09179df387 None None] Routers {'e225edb1-f19a-4039-a6a6-69109bfe7327'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:06.947090 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bdc968d3-d9c3-49a2-9702-4c09179df387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e225edb1-f19a-4039-a6a6-69109bfe7327'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:06.967285 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1d9869-f65f-4872-95ed-96666534c355 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc6b6f1-d737-431f-9191-ed2e8481978c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:06.983432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:53:06.992493 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a192e54f-55db-4e99-819f-a51a67df2a37 None None] Sync routers for ids ['b1098249-e8ad-4711-977b-b9067b97a348'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:53:06.995451 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a506f6b7-6a17-4b86-bd30-bf778ef05b68 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/b1098249-e8ad-4711-977b-b9067b97a348/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5198336 Feb 28 14:53:07.004678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40966) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:07.014026 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a192e54f-55db-4e99-819f-a51a67df2a37 None None] Routers {'b1098249-e8ad-4711-977b-b9067b97a348'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:07.014817 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-a192e54f-55db-4e99-819f-a51a67df2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['b1098249-e8ad-4711-977b-b9067b97a348'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:07.042070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bdc968d3-d9c3-49a2-9702-4c09179df387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:07.061199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d50618cd-33cf-4cc0-8b0b-46ee677f7681 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:07.067633 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdc968d3-d9c3-49a2-9702-4c09179df387 None None] Routers {'e225edb1-f19a-4039-a6a6-69109bfe7327'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:07.068253 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bdc968d3-d9c3-49a2-9702-4c09179df387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e225edb1-f19a-4039-a6a6-69109bfe7327'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:07.077522 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94aae0e7-c800-4f5a-aa83-39e1d30b446b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:07.082423 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d72e2b33-463d-4295-8aa7-8d909b882423 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] 10.222.0.15 "DELETE /v2.0/floatingips/ecd3aeca-f333-453f-841c-8a827585f63c HTTP/1.1" status: 204 len: 168 time: 7.4405644 Feb 28 14:53:07.083107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40970) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:07.103353 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-a192e54f-55db-4e99-819f-a51a67df2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:07.109399 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:07.116277 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a192e54f-55db-4e99-819f-a51a67df2a37 None None] Routers {'b1098249-e8ad-4711-977b-b9067b97a348'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:07.117243 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-a192e54f-55db-4e99-819f-a51a67df2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['b1098249-e8ad-4711-977b-b9067b97a348'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:07.128796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:07.130027 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1c1d9869-f65f-4872-95ed-96666534c355 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:07.136565 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1c1d9869-f65f-4872-95ed-96666534c355 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5cc6b6f1-d737-431f-9191-ed2e8481978c HTTP/1.1" status: 204 len: 168 time: 1.5724480 Feb 28 14:53:07.136565 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d50618cd-33cf-4cc0-8b0b-46ee677f7681 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/117672a8-785e-4b6b-b7ba-3a72b8a1584b HTTP/1.1" status: 204 len: 168 time: 2.0538588 Feb 28 14:53:07.136565 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40974) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:07.142519 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecf864d-92d5-46ee-8436-d89a550ce829 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:07.143139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-aecf864d-92d5-46ee-8436-d89a550ce829 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Synchronizing usage tracker for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:07.149172 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Usage tracker for resource:floatingip and tenant:36ad32e93caf442bba12937ecbef6e0c is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:07.155511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:07.156517 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bdc968d3-d9c3-49a2-9702-4c09179df387 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:07.157293 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdc968d3-d9c3-49a2-9702-4c09179df387 None None] The sync data for ids ['e225edb1-f19a-4039-a6a6-69109bfe7327'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:53:07.177914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:07.203129 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf052e71-a4c4-4a3a-a7e0-bfc2072e5299 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] GET failed (client error): The resource could not be found. Feb 28 14:53:07.203562 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cf052e71-a4c4-4a3a-a7e0-bfc2072e5299 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:07.205948 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-aecf864d-92d5-46ee-8436-d89a550ce829 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Unset dirty status for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:07.207765 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-aecf864d-92d5-46ee-8436-d89a550ce829 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports/4e69e50f-36bd-484d-ba6c-1eda2e24d0a6 HTTP/1.1" status: 200 len: 911 time: 0.1982119 Feb 28 14:53:07.213156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:07.214955 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40980) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:07.223811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-4b12db24-2936-4448-b3eb-24ef53c53ca4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '86273cd5-1d23-4894-9ab1-b39f333d494f'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:07.233467 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-a192e54f-55db-4e99-819f-a51a67df2a37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:07.233982 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a192e54f-55db-4e99-819f-a51a67df2a37 None None] The sync data for ids ['b1098249-e8ad-4711-977b-b9067b97a348'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:53:07.313507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cf052e71-a4c4-4a3a-a7e0-bfc2072e5299 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:07.315702 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cf052e71-a4c4-4a3a-a7e0-bfc2072e5299 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/117672a8-785e-4b6b-b7ba-3a72b8a1584b HTTP/1.1" status: 404 len: 333 time: 0.1766772 Feb 28 14:53:07.321259 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 40984) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:07.323884 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94aae0e7-c800-4f5a-aa83-39e1d30b446b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:07.328197 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:53:07.336754 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-eea1cb9e-ad2c-48d2-a412-a7fc5dd574f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "PUT /v2.0/routers/94fb8087-6267-407a-8212-2b233c292ea2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1766028 Feb 28 14:53:07.337949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 40990) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:07.340510 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d2138f-b5f3-4ea7-ba05-e2b0decf9851 None None] Sync routers for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:53:07.346696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'port': {'network_id': '94c852a0-ae79-4531-986a-03480b675578', 'name': 'tempest-FloatingIPTestJSON-1163367496'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:07.355578 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2138f-b5f3-4ea7-ba05-e2b0decf9851 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:07.355805 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b1d2138f-b5f3-4ea7-ba05-e2b0decf9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:07.455020 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aae0e7-c800-4f5a-aa83-39e1d30b446b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=5895126d-04fb-4624-801b-745b088740df,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:07.487313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b1d2138f-b5f3-4ea7-ba05-e2b0decf9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:07.525910 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1d2138f-b5f3-4ea7-ba05-e2b0decf9851 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:07.526542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b1d2138f-b5f3-4ea7-ba05-e2b0decf9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:07.540707 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94aae0e7-c800-4f5a-aa83-39e1d30b446b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:07.546892 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:07.556012 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Usage tracker for resource:port and tenant:41c179f0fdac4809a34cc8c82420641b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:07.561115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:07.573512 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:07.581224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:07.623142 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-94aae0e7-c800-4f5a-aa83-39e1d30b446b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/5895126d-04fb-4624-801b-745b088740df HTTP/1.1" status: 204 len: 168 time: 1.9458721 Feb 28 14:53:07.623142 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:07.632106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b1d2138f-b5f3-4ea7-ba05-e2b0decf9851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:07.633648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41000) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:07.633853 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1d2138f-b5f3-4ea7-ba05-e2b0decf9851 None None] The sync data for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:53:07.635528 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace84310-ba5b-4e13-8b23-00eaedf527bc None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:07.668904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Made reservation on behalf of 41c179f0fdac4809a34cc8c82420641b for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:07.672024 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:07.709094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:07.744795 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] device_id is not set on port 5a194d95-0c67-4d24-8bf6-a0133090785d yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:07.915053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-b07b5d92-75a9-4876-8af4-65d411b41b34 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting subnet 15cfe3fd-3f19-48ec-a87e-fdd396e5c1d1 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:53:07.920181 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b07b5d92-75a9-4876-8af4-65d411b41b34 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:07.953693 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b12db24-2936-4448-b3eb-24ef53c53ca4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:08.086850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b07b5d92-75a9-4876-8af4-65d411b41b34 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:08.254248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Allocated IP 172.26.4.192 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/4a1951e6-1723-4e83-8a9c-47852e9541c8) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:08.319950 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41014) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:08.403765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-d956a769-355c-4aa3-a75b-9cae35df9796 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet c196b4c1-27a7-4d87-82e6-efd1deab4585 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:53:08.420529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d956a769-355c-4aa3-a75b-9cae35df9796 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:08.470352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Allocated IP 172.20.0.8 (94c852a0-ae79-4531-986a-03480b675578/9e8844f5-7f1a-45d3-b3c9-33d3eb5ddd21/5a194d95-0c67-4d24-8bf6-a0133090785d) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:08.517437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d956a769-355c-4aa3-a75b-9cae35df9796 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:08.565339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-312208598'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:08.607946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:08.640727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:network and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:08.646955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:08.663663 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:08.690293 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123170b3-cb35-49b7-8014-5c7b4661ba9a req-c5148d31-7551-4147-8084-ae5f9f626f1b tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:08.691788 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-123170b3-cb35-49b7-8014-5c7b4661ba9a req-c5148d31-7551-4147-8084-ae5f9f626f1b tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.6680264 Feb 28 14:53:08.692937 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b07b5d92-75a9-4876-8af4-65d411b41b34 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:08.719090 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-07432ebf-bc55-438f-8f77-edb60f83276d None None] Provisioning complete for port ef507bc5-81bb-47a3-b649-c54b75911229 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:08.720213 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-07432ebf-bc55-438f-8f77-edb60f83276d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:08.724323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:08.728220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:08.731141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:08.818892 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:08.841956 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d956a769-355c-4aa3-a75b-9cae35df9796 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:08.888481 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-123170b3-cb35-49b7-8014-5c7b4661ba9a req-2d27f12d-f285-4c06-99b8-3673125e09dd tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1223824 Feb 28 14:53:08.922379 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b07b5d92-75a9-4876-8af4-65d411b41b34 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:08.956210 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:08.974843 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:security_group_rule and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:08.976503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07b5d92-75a9-4876-8af4-65d411b41b34 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Subnet': ['ID=15cfe3fd-3f19-48ec-a87e-fdd396e5c1d1,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:08.986737 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:08.994518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b07b5d92-75a9-4876-8af4-65d411b41b34 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.000371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b12db24-2936-4448-b3eb-24ef53c53ca4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.004675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.009398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:09.010616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-653c3eb6-0ba1-4e41-9a76-e8f9985ccdb4 None None] Network 4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:09.016579 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.046480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b12db24-2936-4448-b3eb-24ef53c53ca4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.050648 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b12db24-2936-4448-b3eb-24ef53c53ca4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:09.051263 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b12db24-2936-4448-b3eb-24ef53c53ca4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.056504 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4b12db24-2936-4448-b3eb-24ef53c53ca4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/ports/4e69e50f-36bd-484d-ba6c-1eda2e24d0a6 HTTP/1.1" status: 200 len: 911 time: 1.8384118 Feb 28 14:53:09.059239 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41022) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:09.063609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d956a769-355c-4aa3-a75b-9cae35df9796 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.097272 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b07b5d92-75a9-4876-8af4-65d411b41b34 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/15cfe3fd-3f19-48ec-a87e-fdd396e5c1d1 HTTP/1.1" status: 204 len: 168 time: 1.7747765 Feb 28 14:53:09.112439 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41026) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:09.148500 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d956a769-355c-4aa3-a75b-9cae35df9796 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=c196b4c1-27a7-4d87-82e6-efd1deab4585,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:09.167098 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d956a769-355c-4aa3-a75b-9cae35df9796 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.174837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:09.181799 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:09.184369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:09.196986 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88565f65-d196-4616-8ee7-ac329b6bfd77 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:09.227251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Pushing event updated for resources: {'Port': ['ID=4a1951e6-1723-4e83-8a9c-47852e9541c8,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:09.305754 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.313060 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d956a769-355c-4aa3-a75b-9cae35df9796 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/c196b4c1-27a7-4d87-82e6-efd1deab4585 HTTP/1.1" status: 204 len: 168 time: 1.6782417 Feb 28 14:53:09.348749 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41032) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:09.436212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.464998 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Allocated IP 172.26.4.22 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/6d27ad80-b975-490e-9953-00c2f076ab9c) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:09.465211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.481003 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network 94c852a0-ae79-4531-986a-03480b675578 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:09.496927 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=5a194d95-0c67-4d24-8bf6-a0133090785d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:09.501419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:09.503881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:09.522934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-273929b8-5f63-4401-8708-e7b00bc22a9b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:router {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:09.526388 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b12db24-2936-4448-b3eb-24ef53c53ca4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=4e69e50f-36bd-484d-ba6c-1eda2e24d0a6,revision_number=3']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:09.563944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:53:09.573852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a15a5883-6673-49d1-aa49-f66928feddee None None] DHCP port deletion for 4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:53:09.578608 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a15a5883-6673-49d1-aa49-f66928feddee None None] Deleting port 721efa6f-9390-4238-887f-f6f148c1e49e {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:09.578983 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a15a5883-6673-49d1-aa49-f66928feddee None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.612637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.614435 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Added segment 69c628f0-8251-4e49-b0ba-fef4a759913a of type vlan for network be200c3b-4134-45c1-a362-476133cc0de3 Feb 28 14:53:09.616547 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a59b84e6-41bf-48c4-89f7-bfc29abdf56f,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:09.621439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b176e53-c32f-4c1d-af1a-48d077e9a7df None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:53:09.637408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8b176e53-c32f-4c1d-af1a-48d077e9a7df None None] Deleting port ef507bc5-81bb-47a3-b649-c54b75911229 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:09.638051 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8b176e53-c32f-4c1d-af1a-48d077e9a7df None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.644111 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:09.645145 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.676090 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d88abb85-6a05-4c9e-b066-1cc321e0393e req-9cfe856f-9b70-4b33-97ec-2381aed5fbdb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=3058aad5ce234490a5fe13a20aa3d30f&device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 1098 time: 0.3718419 Feb 28 14:53:09.682436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.684000 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.700886 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-273929b8-5f63-4401-8708-e7b00bc22a9b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:router {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:09.705128 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-273929b8-5f63-4401-8708-e7b00bc22a9b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3483436 Feb 28 14:53:09.705877 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41036) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:09.723318 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-fad37b09-9f70-4262-a739-31358ba1437a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:09.824747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port 721efa6f-9390-4238-887f-f6f148c1e49e {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:09.825055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.838163 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-67693e44-e023-45f1-9f1d-801d3733b48b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.4986467 Feb 28 14:53:09.841050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41040) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:09.848385 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:09.863576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'port': {'network_id': '94c852a0-ae79-4531-986a-03480b675578', 'name': 'tempest-FloatingIPTestJSON-2083051069'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:09.881969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:53:09.971784 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a15a5883-6673-49d1-aa49-f66928feddee None None] For port 721efa6f-9390-4238-887f-f6f148c1e49e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=721efa6f-9390-4238-887f-f6f148c1e49e,segment=NetworkSegment(0c4c259a-bdfe-4d6c-aec7-af647baedbd1),segment_id=0c4c259a-bdfe-4d6c-aec7-af647baedbd1)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:09.972362 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a15a5883-6673-49d1-aa49-f66928feddee None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:10.020562 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8130fa-2495-4aff-a4b9-7788997f9e44 req-4d6db43a-7787-4348-9be1-c46df428821c tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:10.022011 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fb8130fa-2495-4aff-a4b9-7788997f9e44 req-4d6db43a-7787-4348-9be1-c46df428821c tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.6665003 Feb 28 14:53:10.049958 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:10.103858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a15a5883-6673-49d1-aa49-f66928feddee None None] Calling delete_port for 721efa6f-9390-4238-887f-f6f148c1e49e owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:10.112586 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fad37b09-9f70-4262-a739-31358ba1437a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:10.125616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fad37b09-9f70-4262-a739-31358ba1437a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:10.140083 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8b176e53-c32f-4c1d-af1a-48d077e9a7df None None] For port ef507bc5-81bb-47a3-b649-c54b75911229, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ef507bc5-81bb-47a3-b649-c54b75911229,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:10.140449 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8b176e53-c32f-4c1d-af1a-48d077e9a7df None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:10.145152 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fad37b09-9f70-4262-a739-31358ba1437a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:10.149886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:10.154078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:10.155191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:10.158314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fad37b09-9f70-4262-a739-31358ba1437a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:10.262986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:10.287152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 721efa6f-9390-4238-887f-f6f148c1e49e no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:53:10.321589 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fb8130fa-2495-4aff-a4b9-7788997f9e44 req-faa91e87-32aa-4dd0-bb25-ccc191c6a045 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2772737 Feb 28 14:53:10.322301 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fad37b09-9f70-4262-a739-31358ba1437a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:10.322761 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8b176e53-c32f-4c1d-af1a-48d077e9a7df None None] Calling delete_port for ef507bc5-81bb-47a3-b649-c54b75911229 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:10.326015 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fad37b09-9f70-4262-a739-31358ba1437a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:10.364756 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.0422280 Feb 28 14:53:10.387381 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41044) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:10.392355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88abb85-6a05-4c9e-b066-1cc321e0393e req-a706d7ff-6d9a-4077-bb6f-2f180c06f9c1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:10.393735 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d88abb85-6a05-4c9e-b066-1cc321e0393e req-a706d7ff-6d9a-4077-bb6f-2f180c06f9c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d8e68083-b804-4567-a398-1f9531ac1f94 HTTP/1.1" status: 200 len: 912 time: 0.7059188 Feb 28 14:53:10.408666 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'name': 'tempest-PortsIpV6TestJSON-668736743'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:10.455652 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a15a5883-6673-49d1-aa49-f66928feddee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:10.490037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd42978-61f7-4751-986d-afbdaa31090a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Network': ['ID=be200c3b-4134-45c1-a362-476133cc0de3,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:10.522615 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:10.563750 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network be200c3b-4134-45c1-a362-476133cc0de3 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:53:10.573818 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] For port 721efa6f-9390-4238-887f-f6f148c1e49e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=721efa6f-9390-4238-887f-f6f148c1e49e,segment=NetworkSegment(0c4c259a-bdfe-4d6c-aec7-af647baedbd1),segment_id=0c4c259a-bdfe-4d6c-aec7-af647baedbd1)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:10.574292 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:10.584923 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15a5883-6673-49d1-aa49-f66928feddee None None] No DVR routers for this DVR port 721efa6f-9390-4238-887f-f6f148c1e49e on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:53:10.586601 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Port 721efa6f-9390-4238-887f-f6f148c1e49e update to DOWN by agent not found {{(pid=83593) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 28 14:53:10.587061 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ef507bc5-81bb-47a3-b649-c54b75911229 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:53:10.591933 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:10.602946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Usage tracker for resource:port and tenant:41c179f0fdac4809a34cc8c82420641b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:10.621280 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a5883-6673-49d1-aa49-f66928feddee None None] Pushing event deleted for resources: {'Port': ['ID=721efa6f-9390-4238-887f-f6f148c1e49e,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:10.627107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:10.648971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:10.706038 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8b176e53-c32f-4c1d-af1a-48d077e9a7df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:10.728857 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:10.745590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:port and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:10.751335 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for 721efa6f-9390-4238-887f-f6f148c1e49e owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:10.753026 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:10.761351 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Made reservation on behalf of 41c179f0fdac4809a34cc8c82420641b for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:10.764340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:10.771731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b176e53-c32f-4c1d-af1a-48d077e9a7df None None] Pushing event deleted for resources: {'Port': ['ID=ef507bc5-81bb-47a3-b649-c54b75911229,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:10.777382 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:10.780952 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d88abb85-6a05-4c9e-b066-1cc321e0393e req-1f38baec-05cb-43d2-8240-47af7bf09a3b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dff55e87-99f8-410d-a9b2-a28723fb61f4 HTTP/1.1" status: 200 len: 1000 time: 0.3794928 Feb 28 14:53:10.781330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No active binding found for port ef507bc5-81bb-47a3-b649-c54b75911229 {{(pid=83593) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 28 14:53:10.782222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ef507bc5-81bb-47a3-b649-c54b75911229 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:53:10.791448 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b176e53-c32f-4c1d-af1a-48d077e9a7df None None] No DVR routers for this DVR port ef507bc5-81bb-47a3-b649-c54b75911229 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:53:10.800115 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Pushing event updated for resources: {'Port': ['ID=6d27ad80-b975-490e-9953-00c2f076ab9c,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:10.807926 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:10.816530 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:10.822843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:10.855594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:10.858513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:10.900252 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] device_id is not set on port bed22c3a-6cfb-4b0e-ae05-4bfe0f518f68 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:10.955568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] device_id is not set on port c0c40848-5aa8-469b-9282-a249aceccc62 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:10.983292 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.api [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:53:10.983631 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG oslo_db.api [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:53:11.013869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88abb85-6a05-4c9e-b066-1cc321e0393e req-76dd869d-be11-47dc-82e2-9ec7385db65a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:11.015294 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d88abb85-6a05-4c9e-b066-1cc321e0393e req-76dd869d-be11-47dc-82e2-9ec7385db65a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8384ae17-c1f6-45d8-991e-642c0f17988e HTTP/1.1" status: 200 len: 851 time: 0.2276182 Feb 28 14:53:11.032614 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2751e9b1-219b-41d6-af3a-df3112317852 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:11.162328 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:11.177887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:11.317254 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.objects.ports [None req-fad37b09-9f70-4262-a739-31358ba1437a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83591) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:53:11.322587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fad37b09-9f70-4262-a739-31358ba1437a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:11.392757 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Allocated IP 172.20.0.10 (94c852a0-ae79-4531-986a-03480b675578/9e8844f5-7f1a-45d3-b3c9-33d3eb5ddd21/bed22c3a-6cfb-4b0e-ae05-4bfe0f518f68) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:11.423004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Pushing event updated for resources: {'Port': ['ID=4a1951e6-1723-4e83-8a9c-47852e9541c8,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:11.429012 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad37b09-9f70-4262-a739-31358ba1437a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:11.434784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-fad37b09-9f70-4262-a739-31358ba1437a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:11.444701 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fad37b09-9f70-4262-a739-31358ba1437a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:11.447055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fad37b09-9f70-4262-a739-31358ba1437a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:11.447221 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99dd19f4-d558-45cb-a135-661c99422861 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:11.453064 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad37b09-9f70-4262-a739-31358ba1437a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=711ed09f-3608-49ff-ac3a-8065cea23eed,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:11.462523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:11.471369 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d88abb85-6a05-4c9e-b066-1cc321e0393e req-24f28a13-b542-4a8c-ad15-186ca7fbbb21 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d8e68083-b804-4567-a398-1f9531ac1f94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4391558 Feb 28 14:53:11.479433 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:11.485826 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:11.640934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port 721efa6f-9390-4238-887f-f6f148c1e49e {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:11.641157 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:11.726908 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '711ed09f-3608-49ff-ac3a-8065cea23eed'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:53:11.727769 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:11.807776 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:11.811013 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fa504be5-1256-4528-b10d-b3029392c2ff tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.7197597 Feb 28 14:53:11.829861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41050) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:11.849717 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] The port '721efa6f-9390-4238-887f-f6f148c1e49e' was deleted {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:53:11.854802 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fad37b09-9f70-4262-a739-31358ba1437a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.1396966 Feb 28 14:53:11.854802 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41054) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:11.891058 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Allocated IP 2001:db8::f816:3eff:fee5:8062 (2d04583f-a513-435e-a720-cee2c3103874/711ed09f-3608-49ff-ac3a-8065cea23eed/17fd26f5-b0ef-40bd-867f-e173cddf81a8) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:11.932819 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b0dd14bf-02fe-47bf-81d3-b45d7338b87f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:11.967307 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d88abb85-6a05-4c9e-b066-1cc321e0393e req-b23c216b-9e65-4e92-9e7c-1703e3d1cbee service neutron] 10.222.0.20 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4840226 Feb 28 14:53:11.973629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.107079 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.118153 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Transition to ACTIVE for port object 17fd26f5-b0ef-40bd-867f-e173cddf81a8 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:12.137293 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Transition to ACTIVE for port object 17fd26f5-b0ef-40bd-867f-e173cddf81a8 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:12.151752 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.153637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eef181-3af3-4ad8-bb30-2af4a413bb9e req-c1de1807-ddcc-4001-9e8b-3cd361d5068d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:12.156480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.160459 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4eef181-3af3-4ad8-bb30-2af4a413bb9e req-c1de1807-ddcc-4001-9e8b-3cd361d5068d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.5705054 Feb 28 14:53:12.201161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:12.219079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:12.225554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Pushing event updated for resources: {'Port': ['ID=17fd26f5-b0ef-40bd-867f-e173cddf81a8,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:12.238836 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.241774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=c0c40848-5aa8-469b-9282-a249aceccc62,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:12.242352 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.244620 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b0dd14bf-02fe-47bf-81d3-b45d7338b87f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:12.249039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Usage tracker for resource:floatingip and tenant:9ed889a7474f435d8bb00b93f495c835 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:12.249864 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b0dd14bf-02fe-47bf-81d3-b45d7338b87f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:12.253476 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b0dd14bf-02fe-47bf-81d3-b45d7338b87f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:12.253600 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:12.255447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:12.255603 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:12.260020 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:12.260172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b0dd14bf-02fe-47bf-81d3-b45d7338b87f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:12.275434 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.281012 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0dd14bf-02fe-47bf-81d3-b45d7338b87f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:12.287292 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:12.356141 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4eef181-3af3-4ad8-bb30-2af4a413bb9e req-2404c648-5e25-45e9-b5a0-d8480c08259c tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1947410 Feb 28 14:53:12.360132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.366361 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:12.386201 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d88abb85-6a05-4c9e-b066-1cc321e0393e req-7d69022a-966b-4f3f-9193-103c6d877ce3 service neutron] 10.222.0.20 "GET /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018273 Feb 28 14:53:12.386201 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Checking segment: {'id': '69c628f0-8251-4e49-b0ba-fef4a759913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:12.386201 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network hostable DHCP agents. Network: be200c3b-4134-45c1-a362-476133cc0de3, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:53:12.439428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Attempting to bind port 17fd26f5-b0ef-40bd-867f-e173cddf81a8 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:53:12.441151 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Attempting to bind port 17fd26f5-b0ef-40bd-867f-e173cddf81a8 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:53:12.448103 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Attempting to bind port 17fd26f5-b0ef-40bd-867f-e173cddf81a8 on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:53:12.458410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:53:12.460260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:12.466047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.466929 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:53:12.469074 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Bound port: 17fd26f5-b0ef-40bd-867f-e173cddf81a8, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:53:12.470847 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.486639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.505503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c4c259a-bdfe-4d6c-aec7-af647baedbd1') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:12.505826 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c4c259a-bdfe-4d6c-aec7-af647baedbd1') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:12.543253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network be200c3b-4134-45c1-a362-476133cc0de3 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:53:12.576826 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, be200c3b-4134-45c1-a362-476133cc0de3) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:12.580749 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network 94c852a0-ae79-4531-986a-03480b675578 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:12.587949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:12.592885 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29357a99-6dc1-43ab-b4b0-bfac64e3ea4e None None] Network be200c3b-4134-45c1-a362-476133cc0de3 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:12.593178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:12.597514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:12.597666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.598421 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.602669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:12.635217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=bed22c3a-6cfb-4b0e-ae05-4bfe0f518f68,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:12.658821 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.680714 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e40d05e9-0a41-447b-b852-242387d18116 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 2.2899270 Feb 28 14:53:12.684398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41062) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:12.703132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1236867594'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:12.703349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b0dd14bf-02fe-47bf-81d3-b45d7338b87f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.716293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:12.717388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.723949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:12.729516 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:53:12.729934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.735522 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:network and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:12.741603 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:12.746103 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] For port 17fd26f5-b0ef-40bd-867f-e173cddf81a8, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:53:12.750121 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:53:12.753124 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:53:12.757788 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.799204 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-90286683-2a5b-414d-8b1c-56a66d4cfc6d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.9492202 Feb 28 14:53:12.799440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41066) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:12.805724 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': 'bed22c3a-6cfb-4b0e-ae05-4bfe0f518f68', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:12.820251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:12.822481 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:12.825460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.840687 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] For port 17fd26f5-b0ef-40bd-867f-e173cddf81a8, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=17fd26f5-b0ef-40bd-867f-e173cddf81a8,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:53:12.855638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Usage tracker for resource:floatingip and tenant:41c179f0fdac4809a34cc8c82420641b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:12.862154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.864836 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:12.881114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:12.938444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:53:12.948782 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.956835 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.978916 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:12.979488 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Added segment 0fbe2070-386d-4387-b94f-c9c2f0b27a66 of type vlan for network fd9cbaaf-dabf-4c35-a0fd-7495038853c5 Feb 28 14:53:12.998221 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d989b37-d8ae-43c7-ae75-563b2f1e78d8 None None] Pushing event updated for resources: {'Port': ['ID=17fd26f5-b0ef-40bd-867f-e173cddf81a8,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:13.046766 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:13.055815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Allocated IP 172.26.4.94 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/bf8ba160-7a01-43a1-b00b-1d03b718565d) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:13.083710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Network': ['ID=4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:13.110657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:13.114501 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e3c57718-52c1-4c80-9744-98536b10dd68 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/networks/4e8a4ec4-c1da-422d-9361-cbd75fc0b2cc HTTP/1.1" status: 204 len: 168 time: 4.0006950 Feb 28 14:53:13.116073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41070) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:13.144917 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'name': 'tempest-PortsTestJSON-1886850878'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:13.297112 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:53:13.394232 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:13.398193 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:13.398903 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:13.527457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:13.544017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:port and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:13.551789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:13.588748 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8946128 Feb 28 14:53:13.593347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:13.598183 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:13.602305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41076) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:13.612755 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe05462-1324-464e-8684-442caa471989 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Network': ['ID=fd9cbaaf-dabf-4c35-a0fd-7495038853c5,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:13.623578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'ports': [{'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3'}, {'network_id': 'fd9cbaaf-dabf-4c35-a0fd-7495038853c5'}]} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:13.623891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:13.624357 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'network_id': 'fd9cbaaf-dabf-4c35-a0fd-7495038853c5'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:13.624806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network fd9cbaaf-dabf-4c35-a0fd-7495038853c5 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:53:13.660422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:13.663984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:13.682216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b0dd14bf-02fe-47bf-81d3-b45d7338b87f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:13.720784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-2751e9b1-219b-41d6-af3a-df3112317852 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port 4e69e50f-36bd-484d-ba6c-1eda2e24d0a6 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:13.721129 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2751e9b1-219b-41d6-af3a-df3112317852 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:13.827201 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0dd14bf-02fe-47bf-81d3-b45d7338b87f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:13.829848 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Router 3e556c60-26cc-4595-adc0-2cdc84f60a9a is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:53:13.851632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-b0dd14bf-02fe-47bf-81d3-b45d7338b87f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:13.861473 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0dd14bf-02fe-47bf-81d3-b45d7338b87f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:13.862010 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b0dd14bf-02fe-47bf-81d3-b45d7338b87f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:13.889675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:13.891765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] device_id is not set on port 72e77770-938a-4acc-8869-ee5d1ae3695f yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:13.909887 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dd14bf-02fe-47bf-81d3-b45d7338b87f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=f7bf8416-7166-46e3-ae18-767eb500ed3a,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:14.031705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d53786-bde6-44b2-a6fc-c7fa77e210ca req-2aadd4db-3e8e-4162-9eb5-bbb658661eab tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:14.033198 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-92d53786-bde6-44b2-a6fc-c7fa77e210ca req-2aadd4db-3e8e-4162-9eb5-bbb658661eab tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.4462657 Feb 28 14:53:14.051580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.077366 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b0dd14bf-02fe-47bf-81d3-b45d7338b87f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.2189627 Feb 28 14:53:14.123589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41080) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:14.147518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'mac_address': 'fa:16:3e:67:2d:1b', 'name': 'tempest-NetworksTestDHCPv6-2042552163'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:14.229966 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2751e9b1-219b-41d6-af3a-df3112317852 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.242673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34857a23-c1f2-461c-b34d-b7edee43d45c None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:14.313972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:14.318027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Pushing event updated for resources: {'Port': ['ID=bf8ba160-7a01-43a1-b00b-1d03b718565d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:14.351784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:14.352840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:port and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:14.360450 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:14.362954 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:14.369217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 17fd26f5-b0ef-40bd-867f-e173cddf81a8 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:14.389291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:14.390556 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-2751e9b1-219b-41d6-af3a-df3112317852 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for 4e69e50f-36bd-484d-ba6c-1eda2e24d0a6 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:14.465142 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:14.477110 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6b688ebd-dc77-4b77-ba79-3388ad19cd3f None None] Provisioning for port 17fd26f5-b0ef-40bd-867f-e173cddf81a8 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:14.519736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Allocated IP 172.26.4.131 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/08dc1a1e-9a63-4b5d-95d5-9923c872fd5b) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:14.525794 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-92d53786-bde6-44b2-a6fc-c7fa77e210ca req-a5a942f9-89fe-4229-a281-f7ec88e1518a tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4815440 Feb 28 14:53:14.527135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 17fd26f5-b0ef-40bd-867f-e173cddf81a8 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:14.542883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 17fd26f5-b0ef-40bd-867f-e173cddf81a8 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:14.543277 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.559095 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'port': 2} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:14.562592 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.574195 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.621999 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.628223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:14.633462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:14.636558 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:14.642398 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:14.665266 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:14.669174 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.741125 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.752894 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port e76c1099-a48d-4977-b72a-3918a5d953f5 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:14.824011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:53:14.826596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 17fd26f5-b0ef-40bd-867f-e173cddf81a8, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=17fd26f5-b0ef-40bd-867f-e173cddf81a8,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:14.837950 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a162e3e6-44a4-4a59-9872-ba11ef6e7549 None None] Sync routers for ids ['3e556c60-26cc-4595-adc0-2cdc84f60a9a'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:53:14.840269 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.855834 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a162e3e6-44a4-4a59-9872-ba11ef6e7549 None None] Routers {'3e556c60-26cc-4595-adc0-2cdc84f60a9a'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:14.857026 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-a162e3e6-44a4-4a59-9872-ba11ef6e7549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3e556c60-26cc-4595-adc0-2cdc84f60a9a'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:14.867648 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2751e9b1-219b-41d6-af3a-df3112317852 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.891572 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebf1a757-7648-47cb-a67d-2ecf5e42e7ba None None] Update dhcp port {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'fixed_ips': [{'subnet_id': '711ed09f-3608-49ff-ac3a-8065cea23eed', 'ip_address': '2001:db8::f816:3eff:fee5:8062'}, {'subnet_id': 'f7bf8416-7166-46e3-ae18-767eb500ed3a'}], 'binding:host_id': 'dv-neutron-830866-2-hyperv'}, 'id': '17fd26f5-b0ef-40bd-867f-e173cddf81a8'} from dv-neutron-830866-2-hyperv. {{(pid=83593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 14:53:14.905082 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.933096 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-a162e3e6-44a4-4a59-9872-ba11ef6e7549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:14.944725 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a162e3e6-44a4-4a59-9872-ba11ef6e7549 None None] Routers {'3e556c60-26cc-4595-adc0-2cdc84f60a9a'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:14.945571 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-a162e3e6-44a4-4a59-9872-ba11ef6e7549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3e556c60-26cc-4595-adc0-2cdc84f60a9a'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:14.953481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.955465 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a757-7648-47cb-a67d-2ecf5e42e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:14.956149 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-919793ab-115c-457e-8915-372a50075230 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "PUT /v2.0/routers/3e556c60-26cc-4595-adc0-2cdc84f60a9a HTTP/1.1" status: 200 len: 914 time: 9.7980769 Feb 28 14:53:14.963248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41086) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:15.003370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2751e9b1-219b-41d6-af3a-df3112317852 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Port': ['ID=4e69e50f-36bd-484d-ba6c-1eda2e24d0a6,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:15.031018 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-a162e3e6-44a4-4a59-9872-ba11ef6e7549 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:15.031825 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a162e3e6-44a4-4a59-9872-ba11ef6e7549 None None] The sync data for ids ['3e556c60-26cc-4595-adc0-2cdc84f60a9a'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:53:15.054159 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:15.058735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:15.108310 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=17fd26f5-b0ef-40bd-867f-e173cddf81a8,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:15.336732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2751e9b1-219b-41d6-af3a-df3112317852 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:15.400723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:15.402352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:15.412383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=08dc1a1e-9a63-4b5d-95d5-9923c872fd5b,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:15.419521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:15.421378 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:15.423723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:15.469286 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 172.20.0.12 (2d04583f-a513-435e-a720-cee2c3103874/f7bf8416-7166-46e3-ae18-767eb500ed3a/e76c1099-a48d-4977-b72a-3918a5d953f5) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:15.485624 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::f816:3eff:fe67:2d1b (2d04583f-a513-435e-a720-cee2c3103874/711ed09f-3608-49ff-ac3a-8065cea23eed/e76c1099-a48d-4977-b72a-3918a5d953f5) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:15.614960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:15.619268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:15.620126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:15.659924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] device_id is not set on port 05b1241f-4a71-48bf-9d88-17da481a7be1 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:15.748129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320be8c7-afeb-4a4b-a230-42f424e185ae req-da8f11d7-277f-4a82-9649-1669aa0ad068 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:15.749566 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-320be8c7-afeb-4a4b-a230-42f424e185ae req-da8f11d7-277f-4a82-9649-1669aa0ad068 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.9870358 Feb 28 14:53:15.817854 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:15.818646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=72e77770-938a-4acc-8869-ee5d1ae3695f,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:15.825973 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-dc13ba25-d932-4786-a56f-bde96803dff2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 2.7064991 Feb 28 14:53:15.854883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41090) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:15.956412 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2751e9b1-219b-41d6-af3a-df3112317852 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router b1098249-e8ad-4711-977b-b9067b97a348 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:53:15.959519 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:15.980756 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object e76c1099-a48d-4977-b72a-3918a5d953f5 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:16.064664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-950872c1-e2f4-4edb-a075-058c31b72d59 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port 72e77770-938a-4acc-8869-ee5d1ae3695f {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:16.064991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-950872c1-e2f4-4edb-a075-058c31b72d59 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.089404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.127266 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-320be8c7-afeb-4a4b-a230-42f424e185ae req-8c29d15b-32b2-4f1f-bd02-c37b366b65f8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3635967 Feb 28 14:53:16.134530 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.236597 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-ebf1a757-7648-47cb-a67d-2ecf5e42e7ba None None] Allocated IP 172.20.0.2 (2d04583f-a513-435e-a720-cee2c3103874/f7bf8416-7166-46e3-ae18-767eb500ed3a/17fd26f5-b0ef-40bd-867f-e173cddf81a8) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:16.252822 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2751e9b1-219b-41d6-af3a-df3112317852 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:53:16.258923 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2751e9b1-219b-41d6-af3a-df3112317852 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/b1098249-e8ad-4711-977b-b9067b97a348/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1601551 Feb 28 14:53:16.264440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41096) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:16.304086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=e76c1099-a48d-4977-b72a-3918a5d953f5,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:16.338914 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-02110990-e09e-4adb-b1a0-ecaad261b90f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Synchronizing usage tracker for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:16.344820 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:16.346725 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:16.349646 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:16.420254 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d26193-d65b-457d-adf4-389880ac45ab None None] Sync routers for ids ['b1098249-e8ad-4711-977b-b9067b97a348'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:53:16.423063 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 17fd26f5-b0ef-40bd-867f-e173cddf81a8 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:16.458699 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:16.459773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.467628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.474343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ebf1a757-7648-47cb-a67d-2ecf5e42e7ba None None] For port 17fd26f5-b0ef-40bd-867f-e173cddf81a8, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=17fd26f5-b0ef-40bd-867f-e173cddf81a8,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:16.506147 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d26193-d65b-457d-adf4-389880ac45ab None None] Routers {'b1098249-e8ad-4711-977b-b9067b97a348'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:16.506588 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-11d26193-d65b-457d-adf4-389880ac45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['b1098249-e8ad-4711-977b-b9067b97a348'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:16.508881 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-02110990-e09e-4adb-b1a0-ecaad261b90f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Unset dirty status for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:16.510036 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-02110990-e09e-4adb-b1a0-ecaad261b90f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1098249-e8ad-4711-977b-b9067b97a348 HTTP/1.1" status: 200 len: 205 time: 0.2413371 Feb 28 14:53:16.513763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41100) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:16.602542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.resource_extend [None req-ebf1a757-7648-47cb-a67d-2ecf5e42e7ba None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:53:16.610530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-11d26193-d65b-457d-adf4-389880ac45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:16.622681 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a757-7648-47cb-a67d-2ecf5e42e7ba None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.654575 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ebf1a757-7648-47cb-a67d-2ecf5e42e7ba None None] Transition to ACTIVE for port object 17fd26f5-b0ef-40bd-867f-e173cddf81a8 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:16.658335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d26193-d65b-457d-adf4-389880ac45ab None None] Routers {'b1098249-e8ad-4711-977b-b9067b97a348'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:16.659194 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-11d26193-d65b-457d-adf4-389880ac45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['b1098249-e8ad-4711-977b-b9067b97a348'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:16.719602 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ebf1a757-7648-47cb-a67d-2ecf5e42e7ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.756708 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a51e3787-50cc-417a-80f6-09cde8931681 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.6252193 Feb 28 14:53:16.762755 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41106) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:16.766793 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-11d26193-d65b-457d-adf4-389880ac45ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:16.767203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11d26193-d65b-457d-adf4-389880ac45ab None None] The sync data for ids ['b1098249-e8ad-4711-977b-b9067b97a348'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:53:16.840340 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c3480bd0-d93e-4656-b019-933f3f0c40ee tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:16.875632 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf1a757-7648-47cb-a67d-2ecf5e42e7ba None None] Pushing event updated for resources: {'Port': ['ID=17fd26f5-b0ef-40bd-867f-e173cddf81a8,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:16.877076 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d3c87ff7-d1b1-40b4-ad0e-c6d735164180 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/routers/3e556c60-26cc-4595-adc0-2cdc84f60a9a HTTP/1.1" status: 200 len: 920 time: 1.8968942 Feb 28 14:53:16.888698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41110) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:16.909832 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] device_id is not set on port 037054bd-f9dd-4aa6-b0c9-2aa26e53b7ed yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:16.984525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d533612c-a098-4d38-9ebc-9be874d15c0f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:16.987989 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d533612c-a098-4d38-9ebc-9be874d15c0f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:16.988668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d533612c-a098-4d38-9ebc-9be874d15c0f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:17.001429 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-950872c1-e2f4-4edb-a075-058c31b72d59 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.066066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d533612c-a098-4d38-9ebc-9be874d15c0f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:17.067224 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d533612c-a098-4d38-9ebc-9be874d15c0f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3035762 Feb 28 14:53:17.125878 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41114) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:17.299669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-950872c1-e2f4-4edb-a075-058c31b72d59 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for 72e77770-938a-4acc-8869-ee5d1ae3695f owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:17.330742 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-0908d3a9-525d-44ef-8fd8-3bfb3fcfbcf8 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port e76c1099-a48d-4977-b72a-3918a5d953f5 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:17.331086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0908d3a9-525d-44ef-8fd8-3bfb3fcfbcf8 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.362002 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c3480bd0-d93e-4656-b019-933f3f0c40ee tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.376885 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c3480bd0-d93e-4656-b019-933f3f0c40ee tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.419452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4273bb0-da8c-4645-812a-36dfced2147f req-008ae01b-355d-4c15-be27-250df1c2b263 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:17.426049 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a4273bb0-da8c-4645-812a-36dfced2147f req-008ae01b-355d-4c15-be27-250df1c2b263 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.7171915 Feb 28 14:53:17.465525 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.485182 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c3480bd0-d93e-4656-b019-933f3f0c40ee tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.486108 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3480bd0-d93e-4656-b019-933f3f0c40ee tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Fanout notify agent at l3_agent the message router_deleted on router b1098249-e8ad-4711-977b-b9067b97a348 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:53:17.497948 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.542530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-da31f1ed-0a04-4920-98a2-d20d6309ed95 None None] Provisioning for port 17fd26f5-b0ef-40bd-867f-e173cddf81a8 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:17.543083 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-41feedd8-fc10-4653-82ac-092ee4f5a205 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&device_id=3e556c60-26cc-4595-adc0-2cdc84f60a9a&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6410050 Feb 28 14:53:17.551369 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-da31f1ed-0a04-4920-98a2-d20d6309ed95 None None] Provisioning complete for port 17fd26f5-b0ef-40bd-867f-e173cddf81a8 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:17.552263 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-da31f1ed-0a04-4920-98a2-d20d6309ed95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.553501 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41118) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:17.649025 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-950872c1-e2f4-4edb-a075-058c31b72d59 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.650711 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c3480bd0-d93e-4656-b019-933f3f0c40ee tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.654168 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c3480bd0-d93e-4656-b019-933f3f0c40ee tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/routers/b1098249-e8ad-4711-977b-b9067b97a348 HTTP/1.1" status: 204 len: 168 time: 1.1393745 Feb 28 14:53:17.658846 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41122) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:17.730185 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a4273bb0-da8c-4645-812a-36dfced2147f req-be11eef4-fec7-4af0-9242-75b114235ac7 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3031971 Feb 28 14:53:17.774376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.785946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Pushing event updated for resources: {'Port': ['ID=bf8ba160-7a01-43a1-b00b-1d03b718565d,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:17.788134 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0908d3a9-525d-44ef-8fd8-3bfb3fcfbcf8 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.841194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-950872c1-e2f4-4edb-a075-058c31b72d59 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.847664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.848692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950872c1-e2f4-4edb-a075-058c31b72d59 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=72e77770-938a-4acc-8869-ee5d1ae3695f,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:17.858404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b0cbe596-9ba0-47ba-b443-765298021cee None None] Provisioning for port e76c1099-a48d-4977-b72a-3918a5d953f5 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:17.863870 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b0cbe596-9ba0-47ba-b443-765298021cee None None] Provisioning complete for port e76c1099-a48d-4977-b72a-3918a5d953f5 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:17.864223 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b0cbe596-9ba0-47ba-b443-765298021cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.917624 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:17.918237 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-b0cbe596-9ba0-47ba-b443-765298021cee None None] Port e76c1099-a48d-4977-b72a-3918a5d953f5 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:17.922081 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-950872c1-e2f4-4edb-a075-058c31b72d59 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/72e77770-938a-4acc-8869-ee5d1ae3695f HTTP/1.1" status: 204 len: 168 time: 2.0653880 Feb 28 14:53:17.938315 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41126) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:17.942267 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770d2ec3-7f64-4a8f-ae3b-0a7ec28b5ba5 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:17.946642 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-770d2ec3-7f64-4a8f-ae3b-0a7ec28b5ba5 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/networks/2c3941b4-a632-4920-84bb-54647ee9840b HTTP/1.1" status: 200 len: 881 time: 0.3921683 Feb 28 14:53:17.947295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41130) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:17.949129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'mac_address': 'fa:16:3e:8e:03:12', 'name': 'tempest-PortsTestJSON-1643308668'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:17.956585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-0908d3a9-525d-44ef-8fd8-3bfb3fcfbcf8 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for e76c1099-a48d-4977-b72a-3918a5d953f5 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:17.972759 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.005307 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.006527 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e58cb3b5-165a-4f27-b5ea-4e94149efc01 tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.1692617 Feb 28 14:53:18.058543 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41134) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:18.071246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.204862 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6995ff7a-4a4a-4665-ac40-bc867be47f1d tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e556c60-26cc-4595-adc0-2cdc84f60a9a HTTP/1.1" status: 200 len: 205 time: 0.2189274 Feb 28 14:53:18.207464 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41138) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:18.249232 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 17fd26f5-b0ef-40bd-867f-e173cddf81a8 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:18.266335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:18.276849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network be200c3b-4134-45c1-a362-476133cc0de3 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:18.281736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:port and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:18.286092 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:18.288081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:18.296466 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:18.297254 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.318529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:18.321844 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 17fd26f5-b0ef-40bd-867f-e173cddf81a8 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:18.322214 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.328899 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=05b1241f-4a71-48bf-9d88-17da481a7be1,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:18.332279 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-69c18c08-58c5-44ec-b6e6-0ce7a23f65cf tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Synchronizing usage tracker for tenant:36ad32e93caf442bba12937ecbef6e0c on resource:floatingip {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:18.430274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-97ae180d-4651-4dc4-b879-01b57c42aa7a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting subnet 86273cd5-1d23-4894-9ab1-b39f333d494f {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:53:18.447840 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97ae180d-4651-4dc4-b879-01b57c42aa7a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.464306 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:18.532010 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97ae180d-4651-4dc4-b879-01b57c42aa7a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.575835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=037054bd-f9dd-4aa6-b0c9-2aa26e53b7ed,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:18.577909 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-69c18c08-58c5-44ec-b6e6-0ce7a23f65cf tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Unset dirty status for tenant:36ad32e93caf442bba12937ecbef6e0c on resource:floatingip {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:18.581551 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-69c18c08-58c5-44ec-b6e6-0ce7a23f65cf tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3206 time: 0.5147779 Feb 28 14:53:18.595301 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41142) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:18.687758 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0908d3a9-525d-44ef-8fd8-3bfb3fcfbcf8 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.723010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.736824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4dc0a2f8-fa42-4df0-bb7e-760dc0c0070f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Synchronizing usage tracker for tenant:ed80311e5341435c89cdaeb88ee9ae1d on resource:floatingip {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:18.745779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0908d3a9-525d-44ef-8fd8-3bfb3fcfbcf8 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=e76c1099-a48d-4977-b72a-3918a5d953f5,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:18.749236 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Checking segment: {'id': '0fbe2070-386d-4387-b94f-c9c2f0b27a66', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'fd9cbaaf-dabf-4c35-a0fd-7495038853c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:18.749589 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network hostable DHCP agents. Network: fd9cbaaf-dabf-4c35-a0fd-7495038853c5, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:53:18.756313 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97ae180d-4651-4dc4-b879-01b57c42aa7a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.798460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] device_id is not set on port c1d74fb7-4f07-4014-b879-212b34b7e02c yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:18.832757 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.837736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4dc0a2f8-fa42-4df0-bb7e-760dc0c0070f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Unset dirty status for tenant:ed80311e5341435c89cdaeb88ee9ae1d on resource:floatingip {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:18.842034 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4dc0a2f8-fa42-4df0-bb7e-760dc0c0070f tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.2346866 Feb 28 14:53:18.842213 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41150) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:18.875202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6580-3843-4402-9203-e0610f9b6943 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:18.921786 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.138929 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0908d3a9-525d-44ef-8fd8-3bfb3fcfbcf8 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.164734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97ae180d-4651-4dc4-b879-01b57c42aa7a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.213267 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae180d-4651-4dc4-b879-01b57c42aa7a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Subnet': ['ID=86273cd5-1d23-4894-9ab1-b39f333d494f,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:19.223728 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0908d3a9-525d-44ef-8fd8-3bfb3fcfbcf8 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/e76c1099-a48d-4977-b72a-3918a5d953f5 HTTP/1.1" status: 204 len: 168 time: 2.0967588 Feb 28 14:53:19.231031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d849a003-f496-4b23-a38e-eaf21229b78a req-66479370-678a-4860-a84e-f08a0878590c tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:19.232570 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d849a003-f496-4b23-a38e-eaf21229b78a req-66479370-678a-4860-a84e-f08a0878590c tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.3057401 Feb 28 14:53:19.233019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41154) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:19.248553 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96dfe531-e358-4d59-8e18-088ded445084 None None] Network 0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:19.269350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97ae180d-4651-4dc4-b879-01b57c42aa7a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.274318 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-97ae180d-4651-4dc4-b879-01b57c42aa7a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/86273cd5-1d23-4894-9ab1-b39f333d494f HTTP/1.1" status: 204 len: 168 time: 1.6122360 Feb 28 14:53:19.276262 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41158) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:19.298534 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network fd9cbaaf-dabf-4c35-a0fd-7495038853c5 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:53:19.312838 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=08dc1a1e-9a63-4b5d-95d5-9923c872fd5b,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:19.326128 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-98aeadb6-74d3-4a3e-8764-c4f9b1f123fd tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Deleting port bf8ba160-7a01-43a1-b00b-1d03b718565d {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:19.326466 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98aeadb6-74d3-4a3e-8764-c4f9b1f123fd tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.380926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, fd9cbaaf-dabf-4c35-a0fd-7495038853c5) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:19.407444 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0373202-cbe4-4b14-a4e8-85858d413389 None None] Network fd9cbaaf-dabf-4c35-a0fd-7495038853c5 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:19.425181 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:19.429088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:19.432941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:19.433951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.435953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732adb63-6c66-4c22-90f6-08381ba761b7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:19.437314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732adb63-6c66-4c22-90f6-08381ba761b7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:19.439279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-732adb63-6c66-4c22-90f6-08381ba761b7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:19.440287 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-732adb63-6c66-4c22-90f6-08381ba761b7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:19.451039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.485713 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.493029 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d849a003-f496-4b23-a38e-eaf21229b78a req-baa47633-5846-4d55-be7f-5a59d4286169 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2173502 Feb 28 14:53:19.509577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-732adb63-6c66-4c22-90f6-08381ba761b7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:19.510725 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-732adb63-6c66-4c22-90f6-08381ba761b7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2765074 Feb 28 14:53:19.514585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41162) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:19.558765 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port 3a740f0b-5028-4890-aba4-d336623dc274 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:19.559146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.694077 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6580-3843-4402-9203-e0610f9b6943 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.708780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fe5a92c-cc92-4129-af65-5dc47fadb7aa None None] DHCP port deletion for 0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:53:19.713222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5fe5a92c-cc92-4129-af65-5dc47fadb7aa None None] Deleting port 3a740f0b-5028-4890-aba4-d336623dc274 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:19.713917 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a92c-cc92-4129-af65-5dc47fadb7aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.760213 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-67bf88ee-abc8-498a-896e-99819e569848 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 6.1527636 Feb 28 14:53:19.781353 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41168) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:19.842148 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f237c8c-1945-49b3-9924-a7717fde6366 req-e68402f9-0928-4fdc-a06b-4915d92a7bb9 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:19.843580 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9f237c8c-1945-49b3-9924-a7717fde6366 req-e68402f9-0928-4fdc-a06b-4915d92a7bb9 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.20 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.7996385 Feb 28 14:53:19.854801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.889874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd6580-3843-4402-9203-e0610f9b6943 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Deleting port 6d27ad80-b975-490e-9953-00c2f076ab9c {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:19.890152 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6580-3843-4402-9203-e0610f9b6943 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.925294 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-5fe5a92c-cc92-4129-af65-5dc47fadb7aa None None] For port 3a740f0b-5028-4890-aba4-d336623dc274, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3a740f0b-5028-4890-aba4-d336623dc274,segment=NetworkSegment(8bb2d77b-877f-4b58-84f0-2a11f79f4525),segment_id=8bb2d77b-877f-4b58-84f0-2a11f79f4525)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:19.925294 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a92c-cc92-4129-af65-5dc47fadb7aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.966579 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98aeadb6-74d3-4a3e-8764-c4f9b1f123fd tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.967203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98aeadb6-74d3-4a3e-8764-c4f9b1f123fd tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:19.997914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-ddc52fad-699e-4b38-b57d-4b13d51d282f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port 037054bd-f9dd-4aa6-b0c9-2aa26e53b7ed {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:19.998263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ddc52fad-699e-4b38-b57d-4b13d51d282f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.045897 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5fe5a92c-cc92-4129-af65-5dc47fadb7aa None None] Calling delete_port for 3a740f0b-5028-4890-aba4-d336623dc274 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:20.119443 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5fe5a92c-cc92-4129-af65-5dc47fadb7aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.142124 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] For port 3a740f0b-5028-4890-aba4-d336623dc274, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3a740f0b-5028-4890-aba4-d336623dc274,segment=NetworkSegment(8bb2d77b-877f-4b58-84f0-2a11f79f4525),segment_id=8bb2d77b-877f-4b58-84f0-2a11f79f4525)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:20.142502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.153487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-9f237c8c-1945-49b3-9924-a7717fde6366 req-37b62c4f-afb1-4751-8e0a-92cbe3a196a8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Deleting port dff55e87-99f8-410d-a9b2-a28723fb61f4 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:20.154235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9f237c8c-1945-49b3-9924-a7717fde6366 req-37b62c4f-afb1-4751-8e0a-92cbe3a196a8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.178111 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe5a92c-cc92-4129-af65-5dc47fadb7aa None None] Pushing event deleted for resources: {'Port': ['ID=3a740f0b-5028-4890-aba4-d336623dc274,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:20.184093 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fe5a92c-cc92-4129-af65-5dc47fadb7aa None None] No DVR routers for this DVR port 3a740f0b-5028-4890-aba4-d336623dc274 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:53:20.196728 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-98aeadb6-74d3-4a3e-8764-c4f9b1f123fd tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Calling delete_port for bf8ba160-7a01-43a1-b00b-1d03b718565d owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:20.260318 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3a740f0b-5028-4890-aba4-d336623dc274 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:53:20.281290 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for 3a740f0b-5028-4890-aba4-d336623dc274 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:20.294183 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 3a740f0b-5028-4890-aba4-d336623dc274 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:53:20.294535 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3a740f0b-5028-4890-aba4-d336623dc274 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:53:20.300388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.310574 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-72ad8667-dac7-4438-a609-44680c2b7b0c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 711ed09f-3608-49ff-ac3a-8065cea23eed {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:53:20.319082 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72ad8667-dac7-4438-a609-44680c2b7b0c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.420454 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72ad8667-dac7-4438-a609-44680c2b7b0c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.474588 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6580-3843-4402-9203-e0610f9b6943 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.612935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-a9cd6580-3843-4402-9203-e0610f9b6943 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Calling delete_port for 6d27ad80-b975-490e-9953-00c2f076ab9c owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:20.654019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.api [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:53:20.654336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG oslo_db.api [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:53:20.696821 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:20.714905 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72ad8667-dac7-4438-a609-44680c2b7b0c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.724149 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:20.726925 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:20.730894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:20.731482 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.844783 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=c1d74fb7-4f07-4014-b879-212b34b7e02c,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:20.846559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72ad8667-dac7-4438-a609-44680c2b7b0c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.892160 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ad8667-dac7-4438-a609-44680c2b7b0c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=711ed09f-3608-49ff-ac3a-8065cea23eed,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:20.902933 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72ad8667-dac7-4438-a609-44680c2b7b0c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.911113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7bf04f8-4ac2-4155-a498-df2212090665 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:20.911399 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6580-3843-4402-9203-e0610f9b6943 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.961754 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ddc52fad-699e-4b38-b57d-4b13d51d282f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:20.968319 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-72ad8667-dac7-4438-a609-44680c2b7b0c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/711ed09f-3608-49ff-ac3a-8065cea23eed HTTP/1.1" status: 204 len: 168 time: 1.4493799 Feb 28 14:53:20.968319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cd6580-3843-4402-9203-e0610f9b6943 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Pushing event deleted for resources: {'Port': ['ID=6d27ad80-b975-490e-9953-00c2f076ab9c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:20.969663 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41174) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:20.973890 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-11f7e55f-3ff6-417a-9a56-fc871d1cc4e1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 3.0345497 Feb 28 14:53:20.979613 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41178) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:21.115448 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-ddd9d753-a59e-44f8-acc4-5e8e5fb04b30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet f7bf8416-7166-46e3-ae18-767eb500ed3a {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:53:21.120429 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d753-a59e-44f8-acc4-5e8e5fb04b30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:21.150486 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-ddc52fad-699e-4b38-b57d-4b13d51d282f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for 037054bd-f9dd-4aa6-b0c9-2aa26e53b7ed owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:21.157435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port 3a740f0b-5028-4890-aba4-d336623dc274 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:21.157774 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:21.263113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98aeadb6-74d3-4a3e-8764-c4f9b1f123fd tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:21.314007 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Floating IP 4e2ee116-217d-4c3c-b400-d63a8f12b0ba associated. External IP: 172.26.4.131, port: bed22c3a-6cfb-4b0e-ae05-4bfe0f518f68. Feb 28 14:53:21.406098 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98aeadb6-74d3-4a3e-8764-c4f9b1f123fd tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Pushing event deleted for resources: {'Port': ['ID=bf8ba160-7a01-43a1-b00b-1d03b718565d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:21.456180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08074ce9-1cb2-4662-8653-12ab28719ede tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:21.456941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-08074ce9-1cb2-4662-8653-12ab28719ede tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:21.460176 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-9f237c8c-1945-49b3-9924-a7717fde6366 req-37b62c4f-afb1-4751-8e0a-92cbe3a196a8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] For port dff55e87-99f8-410d-a9b2-a28723fb61f4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dff55e87-99f8-410d-a9b2-a28723fb61f4,segment=NetworkSegment(e80d797f-4c00-46e2-ae49-a879d3e4da2f),segment_id=e80d797f-4c00-46e2-ae49-a879d3e4da2f)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:21.460563 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9f237c8c-1945-49b3-9924-a7717fde6366 req-37b62c4f-afb1-4751-8e0a-92cbe3a196a8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:21.460861 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] The port '3a740f0b-5028-4890-aba4-d336623dc274' was deleted {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:53:21.508237 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d753-a59e-44f8-acc4-5e8e5fb04b30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:21.555314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6580-3843-4402-9203-e0610f9b6943 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:21.630017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be8fda7-fdf6-474d-add9-e2bf2ba168c1 req-c0ae5567-bce5-4ff0-9922-40204590a6bf tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:21.631510 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3be8fda7-fdf6-474d-add9-e2bf2ba168c1 req-c0ae5567-bce5-4ff0-9922-40204590a6bf tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.9327695 Feb 28 14:53:21.687604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ddc52fad-699e-4b38-b57d-4b13d51d282f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:21.729265 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-08074ce9-1cb2-4662-8653-12ab28719ede tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:21.730379 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-08074ce9-1cb2-4662-8653-12ab28719ede tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/c1d74fb7-4f07-4014-b879-212b34b7e02c HTTP/1.1" status: 200 len: 841 time: 0.7459960 Feb 28 14:53:21.738304 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41182) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:21.770293 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cd43fd44-6c37-492b-b339-ba48c337f38e None None] Provisioning complete for port 17fd26f5-b0ef-40bd-867f-e173cddf81a8 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:21.770909 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cd43fd44-6c37-492b-b339-ba48c337f38e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:21.779165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc52fad-699e-4b38-b57d-4b13d51d282f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=037054bd-f9dd-4aa6-b0c9-2aa26e53b7ed,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:21.823711 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:21.852418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98aeadb6-74d3-4a3e-8764-c4f9b1f123fd tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:21.875644 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ddc52fad-699e-4b38-b57d-4b13d51d282f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:21.897104 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98aeadb6-74d3-4a3e-8764-c4f9b1f123fd tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:21.902255 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-98aeadb6-74d3-4a3e-8764-c4f9b1f123fd tempest-FloatingIPAdminTestJSON-945945043 tempest-FloatingIPAdminTestJSON-945945043-project] 10.222.0.15 "DELETE /v2.0/floatingips/efb4ed63-84de-46ad-8d96-2d5fca192029 HTTP/1.1" status: 204 len: 168 time: 3.0590646 Feb 28 14:53:21.905735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41186) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:21.907067 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ddc52fad-699e-4b38-b57d-4b13d51d282f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/037054bd-f9dd-4aa6-b0c9-2aa26e53b7ed HTTP/1.1" status: 204 len: 168 time: 2.1223745 Feb 28 14:53:21.910086 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41188) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:21.923432 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3be8fda7-fdf6-474d-add9-e2bf2ba168c1 req-c4cc55e9-2d8b-44d3-bf19-0112f2d890f6 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2665524 Feb 28 14:53:22.001051 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-88da2a74-c5c6-4aaa-82ad-795122bacd83 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port c1d74fb7-4f07-4014-b879-212b34b7e02c {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:22.001381 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88da2a74-c5c6-4aaa-82ad-795122bacd83 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.028599 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:22.036826 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6580-3843-4402-9203-e0610f9b6943 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.058516 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bb2d77b-877f-4b58-84f0-2a11f79f4525') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:22.058804 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bb2d77b-877f-4b58-84f0-2a11f79f4525') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:22.070234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6580-3843-4402-9203-e0610f9b6943 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.089445 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d753-a59e-44f8-acc4-5e8e5fb04b30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.125614 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.193259 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.220908 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:53:22.221320 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:53:22.242358 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:53:22.329133 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6580-3843-4402-9203-e0610f9b6943 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.329538 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9cd6580-3843-4402-9203-e0610f9b6943 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Fanout notify agent at l3_agent the message router_deleted on router 3e556c60-26cc-4595-adc0-2cdc84f60a9a {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:53:22.367470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-447ad871-ba49-4bba-aa67-96d5e0347b49 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Deleting port 4a1951e6-1723-4e83-8a9c-47852e9541c8 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:22.368096 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-447ad871-ba49-4bba-aa67-96d5e0347b49 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.410434 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9f237c8c-1945-49b3-9924-a7717fde6366 req-37b62c4f-afb1-4751-8e0a-92cbe3a196a8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.410790 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9f237c8c-1945-49b3-9924-a7717fde6366 req-37b62c4f-afb1-4751-8e0a-92cbe3a196a8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.411091 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [req-9f237c8c-1945-49b3-9924-a7717fde6366 req-37b62c4f-afb1-4751-8e0a-92cbe3a196a8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Floating IP 71030463-25af-4817-83c7-7ec6f62075a6 disassociated. External IP: 172.26.4.29, port: dff55e87-99f8-410d-a9b2-a28723fb61f4. Feb 28 14:53:22.411639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-9f237c8c-1945-49b3-9924-a7717fde6366 req-37b62c4f-afb1-4751-8e0a-92cbe3a196a8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Calling delete_port for dff55e87-99f8-410d-a9b2-a28723fb61f4 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:22.418660 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d753-a59e-44f8-acc4-5e8e5fb04b30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.480436 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.488342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9cd6580-3843-4402-9203-e0610f9b6943 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.489395 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a9cd6580-3843-4402-9203-e0610f9b6943 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "DELETE /v2.0/routers/3e556c60-26cc-4595-adc0-2cdc84f60a9a HTTP/1.1" status: 204 len: 168 time: 4.2793806 Feb 28 14:53:22.490360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9d753-a59e-44f8-acc4-5e8e5fb04b30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=f7bf8416-7166-46e3-ae18-767eb500ed3a,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:22.497273 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88da2a74-c5c6-4aaa-82ad-795122bacd83 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.499025 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41194) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:22.518372 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.526360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7dd8f817-bab3-42e6-b8a3-e7a17084bdd0 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1995366867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:22.540226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7985469-cd93-4e88-85af-521fef0fdd41 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:22.580626 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Network': ['ID=0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:22.582636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ddd9d753-a59e-44f8-acc4-5e8e5fb04b30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.584434 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ddd9d753-a59e-44f8-acc4-5e8e5fb04b30 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/f7bf8416-7166-46e3-ae18-767eb500ed3a HTTP/1.1" status: 204 len: 168 time: 1.6136081 Feb 28 14:53:22.591355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41198) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:22.606304 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f223a9-f369-4a27-9882-eaf05ccd0e81 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:22.609938 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f223a9-f369-4a27-9882-eaf05ccd0e81 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:22.610719 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c3f223a9-f369-4a27-9882-eaf05ccd0e81 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:22.621744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7dd8f817-bab3-42e6-b8a3-e7a17084bdd0 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:22.704882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7dd8f817-bab3-42e6-b8a3-e7a17084bdd0 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Usage tracker for resource:router and tenant:3830bee3b5914a6797073e4557518a3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:22.712661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7dd8f817-bab3-42e6-b8a3-e7a17084bdd0 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:22.738614 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-311a1778-2be4-4bf4-b764-f074a70ebec9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1372120 Feb 28 14:53:22.738614 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7dd8f817-bab3-42e6-b8a3-e7a17084bdd0 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:22.745901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41202) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:22.747247 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-03e9a633-e328-410c-a070-aadeb972ae7d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/networks/0e5e04f0-2b5d-4c26-b53d-0b103eab9f4c HTTP/1.1" status: 204 len: 168 time: 3.4664078 Feb 28 14:53:22.754135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-88da2a74-c5c6-4aaa-82ad-795122bacd83 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for c1d74fb7-4f07-4014-b879-212b34b7e02c owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:22.760015 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f7f7942e-3482-4bde-9d98-6e85c30af055 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:22.774468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41204) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:22.799259 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4cbebaa2-5a40-40b5-8a46-75edcdbab498 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1101211606', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:22.846157 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4933b2b5-efeb-48a7-86da-ec8cf4ddcbe0 None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:53:22.851060 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4933b2b5-efeb-48a7-86da-ec8cf4ddcbe0 None None] Deleting port 17fd26f5-b0ef-40bd-867f-e173cddf81a8 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:22.851519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4933b2b5-efeb-48a7-86da-ec8cf4ddcbe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.852741 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88da2a74-c5c6-4aaa-82ad-795122bacd83 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.898414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da2a74-c5c6-4aaa-82ad-795122bacd83 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=c1d74fb7-4f07-4014-b879-212b34b7e02c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:22.901240 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7dd8f817-bab3-42e6-b8a3-e7a17084bdd0 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.902917 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7dd8f817-bab3-42e6-b8a3-e7a17084bdd0 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.905560 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c3f223a9-f369-4a27-9882-eaf05ccd0e81 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:22.907413 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c3f223a9-f369-4a27-9882-eaf05ccd0e81 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1455 time: 0.9868383 Feb 28 14:53:22.909980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88da2a74-c5c6-4aaa-82ad-795122bacd83 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.912888 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41210) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:22.926619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4cbebaa2-5a40-40b5-8a46-75edcdbab498 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:22.940921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4cbebaa2-5a40-40b5-8a46-75edcdbab498 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:router and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:22.954927 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4cbebaa2-5a40-40b5-8a46-75edcdbab498 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:22.958984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-447ad871-ba49-4bba-aa67-96d5e0347b49 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.962281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-447ad871-ba49-4bba-aa67-96d5e0347b49 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:22.980285 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-88da2a74-c5c6-4aaa-82ad-795122bacd83 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/c1d74fb7-4f07-4014-b879-212b34b7e02c HTTP/1.1" status: 204 len: 168 time: 1.2340374 Feb 28 14:53:22.982241 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41216) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:22.990739 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d54f2b46-4f4f-4d96-afa8-20374ddc5898 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port 05b1241f-4a71-48bf-9d88-17da481a7be1 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:22.991086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d54f2b46-4f4f-4d96-afa8-20374ddc5898 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.028519 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4cbebaa2-5a40-40b5-8a46-75edcdbab498 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:23.095761 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4933b2b5-efeb-48a7-86da-ec8cf4ddcbe0 None None] For port 17fd26f5-b0ef-40bd-867f-e173cddf81a8, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=17fd26f5-b0ef-40bd-867f-e173cddf81a8,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:23.096101 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4933b2b5-efeb-48a7-86da-ec8cf4ddcbe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.158882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device dff55e87-99f8-410d-a9b2-a28723fb61f4 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:53:23.245297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-447ad871-ba49-4bba-aa67-96d5e0347b49 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Calling delete_port for 4a1951e6-1723-4e83-8a9c-47852e9541c8 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:23.252153 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4933b2b5-efeb-48a7-86da-ec8cf4ddcbe0 None None] Calling delete_port for 17fd26f5-b0ef-40bd-867f-e173cddf81a8 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:23.271256 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d54f2b46-4f4f-4d96-afa8-20374ddc5898 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.273824 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-87f6807b-90fc-4170-bb2d-b6589a227abd tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] GET failed (client error): The resource could not be found. Feb 28 14:53:23.275230 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-87f6807b-90fc-4170-bb2d-b6589a227abd tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/c1d74fb7-4f07-4014-b879-212b34b7e02c HTTP/1.1" status: 404 len: 333 time: 0.2824585 Feb 28 14:53:23.284735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41220) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:23.297999 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'name': 'tempest-PortsTestJSON-772115370'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:23.323416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No active binding found for port dff55e87-99f8-410d-a9b2-a28723fb61f4 {{(pid=83593) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 28 14:53:23.323846 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device dff55e87-99f8-410d-a9b2-a28723fb61f4 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:53:23.324490 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99a7128d-e6ff-4b18-8c33-5eeed9f71625 req-a2bbd8f0-f50d-46f0-a402-c67703492bc7 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:23.326268 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-99a7128d-e6ff-4b18-8c33-5eeed9f71625 req-a2bbd8f0-f50d-46f0-a402-c67703492bc7 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 945 time: 0.2484643 Feb 28 14:53:23.347392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4933b2b5-efeb-48a7-86da-ec8cf4ddcbe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.356341 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cbebaa2-5a40-40b5-8a46-75edcdbab498 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.357326 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cbebaa2-5a40-40b5-8a46-75edcdbab498 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.361635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f7f7942e-3482-4bde-9d98-6e85c30af055 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:23.376880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9f237c8c-1945-49b3-9924-a7717fde6366 req-37b62c4f-afb1-4751-8e0a-92cbe3a196a8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.398698 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4933b2b5-efeb-48a7-86da-ec8cf4ddcbe0 None None] Pushing event deleted for resources: {'Port': ['ID=17fd26f5-b0ef-40bd-867f-e173cddf81a8,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:23.404889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4933b2b5-efeb-48a7-86da-ec8cf4ddcbe0 None None] No DVR routers for this DVR port 17fd26f5-b0ef-40bd-867f-e173cddf81a8 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:53:23.425967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f7f7942e-3482-4bde-9d98-6e85c30af055 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:23.435202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7dd8f817-bab3-42e6-b8a3-e7a17084bdd0 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.447223 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f7f7942e-3482-4bde-9d98-6e85c30af055 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:23.462701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b62c4f-afb1-4751-8e0a-92cbe3a196a8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Pushing event deleted for resources: {'Port': ['ID=dff55e87-99f8-410d-a9b2-a28723fb61f4,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:23.484976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f7f7942e-3482-4bde-9d98-6e85c30af055 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:23.498487 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d54f2b46-4f4f-4d96-afa8-20374ddc5898 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for 05b1241f-4a71-48bf-9d88-17da481a7be1 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:23.547170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cbebaa2-5a40-40b5-8a46-75edcdbab498 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.609862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7f7942e-3482-4bde-9d98-6e85c30af055 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:23.626385 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-99a7128d-e6ff-4b18-8c33-5eeed9f71625 req-1575eaaa-ebe1-4c4f-8a84-afa088182d28 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups?id=570d6569-782f-49e7-a088-10cdf2ac6f17&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1411135 Feb 28 14:53:23.627320 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:23.641220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7dd8f817-bab3-42e6-b8a3-e7a17084bdd0 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.641871 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:port and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:23.645300 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:23.659897 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:23.669745 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d54f2b46-4f4f-4d96-afa8-20374ddc5898 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.671809 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:23.674752 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.742556 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54f2b46-4f4f-4d96-afa8-20374ddc5898 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=05b1241f-4a71-48bf-9d88-17da481a7be1,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:23.753173 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d54f2b46-4f4f-4d96-afa8-20374ddc5898 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:23.756401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] device_id is not set on port ea458350-02e4-4a74-9578-a6e8591b493c yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:23.814187 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d54f2b46-4f4f-4d96-afa8-20374ddc5898 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/05b1241f-4a71-48bf-9d88-17da481a7be1 HTTP/1.1" status: 204 len: 168 time: 0.9001594 Feb 28 14:53:23.818157 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41224) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:24.010442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cbebaa2-5a40-40b5-8a46-75edcdbab498 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.022512 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67927701-93f2-49ee-ba42-576c03dd1a61 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:24.023791 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-67927701-93f2-49ee-ba42-576c03dd1a61 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:24.032698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7dd8f817-bab3-42e6-b8a3-e7a17084bdd0 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.033810 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7dd8f817-bab3-42e6-b8a3-e7a17084bdd0 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 1.5331180 Feb 28 14:53:24.037221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41228) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:24.043219 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f7f7942e-3482-4bde-9d98-6e85c30af055 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.060341 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'enable_snat': False}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:24.133644 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cbebaa2-5a40-40b5-8a46-75edcdbab498 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.137762 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4cbebaa2-5a40-40b5-8a46-75edcdbab498 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.3599410 Feb 28 14:53:24.144144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-447ad871-ba49-4bba-aa67-96d5e0347b49 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.148606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41232) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:24.184435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.190916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-67927701-93f2-49ee-ba42-576c03dd1a61 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:24.192024 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-67927701-93f2-49ee-ba42-576c03dd1a61 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.3729539 Feb 28 14:53:24.197956 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41236) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:24.208430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1078532620'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:24.223992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447ad871-ba49-4bba-aa67-96d5e0347b49 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Pushing event deleted for resources: {'Port': ['ID=4a1951e6-1723-4e83-8a9c-47852e9541c8,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:24.228655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:24.242606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:network and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:24.245133 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d8708fd-41ff-482e-b8bb-3d1598d6f89b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] GET failed (client error): The resource could not be found. Feb 28 14:53:24.246566 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3d8708fd-41ff-482e-b8bb-3d1598d6f89b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/037054bd-f9dd-4aa6-b0c9-2aa26e53b7ed HTTP/1.1" status: 404 len: 333 time: 0.0467613 Feb 28 14:53:24.251211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41240) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:24.257974 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 17fd26f5-b0ef-40bd-867f-e173cddf81a8 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:53:24.279600 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:24.294932 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 17fd26f5-b0ef-40bd-867f-e173cddf81a8 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:53:24.295288 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 17fd26f5-b0ef-40bd-867f-e173cddf81a8 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:53:24.337847 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:24.386897 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:24.389823 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.424928 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-447ad871-ba49-4bba-aa67-96d5e0347b49 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.446991 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-417c25a8-6fe7-4005-a3d4-e1ff0ca81377 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] GET failed (client error): The resource could not be found. Feb 28 14:53:24.450940 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-417c25a8-6fe7-4005-a3d4-e1ff0ca81377 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/05b1241f-4a71-48bf-9d88-17da481a7be1 HTTP/1.1" status: 404 len: 333 time: 0.1939967 Feb 28 14:53:24.470588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41244) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:24.509281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-447ad871-ba49-4bba-aa67-96d5e0347b49 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.510371 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-447ad871-ba49-4bba-aa67-96d5e0347b49 tempest-FloatingIPAdminTestJSON-942607267 tempest-FloatingIPAdminTestJSON-942607267-project-admin] 10.222.0.15 "DELETE /v2.0/floatingips/613b0653-2db9-4f99-9759-dec1d2088564 HTTP/1.1" status: 204 len: 168 time: 2.6013088 Feb 28 14:53:24.515770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41248) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:24.541164 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 94fb8087-6267-407a-8212-2b233c292ea2 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:53:24.552971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.586020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:53:24.635492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.635850 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Added segment 1402263f-11ef-4b91-95d9-324569fe6be6 of type vlan for network a22e1eae-6692-4612-8d57-9995070084da Feb 28 14:53:24.716768 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5ce72da3-3dbe-4fb4-a855-afb866d93fe3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.725354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.763218 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-a49d254b-0240-4e16-8e52-7dd2eef18f48 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Deleting port 8228b02e-147d-47a4-a105-510898816baf {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:24.763800 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a49d254b-0240-4e16-8e52-7dd2eef18f48 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.805411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f7f7942e-3482-4bde-9d98-6e85c30af055 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.811728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:24.812502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=ea458350-02e4-4a74-9578-a6e8591b493c,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:24.817315 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:24.822090 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:24.825877 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:24.826476 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.904313 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:24.914885 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-433975f4-e92a-4fc0-bf4f-040848fd4fec tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.6291499 Feb 28 14:53:24.919808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41254) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:24.929135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-87281f99-b6ac-4a27-96a5-3e524457599d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:24.930333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9f237c8c-1945-49b3-9924-a7717fde6366 req-37b62c4f-afb1-4751-8e0a-92cbe3a196a8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Router 947600bc-1d58-4344-a28a-8323f9c371ec has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:53:24.950982 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:53:24.964403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-d2f69a1c-d0f9-4d4d-ab8c-085fb8fd4f26 req-f03a499d-2dd8-4e36-a57f-081eb3fdb268 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Synchronizing usage tracker for tenant:3058aad5ce234490a5fe13a20aa3d30f on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:25.062317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7f7942e-3482-4bde-9d98-6e85c30af055 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:25.113475 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-f7f7942e-3482-4bde-9d98-6e85c30af055 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:25.116367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7f7942e-3482-4bde-9d98-6e85c30af055 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:25.117121 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f7f7942e-3482-4bde-9d98-6e85c30af055 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.123813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5185d253-5731-499f-b256-9a6e680f9df2 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:25.190006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f7942e-3482-4bde-9d98-6e85c30af055 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=82bd2b64-bef6-467c-93fc-2dab65256251,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:25.219201 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-d2f69a1c-d0f9-4d4d-ab8c-085fb8fd4f26 req-f03a499d-2dd8-4e36-a57f-081eb3fdb268 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Unset dirty status for tenant:3058aad5ce234490a5fe13a20aa3d30f on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:25.220370 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d2f69a1c-d0f9-4d4d-ab8c-085fb8fd4f26 req-f03a499d-2dd8-4e36-a57f-081eb3fdb268 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 210 time: 0.4277966 Feb 28 14:53:25.221868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.225465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:25.226074 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.248327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87281f99-b6ac-4a27-96a5-3e524457599d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.255377 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a49d254b-0240-4e16-8e52-7dd2eef18f48 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.287837 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0963879 Feb 28 14:53:25.325053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41258) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:25.344058 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5ce72da3-3dbe-4fb4-a855-afb866d93fe3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.416671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-a49d254b-0240-4e16-8e52-7dd2eef18f48 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Calling delete_port for 8228b02e-147d-47a4-a105-510898816baf owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:25.450078 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-4b92e25a-ad16-4b5b-a953-1a117d5f6b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'subnet': {'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:25.455015 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d541adad-7732-40cd-878b-cb09e9c84018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.525314 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '82bd2b64-bef6-467c-93fc-2dab65256251'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:53:25.526512 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.537889 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f7f7942e-3482-4bde-9d98-6e85c30af055 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7875557 Feb 28 14:53:25.547773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41262) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:25.569412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:25.603899 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-5ce72da3-3dbe-4fb4-a855-afb866d93fe3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fd9cbaaf-dabf-4c35-a0fd-7495038853c5']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:25.683701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ada2709-c83a-4d87-b8ec-9261d102978c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Network': ['ID=a22e1eae-6692-4612-8d57-9995070084da,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:25.695372 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-5ce72da3-3dbe-4fb4-a855-afb866d93fe3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0fbe2070-386d-4387-b94f-c9c2f0b27a66') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:25.695717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-5ce72da3-3dbe-4fb4-a855-afb866d93fe3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0fbe2070-386d-4387-b94f-c9c2f0b27a66') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:25.707816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network a22e1eae-6692-4612-8d57-9995070084da details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:53:25.723591 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5ce72da3-3dbe-4fb4-a855-afb866d93fe3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.771819 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5ce72da3-3dbe-4fb4-a855-afb866d93fe3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.795401 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5ce72da3-3dbe-4fb4-a855-afb866d93fe3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:53:25.795823 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5ce72da3-3dbe-4fb4-a855-afb866d93fe3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:53:25.813128 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:53:25.815335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Allocated IP 172.20.0.2 (2d04583f-a513-435e-a720-cee2c3103874/82bd2b64-bef6-467c-93fc-2dab65256251/e96b2e99-bb91-42ca-9ded-b2ae05165af5) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:25.890904 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4b92e25a-ad16-4b5b-a953-1a117d5f6b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:25.905501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:25.910449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4b92e25a-ad16-4b5b-a953-1a117d5f6b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:subnet and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:25.916488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4b92e25a-ad16-4b5b-a953-1a117d5f6b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:25.923396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:25.929700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:25.939297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:25.951997 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5ce72da3-3dbe-4fb4-a855-afb866d93fe3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.960854 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4b92e25a-ad16-4b5b-a953-1a117d5f6b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:25.972872 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5ce72da3-3dbe-4fb4-a855-afb866d93fe3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.979793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:25.983402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:25.995025 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b92e25a-ad16-4b5b-a953-1a117d5f6b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:26.011653 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce72da3-3dbe-4fb4-a855-afb866d93fe3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Network': ['ID=fd9cbaaf-dabf-4c35-a0fd-7495038853c5,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:26.019214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a49d254b-0240-4e16-8e52-7dd2eef18f48 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.065416 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5ce72da3-3dbe-4fb4-a855-afb866d93fe3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/networks/fd9cbaaf-dabf-4c35-a0fd-7495038853c5 HTTP/1.1" status: 204 len: 168 time: 1.5900497 Feb 28 14:53:26.073312 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41266) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:26.089062 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:53:26.093527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e27db067-0709-45a1-aff5-52f56716ea10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-200534'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:26.104959 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dfcc5f-445c-49ec-98e6-99d8cf5674c4 None None] Sync routers for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:53:26.118988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e27db067-0709-45a1-aff5-52f56716ea10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:26.126297 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.126494 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dfcc5f-445c-49ec-98e6-99d8cf5674c4 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:26.127371 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-90dfcc5f-445c-49ec-98e6-99d8cf5674c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:26.136601 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.136906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e27db067-0709-45a1-aff5-52f56716ea10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:network and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:26.138043 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Transition to ACTIVE for port object e96b2e99-bb91-42ca-9ded-b2ae05165af5 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:26.143486 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e27db067-0709-45a1-aff5-52f56716ea10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:26.158448 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Transition to ACTIVE for port object e96b2e99-bb91-42ca-9ded-b2ae05165af5 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:26.163537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-87281f99-b6ac-4a27-96a5-3e524457599d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:53:26.164586 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e27db067-0709-45a1-aff5-52f56716ea10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:26.166478 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.173648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.179523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49d254b-0240-4e16-8e52-7dd2eef18f48 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event deleted for resources: {'Port': ['ID=8228b02e-147d-47a4-a105-510898816baf,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:26.202978 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.206682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87281f99-b6ac-4a27-96a5-3e524457599d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.265704 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-90dfcc5f-445c-49ec-98e6-99d8cf5674c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:26.270664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:26.275035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:26.277353 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e27db067-0709-45a1-aff5-52f56716ea10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:26.280218 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:26.282459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Pushing event updated for resources: {'Port': ['ID=e96b2e99-bb91-42ca-9ded-b2ae05165af5,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:26.286511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e27db067-0709-45a1-aff5-52f56716ea10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.293071 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90dfcc5f-445c-49ec-98e6-99d8cf5674c4 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:26.293954 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-90dfcc5f-445c-49ec-98e6-99d8cf5674c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:26.327049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b92e25a-ad16-4b5b-a953-1a117d5f6b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.343485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9f237c8c-1945-49b3-9924-a7717fde6366 req-37b62c4f-afb1-4751-8e0a-92cbe3a196a8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:53:26.347045 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87281f99-b6ac-4a27-96a5-3e524457599d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.357879 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-28c45b86-9cfe-435c-aa88-ef259a158731 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 13.5550253 Feb 28 14:53:26.389227 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-90dfcc5f-445c-49ec-98e6-99d8cf5674c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:26.389979 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90dfcc5f-445c-49ec-98e6-99d8cf5674c4 None None] The sync data for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:53:26.407271 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee24328-d5a3-4c68-9588-908af431d5c2 None None] Sync routers for ids ['947600bc-1d58-4344-a28a-8323f9c371ec'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:53:26.420106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41272) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:26.435602 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-b41240af-b404-4dde-8db9-415d7422204d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:26.445482 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Attempting to bind port e96b2e99-bb91-42ca-9ded-b2ae05165af5 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:53:26.445857 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Attempting to bind port e96b2e99-bb91-42ca-9ded-b2ae05165af5 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:53:26.446224 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Attempting to bind port e96b2e99-bb91-42ca-9ded-b2ae05165af5 on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:53:26.458129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 52, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:53:26.458792 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:26.458911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.459286 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:53:26.459772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Bound port: e96b2e99-bb91-42ca-9ded-b2ae05165af5, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:53:26.460207 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.486182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee24328-d5a3-4c68-9588-908af431d5c2 None None] Routers {'947600bc-1d58-4344-a28a-8323f9c371ec'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:26.486802 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bee24328-d5a3-4c68-9588-908af431d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['947600bc-1d58-4344-a28a-8323f9c371ec'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:26.601365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f237c8c-1945-49b3-9924-a7717fde6366 req-37b62c4f-afb1-4751-8e0a-92cbe3a196a8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] No DVR routers for this DVR port dff55e87-99f8-410d-a9b2-a28723fb61f4 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:53:26.614849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9f237c8c-1945-49b3-9924-a7717fde6366 req-37b62c4f-afb1-4751-8e0a-92cbe3a196a8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.618590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebcfe2e6-f176-47d3-858a-e6747e2a4664', 'name': 'network-vif-deleted', 'tag': 'dff55e87-99f8-410d-a9b2-a28723fb61f4'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:53:26.623182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e27db067-0709-45a1-aff5-52f56716ea10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:53:26.668102 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9f237c8c-1945-49b3-9924-a7717fde6366 req-37b62c4f-afb1-4751-8e0a-92cbe3a196a8 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.20 "DELETE /v2.0/ports/dff55e87-99f8-410d-a9b2-a28723fb61f4 HTTP/1.1" status: 204 len: 173 time: 6.8083932 Feb 28 14:53:26.669281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e27db067-0709-45a1-aff5-52f56716ea10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.669853 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-e27db067-0709-45a1-aff5-52f56716ea10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Added segment 8fbab15a-7f31-4fa6-9666-5a9d2cd1cb2f of type vlan for network c7ddd785-5b89-4e8c-a750-c4992faf71f4 Feb 28 14:53:26.673023 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-17b1f4dd-1001-4b9f-aeb5-5799c408434a req-cce1ca3e-649b-424b-a9be-7ce4d613e4aa tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/ports?device_id=ebcfe2e6-f176-47d3-858a-e6747e2a4664 HTTP/1.1" status: 200 len: 210 time: 0.0889401 Feb 28 14:53:26.676546 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-87281f99-b6ac-4a27-96a5-3e524457599d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] In _notify_port_updated(), no bound segment for port ea458350-02e4-4a74-9578-a6e8591b493c on network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 {{(pid=83591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:53:26.684000 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87281f99-b6ac-4a27-96a5-3e524457599d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:26.684934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87281f99-b6ac-4a27-96a5-3e524457599d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.689298 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-87281f99-b6ac-4a27-96a5-3e524457599d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "PUT /v2.0/ports/ea458350-02e4-4a74-9578-a6e8591b493c HTTP/1.1" status: 200 len: 818 time: 1.7684617 Feb 28 14:53:26.690419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b41240af-b404-4dde-8db9-415d7422204d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.721275 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41278) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:26.727001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] For port e96b2e99-bb91-42ca-9ded-b2ae05165af5, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:53:26.742020 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] For port e96b2e99-bb91-42ca-9ded-b2ae05165af5, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e96b2e99-bb91-42ca-9ded-b2ae05165af5,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:53:26.750662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-bee24328-d5a3-4c68-9588-908af431d5c2 None None] Set router 947600bc-1d58-4344-a28a-8323f9c371ec gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:53:26.766746 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ebcfe2e6-f176-47d3-858a-e6747e2a4664', 'name': 'network-vif-deleted', 'tag': 'dff55e87-99f8-410d-a9b2-a28723fb61f4', 'status': 'completed', 'code': 200} Feb 28 14:53:26.799732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.824734 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e27db067-0709-45a1-aff5-52f56716ea10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.842257 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87281f99-b6ac-4a27-96a5-3e524457599d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=ea458350-02e4-4a74-9578-a6e8591b493c,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:26.912381 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a49d254b-0240-4e16-8e52-7dd2eef18f48 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.930952 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-59527940-f204-4c2a-a4fa-bc91297af7de tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port ea458350-02e4-4a74-9578-a6e8591b493c {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:26.931384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-59527940-f204-4c2a-a4fa-bc91297af7de tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.967153 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e27db067-0709-45a1-aff5-52f56716ea10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.971574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e27db067-0709-45a1-aff5-52f56716ea10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:26.971574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e27db067-0709-45a1-aff5-52f56716ea10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:26.980722 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bd217f-8ad4-4552-87c0-6df503a98792 None None] Pushing event updated for resources: {'Port': ['ID=e96b2e99-bb91-42ca-9ded-b2ae05165af5,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:26.984149 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a49d254b-0240-4e16-8e52-7dd2eef18f48 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] 10.222.0.15 "DELETE /v2.0/ports/8228b02e-147d-47a4-a105-510898816baf HTTP/1.1" status: 204 len: 168 time: 2.4641595 Feb 28 14:53:27.002206 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41282) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:27.040976 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Allocated IP 172.26.4.36 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/b6846aad-816b-49c9-ad6a-99b332aaa98d) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:27.101504 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e27db067-0709-45a1-aff5-52f56716ea10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.0237932 Feb 28 14:53:27.118359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41286) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:27.179253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'subnet': {'network_id': 'c7ddd785-5b89-4e8c-a750-c4992faf71f4', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:fffe'}]}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:27.256892 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bee24328-d5a3-4c68-9588-908af431d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'name': 'tempest-ServerActionsTestJSON-1030153243-router', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'gw_port': {'id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:43Z', 'updated_at': '2022-02-28T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '4b02cd6d-99eb-4ded-a441-c29de2449a13', 'name': '', 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'mac_address': 'fa:16:3e:42:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:36Z', 'revision_number': 5, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'subnets': [{'id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:27.258543 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e27db067-0709-45a1-aff5-52f56716ea10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Network': ['ID=c7ddd785-5b89-4e8c-a750-c4992faf71f4,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:27.303530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee24328-d5a3-4c68-9588-908af431d5c2 None None] Checking router: 947600bc-1d58-4344-a28a-8323f9c371ec for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:53:27.310426 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network c7ddd785-5b89-4e8c-a750-c4992faf71f4 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:53:27.404394 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b41240af-b404-4dde-8db9-415d7422204d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:27.437864 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b41240af-b404-4dde-8db9-415d7422204d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:27.438176 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-b41240af-b404-4dde-8db9-415d7422204d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Floating IP 4e2ee116-217d-4c3c-b400-d63a8f12b0ba disassociated. External IP: 172.26.4.131, port: bed22c3a-6cfb-4b0e-ae05-4bfe0f518f68. Feb 28 14:53:27.453726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bee24328-d5a3-4c68-9588-908af431d5c2 None None] Routers {'947600bc-1d58-4344-a28a-8323f9c371ec'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:27.454489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bee24328-d5a3-4c68-9588-908af431d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:52:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['947600bc-1d58-4344-a28a-8323f9c371ec'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:27.642765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:27.649144 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e3f10ec2-536b-4d86-86d5-e88395262b5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:27.667334 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-59527940-f204-4c2a-a4fa-bc91297af7de tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:27.690321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:27.698649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-bee24328-d5a3-4c68-9588-908af431d5c2 None None] Set router 947600bc-1d58-4344-a28a-8323f9c371ec gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:53:27.704001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:27.707761 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:subnet and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:27.710644 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:27.716474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:27.797933 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:27.935983 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:27.953130 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b92e25a-ad16-4b5b-a953-1a117d5f6b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:27.962092 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca238e1-925c-44da-9c32-c1c19afa16d6 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:27.962789 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cca238e1-925c-44da-9c32-c1c19afa16d6 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Synchronizing usage tracker for tenant:ed80311e5341435c89cdaeb88ee9ae1d on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:27.974403 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-59527940-f204-4c2a-a4fa-bc91297af7de tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for ea458350-02e4-4a74-9578-a6e8591b493c owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:28.003777 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41294) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:28.068255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.ipam_backend_mixin [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Performing IP validity checks on allocation pools {{(pid=83592) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 14:53:28.072068 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.ipam_backend_mixin [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83592) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 14:53:28.081349 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bee24328-d5a3-4c68-9588-908af431d5c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'name': 'tempest-ServerActionsTestJSON-1030153243-router', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'gw_port': {'id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:43Z', 'updated_at': '2022-02-28T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '4b02cd6d-99eb-4ded-a441-c29de2449a13', 'name': '', 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'mac_address': 'fa:16:3e:42:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:36Z', 'revision_number': 5, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'subnets': [{'id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:28.086240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bee24328-d5a3-4c68-9588-908af431d5c2 None None] The sync data for ids ['947600bc-1d58-4344-a28a-8323f9c371ec'] in dv-neutron-830866-2-hyperv is: [{'id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'name': 'tempest-ServerActionsTestJSON-1030153243-router', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:50:00Z', 'revision_number': 4, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'gw_port': {'id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:43Z', 'updated_at': '2022-02-28T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '4b02cd6d-99eb-4ded-a441-c29de2449a13', 'name': '', 'network_id': 'd8e68083-b804-4567-a398-1f9531ac1f94', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'mac_address': 'fa:16:3e:42:48:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:55Z', 'updated_at': '2022-02-28T14:50:36Z', 'revision_number': 5, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'subnets': [{'id': '8384ae17-c1f6-45d8-991e-642c0f17988e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:53:28.119489 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.objects.ports [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83592) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:53:28.158757 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cca238e1-925c-44da-9c32-c1c19afa16d6 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Unset dirty status for tenant:ed80311e5341435c89cdaeb88ee9ae1d on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:28.159950 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cca238e1-925c-44da-9c32-c1c19afa16d6 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] 10.222.0.15 "GET /v2.0/ports?device_id=e225edb1-f19a-4039-a6a6-69109bfe7327 HTTP/1.1" status: 200 len: 913 time: 1.1509349 Feb 28 14:53:28.165945 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41298) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:28.182504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b92e25a-ad16-4b5b-a953-1a117d5f6b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Subnet': ['ID=43a77d03-f210-42ee-b871-43c9af624129,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:28.249050 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-59527940-f204-4c2a-a4fa-bc91297af7de tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:28.302056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:28.321752 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-046a26ca-767b-43d4-a38f-a46792e22a1d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:28.325294 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b92e25a-ad16-4b5b-a953-1a117d5f6b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Checking segment: {'id': '1402263f-11ef-4b91-95d9-324569fe6be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:28.326697 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b92e25a-ad16-4b5b-a953-1a117d5f6b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network hostable DHCP agents. Network: a22e1eae-6692-4612-8d57-9995070084da, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:53:28.342673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e96b2e99-bb91-42ca-9ded-b2ae05165af5 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:28.342982 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:53:28.350574 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59527940-f204-4c2a-a4fa-bc91297af7de tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=ea458350-02e4-4a74-9578-a6e8591b493c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:28.444933 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-589a78b7-2f0f-44bc-b9d6-10f0fdb3634c None None] Provisioning for port e96b2e99-bb91-42ca-9ded-b2ae05165af5 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:28.457291 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:28.471319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b92e25a-ad16-4b5b-a953-1a117d5f6b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network a22e1eae-6692-4612-8d57-9995070084da is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:53:28.474178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-59527940-f204-4c2a-a4fa-bc91297af7de tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:28.475110 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port e96b2e99-bb91-42ca-9ded-b2ae05165af5 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:28.482049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:28.490554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e96b2e99-bb91-42ca-9ded-b2ae05165af5 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:28.491927 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:28.497988 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:28.522176 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf4be05e-5af2-459d-8212-1c7f17a49667 None None] New status for floating IP 71030463-25af-4817-83c7-7ec6f62075a6: DOWN {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 14:53:28.528421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-046a26ca-767b-43d4-a38f-a46792e22a1d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:28.578278 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-4b92e25a-ad16-4b5b-a953-1a117d5f6b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, a22e1eae-6692-4612-8d57-9995070084da) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:28.593383 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-59527940-f204-4c2a-a4fa-bc91297af7de tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/ea458350-02e4-4a74-9578-a6e8591b493c HTTP/1.1" status: 204 len: 168 time: 1.8628616 Feb 28 14:53:28.594296 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Pushing event updated for resources: {'Port': ['ID=b6846aad-816b-49c9-ad6a-99b332aaa98d,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:28.603754 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41302) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:28.604975 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b92e25a-ad16-4b5b-a953-1a117d5f6b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:28.605398 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717bcf3c-2007-48f2-b379-c22d3b9f4049 None None] Network a22e1eae-6692-4612-8d57-9995070084da requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:28.605562 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b92e25a-ad16-4b5b-a953-1a117d5f6b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:28.631700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:28.707373 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4b92e25a-ad16-4b5b-a953-1a117d5f6b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.3783712 Feb 28 14:53:28.709739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:28.714409 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41306) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:28.793468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Subnet': ['ID=09084861-058e-4dd5-bb83-19bd1d459567,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:28.870605 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-046a26ca-767b-43d4-a38f-a46792e22a1d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:28.904502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-046a26ca-767b-43d4-a38f-a46792e22a1d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=570d6569-782f-49e7-a088-10cdf2ac6f17,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:28.931925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:28.934079 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-046a26ca-767b-43d4-a38f-a46792e22a1d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:28.937691 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-046a26ca-767b-43d4-a38f-a46792e22a1d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "DELETE /v2.0/security-groups/570d6569-782f-49e7-a088-10cdf2ac6f17 HTTP/1.1" status: 204 len: 168 time: 0.9041827 Feb 28 14:53:28.942758 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97216040-81dd-4e89-996f-bd56bc89be6d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:28.943458 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-97216040-81dd-4e89-996f-bd56bc89be6d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:28.946514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41310) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:28.953263 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:28.995179 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.027170 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-a22e1eae-6692-4612-8d57-9995070084da', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:53:29.027981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.092027 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-1ee47470-4d21-4b56-948a-401d269b89c4 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] show failed (client error): The resource could not be found. Feb 28 14:53:29.095752 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1ee47470-4d21-4b56-948a-401d269b89c4 tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "GET /v2.0/security-groups/570d6569-782f-49e7-a088-10cdf2ac6f17 HTTP/1.1" status: 404 len: 347 time: 0.0896614 Feb 28 14:53:29.097738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41314) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:29.112311 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-97216040-81dd-4e89-996f-bd56bc89be6d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:29.116731 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-97216040-81dd-4e89-996f-bd56bc89be6d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5042877 Feb 28 14:53:29.118094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41318) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:29.166475 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-62c7a121-e36f-4da8-88cb-4477488baac2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] GET failed (client error): The resource could not be found. Feb 28 14:53:29.171591 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-62c7a121-e36f-4da8-88cb-4477488baac2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/ea458350-02e4-4a74-9578-a6e8591b493c HTTP/1.1" status: 404 len: 333 time: 0.0515325 Feb 28 14:53:29.173615 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41322) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:29.182125 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-2114791987'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:29.193853 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Allocated IP 2001:db8::2 (a22e1eae-6692-4612-8d57-9995070084da/43a77d03-f210-42ee-b871-43c9af624129/1a7b84af-455c-4350-a2bd-001562697d16) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:29.246319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:29.257432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:network and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:29.261218 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:29.312995 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:29.339626 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.340243 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Checking segment: {'id': '8fbab15a-7f31-4fa6-9666-5a9d2cd1cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c7ddd785-5b89-4e8c-a750-c4992faf71f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:29.340601 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network hostable DHCP agents. Network: c7ddd785-5b89-4e8c-a750-c4992faf71f4, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:53:29.396673 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:29.400164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.416438 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.427773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Transition to ACTIVE for port object 1a7b84af-455c-4350-a2bd-001562697d16 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:29.448713 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Transition to ACTIVE for port object 1a7b84af-455c-4350-a2bd-001562697d16 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:29.455947 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.539226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Network a22e1eae-6692-4612-8d57-9995070084da is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:29.543190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Pushing event updated for resources: {'Port': ['ID=1a7b84af-455c-4350-a2bd-001562697d16,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:29.546227 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:29.549075 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:29.554320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] For port e96b2e99-bb91-42ca-9ded-b2ae05165af5, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e96b2e99-bb91-42ca-9ded-b2ae05165af5,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:29.567139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-22e7c5aa-bae5-4f55-becd-f4aa6ed9199d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Deleting port 0893748b-e108-43d9-a73a-637f5d7afa62 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:29.567474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-22e7c5aa-bae5-4f55-becd-f4aa6ed9199d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.645576 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Attempting to bind port 1a7b84af-455c-4350-a2bd-001562697d16 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:53:29.646110 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Attempting to bind port 1a7b84af-455c-4350-a2bd-001562697d16 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '1402263f-11ef-4b91-95d9-324569fe6be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:53:29.646532 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Attempting to bind port 1a7b84af-455c-4350-a2bd-001562697d16 on network a22e1eae-6692-4612-8d57-9995070084da {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:53:29.655152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:53:29.655424 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Checking segment: {'id': '1402263f-11ef-4b91-95d9-324569fe6be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:29.655763 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.656423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Bound using segment: {'id': '1402263f-11ef-4b91-95d9-324569fe6be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:53:29.656791 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Bound port: 1a7b84af-455c-4350-a2bd-001562697d16, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1402263f-11ef-4b91-95d9-324569fe6be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:53:29.657321 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.662307 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network c7ddd785-5b89-4e8c-a750-c4992faf71f4 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:53:29.668606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.670678 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:53:29.734059 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.734460 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Added segment db237853-7ba8-4821-b0b9-e5b6099a9668 of type vlan for network a724c24e-4015-4bd1-a6a9-1b49acf09c8c Feb 28 14:53:29.737692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.742138 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.742853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.758702 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.770106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.788556 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:53:29.788928 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:53:29.799019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] For port 1a7b84af-455c-4350-a2bd-001562697d16, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:53:29.802209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] For port 1a7b84af-455c-4350-a2bd-001562697d16, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1a7b84af-455c-4350-a2bd-001562697d16,segment=NetworkSegment(1402263f-11ef-4b91-95d9-324569fe6be6),segment_id=1402263f-11ef-4b91-95d9-324569fe6be6)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:53:29.807886 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.814753 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, c7ddd785-5b89-4e8c-a750-c4992faf71f4) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:29.843120 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:29.844022 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.849384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba177ac3-0609-4681-b88c-8f4bb51c9e64 None None] Network c7ddd785-5b89-4e8c-a750-c4992faf71f4 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:29.891857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.926872 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:29.945627 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:29.954954 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9ac66edc-1202-4495-aa68-032f12585b03 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.7918918 Feb 28 14:53:29.961777 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:29.962579 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:29.969031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41326) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:29.976193 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7ae06fc-89b9-48d8-8472-fb948d938b0f None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:29.983111 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=e96b2e99-bb91-42ca-9ded-b2ae05165af5,revision_number=4']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:29.985726 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'network_id': 'c7ddd785-5b89-4e8c-a750-c4992faf71f4', 'name': 'tempest-PortsIpV6TestJSON-2017295545'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:29.996524 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=9cca2920-ff46-44e0-842b-00070fc9afad,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:30.015041 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-22e7c5aa-bae5-4f55-becd-f4aa6ed9199d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.015281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-22e7c5aa-bae5-4f55-becd-f4aa6ed9199d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.035413 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cbf6e319-4d32-45bd-82ba-7d75be92386b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 4.4769094 Feb 28 14:53:30.057576 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790d2245-2565-4c07-a875-5a56ffdb142f None None] Pushing event updated for resources: {'Port': ['ID=1a7b84af-455c-4350-a2bd-001562697d16,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:30.099705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:53:30.111910 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41330) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:30.134296 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'mac_address': 'fa:16:3e:62:4a:3d', 'name': 'tempest-NetworksTestDHCPv6-2107092558'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:30.171010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-22e7c5aa-bae5-4f55-becd-f4aa6ed9199d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Calling delete_port for 0893748b-e108-43d9-a73a-637f5d7afa62 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:30.256198 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.261002 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b41240af-b404-4dde-8db9-415d7422204d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 94fb8087-6267-407a-8212-2b233c292ea2 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:53:30.274736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8282be1-bdf1-4c54-9de1-6b50d0d99c24 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.332030 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.335841 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:30.336461 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.425630 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.489013 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-c7ddd785-5b89-4e8c-a750-c4992faf71f4', 'network_id': 'c7ddd785-5b89-4e8c-a750-c4992faf71f4', 'tenant_id': '97261752dc704f2791d2d79e53c8200f', 'fixed_ips': [{'subnet_id': '09084861-058e-4dd5-bb83-19bd1d459567'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:53:30.490480 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.583777 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port e96b2e99-bb91-42ca-9ded-b2ae05165af5, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e96b2e99-bb91-42ca-9ded-b2ae05165af5,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:30.606605 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.653629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-22e7c5aa-bae5-4f55-becd-f4aa6ed9199d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.661538 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.4867196 Feb 28 14:53:30.669509 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41334) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:30.691679 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d155041d-30c8-4244-8484-9fe5bc8dda21 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Network': ['ID=a724c24e-4015-4bd1-a6a9-1b49acf09c8c,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:30.719277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e7c5aa-bae5-4f55-becd-f4aa6ed9199d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Pushing event deleted for resources: {'Port': ['ID=0893748b-e108-43d9-a73a-637f5d7afa62,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:30.731881 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d28b6cab-7d02-44a6-80a5-a0ba9ae03774 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'subnet': {'network_id': 'a724c24e-4015-4bd1-a6a9-1b49acf09c8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:30.735300 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network a724c24e-4015-4bd1-a6a9-1b49acf09c8c details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:53:30.768042 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:30.833179 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:30.852705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:30.855515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:30.878787 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:30.893985 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:30.909798 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1a7b84af-455c-4350-a2bd-001562697d16 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:30.921562 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Allocated IP 2001:db8::1 (a22e1eae-6692-4612-8d57-9995070084da/43a77d03-f210-42ee-b871-43c9af624129/a84723af-78dc-4b9c-bc6f-4058d386868a) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:30.933436 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:30.936566 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:30.964163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:30.979954 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d28b6cab-7d02-44a6-80a5-a0ba9ae03774 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:30.980248 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=e96b2e99-bb91-42ca-9ded-b2ae05165af5,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:31.005349 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-22e7c5aa-bae5-4f55-becd-f4aa6ed9199d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:31.029103 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Allocated IP 2001:db8::2 (c7ddd785-5b89-4e8c-a750-c4992faf71f4/09084861-058e-4dd5-bb83-19bd1d459567/fbf83f01-adcd-400f-bb11-9764ae8fe8a9) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:31.035724 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d28b6cab-7d02-44a6-80a5-a0ba9ae03774 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:subnet and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:31.054734 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-22e7c5aa-bae5-4f55-becd-f4aa6ed9199d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:31.055995 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-22e7c5aa-bae5-4f55-becd-f4aa6ed9199d tempest-ServerActionsTestJSON-2089597240 tempest-ServerActionsTestJSON-2089597240-project] 10.222.0.15 "DELETE /v2.0/floatingips/71030463-25af-4817-83c7-7ec6f62075a6 HTTP/1.1" status: 204 len: 168 time: 1.9589314 Feb 28 14:53:31.061632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d28b6cab-7d02-44a6-80a5-a0ba9ae03774 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:31.062696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41338) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:31.070603 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 1a7b84af-455c-4350-a2bd-001562697d16 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:31.122800 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e96b2e99-bb91-42ca-9ded-b2ae05165af5 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:31.134176 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d28b6cab-7d02-44a6-80a5-a0ba9ae03774 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:31.171418 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] device_id is not set on port 8590f9da-e54c-477b-8029-8d5a8474cd41 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:31.281533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b41240af-b404-4dde-8db9-415d7422204d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:53:31.290615 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b41240af-b404-4dde-8db9-415d7422204d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:31.295905 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a436d-9bdf-488d-9113-22bc441e5850 None None] Sync routers for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:53:31.347261 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e96b2e99-bb91-42ca-9ded-b2ae05165af5 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:31.347657 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:31.384066 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:31.423492 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a436d-9bdf-488d-9113-22bc441e5850 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:31.424180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-e82a436d-9bdf-488d-9113-22bc441e5850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:31.456359 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b41240af-b404-4dde-8db9-415d7422204d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "PUT /v2.0/floatingips/4e2ee116-217d-4c3c-b400-d63a8f12b0ba HTTP/1.1" status: 200 len: 688 time: 5.0347791 Feb 28 14:53:31.460753 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d28b6cab-7d02-44a6-80a5-a0ba9ae03774 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:31.471083 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41342) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:31.510633 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Transition to ACTIVE for port object fbf83f01-adcd-400f-bb11-9764ae8fe8a9 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:31.550108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-e82a436d-9bdf-488d-9113-22bc441e5850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:31.568881 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Transition to ACTIVE for port object fbf83f01-adcd-400f-bb11-9764ae8fe8a9 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:31.580393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:31.658257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82a436d-9bdf-488d-9113-22bc441e5850 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:31.659182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-e82a436d-9bdf-488d-9113-22bc441e5850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:31.740028 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-5e999603-d446-4ecd-a8ac-42b2f608183e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting port 08dc1a1e-9a63-4b5d-95d5-9923c872fd5b {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:31.740854 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e999603-d446-4ecd-a8ac-42b2f608183e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:31.753987 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:31.814350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-e82a436d-9bdf-488d-9113-22bc441e5850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:31.814753 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82a436d-9bdf-488d-9113-22bc441e5850 None None] The sync data for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:53:31.816273 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7474303d-ec99-47c4-a0a1-83f7a545d16f None None] Network a22e1eae-6692-4612-8d57-9995070084da requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:31.830977 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port 504b513e-970b-42ef-8aa8-c62b4c43d404 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:31.917735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d28b6cab-7d02-44a6-80a5-a0ba9ae03774 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:31.977520 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Network c7ddd785-5b89-4e8c-a750-c4992faf71f4 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:32.008465 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Pushing event updated for resources: {'Port': ['ID=fbf83f01-adcd-400f-bb11-9764ae8fe8a9,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:32.010976 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:32.013523 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:32.047355 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:32.113427 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Transition to ACTIVE for port object a84723af-78dc-4b9c-bc6f-4058d386868a will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:32.119454 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e999603-d446-4ecd-a8ac-42b2f608183e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:32.120289 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e999603-d446-4ecd-a8ac-42b2f608183e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:32.193134 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Attempting to bind port fbf83f01-adcd-400f-bb11-9764ae8fe8a9 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:53:32.193882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Attempting to bind port fbf83f01-adcd-400f-bb11-9764ae8fe8a9 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '8fbab15a-7f31-4fa6-9666-5a9d2cd1cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c7ddd785-5b89-4e8c-a750-c4992faf71f4'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:53:32.193882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Attempting to bind port fbf83f01-adcd-400f-bb11-9764ae8fe8a9 on network c7ddd785-5b89-4e8c-a750-c4992faf71f4 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:53:32.204791 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Allocated IP 2001:db8::3c1 (c7ddd785-5b89-4e8c-a750-c4992faf71f4/09084861-058e-4dd5-bb83-19bd1d459567/8590f9da-e54c-477b-8029-8d5a8474cd41) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:32.228266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0f9dc30f-5ec8-4738-b0e1-fc6676a4538c None None] Provisioning for port 1a7b84af-455c-4350-a2bd-001562697d16 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:32.239286 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:53:32.239693 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Checking segment: {'id': '8fbab15a-7f31-4fa6-9666-5a9d2cd1cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c7ddd785-5b89-4e8c-a750-c4992faf71f4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:32.240081 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:32.240896 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Bound using segment: {'id': '8fbab15a-7f31-4fa6-9666-5a9d2cd1cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c7ddd785-5b89-4e8c-a750-c4992faf71f4'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:53:32.240896 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Bound port: fbf83f01-adcd-400f-bb11-9764ae8fe8a9, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fbab15a-7f31-4fa6-9666-5a9d2cd1cb2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'c7ddd785-5b89-4e8c-a750-c4992faf71f4'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:53:32.242021 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:32.250392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0f9dc30f-5ec8-4738-b0e1-fc6676a4538c None None] Provisioning complete for port 1a7b84af-455c-4350-a2bd-001562697d16 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:32.250883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0f9dc30f-5ec8-4738-b0e1-fc6676a4538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:32.265713 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-5e999603-d446-4ecd-a8ac-42b2f608183e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Calling delete_port for 08dc1a1e-9a63-4b5d-95d5-9923c872fd5b owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:32.322500 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Router fc30214f-e216-4a1b-83e1-70ee5e017b71 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:53:32.334507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:32.405421 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] For port fbf83f01-adcd-400f-bb11-9764ae8fe8a9, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:53:32.450345 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] For port fbf83f01-adcd-400f-bb11-9764ae8fe8a9, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fbf83f01-adcd-400f-bb11-9764ae8fe8a9,segment=NetworkSegment(8fbab15a-7f31-4fa6-9666-5a9d2cd1cb2f),segment_id=8fbab15a-7f31-4fa6-9666-5a9d2cd1cb2f)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:53:32.463140 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:32.492750 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 172.20.0.6 (2d04583f-a513-435e-a720-cee2c3103874/82bd2b64-bef6-467c-93fc-2dab65256251/504b513e-970b-42ef-8aa8-c62b4c43d404) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:32.531217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0f9dc30f-5ec8-4738-b0e1-fc6676a4538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:32.583596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99ae4d2-d923-43d0-ba20-43431bbb8779 None None] Pushing event updated for resources: {'Port': ['ID=fbf83f01-adcd-400f-bb11-9764ae8fe8a9,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:32.603010 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network a22e1eae-6692-4612-8d57-9995070084da is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:32.654789 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0f9dc30f-5ec8-4738-b0e1-fc6676a4538c None None] For port 1a7b84af-455c-4350-a2bd-001562697d16, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1a7b84af-455c-4350-a2bd-001562697d16,segment=NetworkSegment(1402263f-11ef-4b91-95d9-324569fe6be6),segment_id=1402263f-11ef-4b91-95d9-324569fe6be6)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:32.664532 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0f9dc30f-5ec8-4738-b0e1-fc6676a4538c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:32.702270 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::f816:3eff:fe62:4a3d (2d04583f-a513-435e-a720-cee2c3103874/9cca2920-ff46-44e0-842b-00070fc9afad/504b513e-970b-42ef-8aa8-c62b4c43d404) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:32.713696 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=a84723af-78dc-4b9c-bc6f-4058d386868a,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:32.720983 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:32.785137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:32.785917 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:32.795147 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e999603-d446-4ecd-a8ac-42b2f608183e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:32.800694 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9dc30f-5ec8-4738-b0e1-fc6676a4538c None None] Pushing event updated for resources: {'Port': ['ID=1a7b84af-455c-4350-a2bd-001562697d16,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:32.808712 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e96b2e99-bb91-42ca-9ded-b2ae05165af5 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:32.891770 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e999603-d446-4ecd-a8ac-42b2f608183e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Port': ['ID=08dc1a1e-9a63-4b5d-95d5-9923c872fd5b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:32.897018 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ea072fca-5758-4bf9-a628-7f85ce8b89dc None None] Provisioning complete for port 1a7b84af-455c-4350-a2bd-001562697d16 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:32.898199 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ea072fca-5758-4bf9-a628-7f85ce8b89dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:33.009683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-b8282be1-bdf1-4c54-9de1-6b50d0d99c24 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Deleting port b4687cf2-59b3-44b5-b7b2-a9af329f466f {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:33.010059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8282be1-bdf1-4c54-9de1-6b50d0d99c24 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:33.068541 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d28b6cab-7d02-44a6-80a5-a0ba9ae03774 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:33.068911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e96b2e99-bb91-42ca-9ded-b2ae05165af5 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:33.068911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:33.185528 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ea072fca-5758-4bf9-a628-7f85ce8b89dc None None] Provisioning complete for port e96b2e99-bb91-42ca-9ded-b2ae05165af5 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:33.186035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ea072fca-5758-4bf9-a628-7f85ce8b89dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:33.196006 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:33.217197 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e999603-d446-4ecd-a8ac-42b2f608183e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:33.263655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e999603-d446-4ecd-a8ac-42b2f608183e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:33.268639 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5e999603-d446-4ecd-a8ac-42b2f608183e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/floatingips/4e2ee116-217d-4c3c-b400-d63a8f12b0ba HTTP/1.1" status: 204 len: 168 time: 1.7892592 Feb 28 14:53:33.274051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41346) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:33.275600 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-29af8eed-abde-436f-a03c-9b4dce73595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:33.338084 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '5a194d95-0c67-4d24-8bf6-a0133090785d'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:33.363808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28b6cab-7d02-44a6-80a5-a0ba9ae03774 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Subnet': ['ID=bb86c8ad-4200-4dea-90f3-38087b65cb9c,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:33.365113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:33.366516 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Transition to ACTIVE for port object 8590f9da-e54c-477b-8029-8d5a8474cd41 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:33.424083 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Usage tracker for resource:floatingip and tenant:41c179f0fdac4809a34cc8c82420641b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:33.434459 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:33.440208 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d28b6cab-7d02-44a6-80a5-a0ba9ae03774 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Checking segment: {'id': 'db237853-7ba8-4821-b0b9-e5b6099a9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a724c24e-4015-4bd1-a6a9-1b49acf09c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:33.440566 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28b6cab-7d02-44a6-80a5-a0ba9ae03774 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network hostable DHCP agents. Network: a724c24e-4015-4bd1-a6a9-1b49acf09c8c, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:53:33.445414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:33.450186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:33.458261 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8282be1-bdf1-4c54-9de1-6b50d0d99c24 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:33.495259 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7b049c90-caa3-4469-bfef-b47dc8f7336e None None] Provisioning for port a84723af-78dc-4b9c-bc6f-4058d386868a completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:33.500193 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7b049c90-caa3-4469-bfef-b47dc8f7336e None None] Provisioning complete for port a84723af-78dc-4b9c-bc6f-4058d386868a triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:33.500623 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7b049c90-caa3-4469-bfef-b47dc8f7336e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:33.535762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:33.559482 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-7b049c90-caa3-4469-bfef-b47dc8f7336e None None] Port a84723af-78dc-4b9c-bc6f-4058d386868a cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:33.589570 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:33.605573 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:33.615857 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-b8282be1-bdf1-4c54-9de1-6b50d0d99c24 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Calling delete_port for b4687cf2-59b3-44b5-b7b2-a9af329f466f owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:33.904339 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffb8bb5-4008-464f-a1d5-838cc6df9665 None None] Network c7ddd785-5b89-4e8c-a750-c4992faf71f4 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:33.936780 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d28b6cab-7d02-44a6-80a5-a0ba9ae03774 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network a724c24e-4015-4bd1-a6a9-1b49acf09c8c is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:53:33.941393 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object 504b513e-970b-42ef-8aa8-c62b4c43d404 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:33.966137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8282be1-bdf1-4c54-9de1-6b50d0d99c24 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:33.982979 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network c7ddd785-5b89-4e8c-a750-c4992faf71f4 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:33.993947 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:33.996443 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-d28b6cab-7d02-44a6-80a5-a0ba9ae03774 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, a724c24e-4015-4bd1-a6a9-1b49acf09c8c) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:33.999612 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:34.004319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:34.010104 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:34.010783 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:34.015334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1bfde70-56f0-4a54-9906-c0a8d9b55484 None None] Network a724c24e-4015-4bd1-a6a9-1b49acf09c8c requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:34.021654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=8590f9da-e54c-477b-8029-8d5a8474cd41,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:34.033322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d28b6cab-7d02-44a6-80a5-a0ba9ae03774 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:34.033925 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d28b6cab-7d02-44a6-80a5-a0ba9ae03774 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:34.057709 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0bfc7fdc-8223-4f97-8301-5faa1d49fadc None None] Provisioning for port fbf83f01-adcd-400f-bb11-9764ae8fe8a9 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:34.061739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8282be1-bdf1-4c54-9de1-6b50d0d99c24 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event deleted for resources: {'Port': ['ID=b4687cf2-59b3-44b5-b7b2-a9af329f466f,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:34.121262 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d28b6cab-7d02-44a6-80a5-a0ba9ae03774 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4382348 Feb 28 14:53:34.122734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41350) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:34.267367 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:34.270312 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9f1fe4f8-68c2-4a67-9677-996ee3546daa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3002865 Feb 28 14:53:34.276060 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:53:34.277906 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41354) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:34.283981 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-38af3bee-07ae-4d63-9615-2560610d8cf1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'subnet': {'network_id': 'a724c24e-4015-4bd1-a6a9-1b49acf09c8c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:34.286831 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3a0c1-11db-4976-b3cf-3191514ce8fb None None] Sync routers for ids ['fc30214f-e216-4a1b-83e1-70ee5e017b71'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:53:34.301766 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:34.302642 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3a0c1-11db-4976-b3cf-3191514ce8fb None None] Routers {'fc30214f-e216-4a1b-83e1-70ee5e017b71'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:34.304119 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-96f3a0c1-11db-4976-b3cf-3191514ce8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fc30214f-e216-4a1b-83e1-70ee5e017b71'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:34.307773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:34.311472 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-108971d8-588c-498f-8309-0f15e83565ff tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "PUT /v2.0/routers/fc30214f-e216-4a1b-83e1-70ee5e017b71 HTTP/1.1" status: 200 len: 915 time: 10.2627392 Feb 28 14:53:34.348414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:34.349209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:34.358246 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41358) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:34.409690 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-96f3a0c1-11db-4976-b3cf-3191514ce8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:34.436486 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f3a0c1-11db-4976-b3cf-3191514ce8fb None None] Routers {'fc30214f-e216-4a1b-83e1-70ee5e017b71'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:34.438049 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-96f3a0c1-11db-4976-b3cf-3191514ce8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fc30214f-e216-4a1b-83e1-70ee5e017b71'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:34.446821 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-a724c24e-4015-4bd1-a6a9-1b49acf09c8c', 'network_id': 'a724c24e-4015-4bd1-a6a9-1b49acf09c8c', 'tenant_id': 'fb9e225221d343a9905afc8524f286ca', 'fixed_ips': [{'subnet_id': 'bb86c8ad-4200-4dea-90f3-38087b65cb9c'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:53:34.448358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:34.581943 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-96f3a0c1-11db-4976-b3cf-3191514ce8fb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:34.584291 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f3a0c1-11db-4976-b3cf-3191514ce8fb None None] The sync data for ids ['fc30214f-e216-4a1b-83e1-70ee5e017b71'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:53:34.634272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Allocated IP 172.26.4.161 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/a3f27360-3599-42a4-8799-97581498feee) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:34.748735 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Allocated IP 172.20.0.2 (a724c24e-4015-4bd1-a6a9-1b49acf09c8c/bb86c8ad-4200-4dea-90f3-38087b65cb9c/03393a87-e020-4982-97aa-bcf023df696b) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:34.802826 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-067f26de-94f4-4c37-9aef-a92e6ebd3812 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port 8590f9da-e54c-477b-8029-8d5a8474cd41 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:34.803310 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-067f26de-94f4-4c37-9aef-a92e6ebd3812 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:34.846671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=a84723af-78dc-4b9c-bc6f-4058d386868a,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:34.888295 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1a7b84af-455c-4350-a2bd-001562697d16 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:34.893248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:34.946454 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:34.962564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:34.989210 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.115435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-38af3bee-07ae-4d63-9615-2560610d8cf1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:35.118745 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.142706 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Transition to ACTIVE for port object 03393a87-e020-4982-97aa-bcf023df696b will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:35.155679 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 1a7b84af-455c-4350-a2bd-001562697d16 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:35.156053 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.157864 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.209118 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Transition to ACTIVE for port object 03393a87-e020-4982-97aa-bcf023df696b will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:35.223228 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fb1a6634-edee-46ba-b37c-2f239fb84a05 None None] Provisioning for port 8590f9da-e54c-477b-8029-8d5a8474cd41 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:35.229976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8282be1-bdf1-4c54-9de1-6b50d0d99c24 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.230375 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.250616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-38af3bee-07ae-4d63-9615-2560610d8cf1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:subnet and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:35.267299 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=504b513e-970b-42ef-8aa8-c62b4c43d404,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:35.284302 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-38af3bee-07ae-4d63-9615-2560610d8cf1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:35.284889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fb1a6634-edee-46ba-b37c-2f239fb84a05 None None] Provisioning complete for port 8590f9da-e54c-477b-8029-8d5a8474cd41 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:35.285265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fb1a6634-edee-46ba-b37c-2f239fb84a05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.294058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-38af3bee-07ae-4d63-9615-2560610d8cf1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:35.347160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Network a724c24e-4015-4bd1-a6a9-1b49acf09c8c is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:35.360491 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:35.364447 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:35.432987 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Pushing event updated for resources: {'Port': ['ID=03393a87-e020-4982-97aa-bcf023df696b,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:35.449779 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:35.456452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:35.460925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-fb1a6634-edee-46ba-b37c-2f239fb84a05 None None] Port 8590f9da-e54c-477b-8029-8d5a8474cd41 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:35.465589 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:35.468553 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-067f26de-94f4-4c37-9aef-a92e6ebd3812 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.530679 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=a3f27360-3599-42a4-8799-97581498feee,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:35.547716 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Attempting to bind port 03393a87-e020-4982-97aa-bcf023df696b on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:53:35.548094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Attempting to bind port 03393a87-e020-4982-97aa-bcf023df696b by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'db237853-7ba8-4821-b0b9-e5b6099a9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a724c24e-4015-4bd1-a6a9-1b49acf09c8c'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:53:35.548456 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Attempting to bind port 03393a87-e020-4982-97aa-bcf023df696b on network a724c24e-4015-4bd1-a6a9-1b49acf09c8c {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:53:35.557018 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fbf83f01-adcd-400f-bb11-9764ae8fe8a9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:35.600710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:53:35.601148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Checking segment: {'id': 'db237853-7ba8-4821-b0b9-e5b6099a9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a724c24e-4015-4bd1-a6a9-1b49acf09c8c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:35.601486 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.601970 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Bound using segment: {'id': 'db237853-7ba8-4821-b0b9-e5b6099a9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a724c24e-4015-4bd1-a6a9-1b49acf09c8c'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:53:35.602456 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Bound port: 03393a87-e020-4982-97aa-bcf023df696b, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'db237853-7ba8-4821-b0b9-e5b6099a9668', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': 'a724c24e-4015-4bd1-a6a9-1b49acf09c8c'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:53:35.602828 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.671874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-41665392-ce18-4d60-8dd6-7d3034f85ef5 None None] Provisioning for port 504b513e-970b-42ef-8aa8-c62b4c43d404 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:35.686711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-41665392-ce18-4d60-8dd6-7d3034f85ef5 None None] Provisioning complete for port 504b513e-970b-42ef-8aa8-c62b4c43d404 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:35.687079 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-41665392-ce18-4d60-8dd6-7d3034f85ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.711504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-29af8eed-abde-436f-a03c-9b4dce73595f admin admin] Deleting port 4b02cd6d-99eb-4ded-a441-c29de2449a13 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:35.712121 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-29af8eed-abde-436f-a03c-9b4dce73595f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.738863 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38af3bee-07ae-4d63-9615-2560610d8cf1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:35.743240 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-38af3bee-07ae-4d63-9615-2560610d8cf1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.766808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:35.767607 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.773712 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-41665392-ce18-4d60-8dd6-7d3034f85ef5 None None] Port 504b513e-970b-42ef-8aa8-c62b4c43d404 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:35.783322 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] For port 03393a87-e020-4982-97aa-bcf023df696b, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:53:35.785953 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port fbf83f01-adcd-400f-bb11-9764ae8fe8a9 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:35.790279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] For port 03393a87-e020-4982-97aa-bcf023df696b, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=03393a87-e020-4982-97aa-bcf023df696b,segment=NetworkSegment(db237853-7ba8-4821-b0b9-e5b6099a9668),segment_id=db237853-7ba8-4821-b0b9-e5b6099a9668)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:53:35.795521 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port fbf83f01-adcd-400f-bb11-9764ae8fe8a9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:35.795930 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.798898 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-067f26de-94f4-4c37-9aef-a92e6ebd3812 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for 8590f9da-e54c-477b-8029-8d5a8474cd41 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:35.824300 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.895098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-41665392-ce18-4d60-8dd6-7d3034f85ef5 None None] Provisioning complete for port 8590f9da-e54c-477b-8029-8d5a8474cd41 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:35.895780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-41665392-ce18-4d60-8dd6-7d3034f85ef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:35.948758 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-60890d99-fd68-462a-94de-6366bbdcc631 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 5.8334208 Feb 28 14:53:35.959326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41362) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:35.970042 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network a22e1eae-6692-4612-8d57-9995070084da is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:35.984865 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fcc0b8-48e9-40fe-8911-e7cc6170271b None None] Pushing event updated for resources: {'Port': ['ID=03393a87-e020-4982-97aa-bcf023df696b,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:36.011496 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:36.029317 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-41665392-ce18-4d60-8dd6-7d3034f85ef5 None None] Port 8590f9da-e54c-477b-8029-8d5a8474cd41 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:36.072157 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:36.112714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port fbf83f01-adcd-400f-bb11-9764ae8fe8a9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fbf83f01-adcd-400f-bb11-9764ae8fe8a9,segment=NetworkSegment(8fbab15a-7f31-4fa6-9666-5a9d2cd1cb2f),segment_id=8fbab15a-7f31-4fa6-9666-5a9d2cd1cb2f)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:36.118298 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:36.214495 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=fbf83f01-adcd-400f-bb11-9764ae8fe8a9,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:36.243411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-29af8eed-abde-436f-a03c-9b4dce73595f admin admin] For port 4b02cd6d-99eb-4ded-a441-c29de2449a13, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4b02cd6d-99eb-4ded-a441-c29de2449a13,segment=NetworkSegment(e80d797f-4c00-46e2-ae49-a879d3e4da2f),segment_id=e80d797f-4c00-46e2-ae49-a879d3e4da2f)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:36.243780 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-29af8eed-abde-436f-a03c-9b4dce73595f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:36.354678 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.ipam_backend_mixin [None req-38af3bee-07ae-4d63-9615-2560610d8cf1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet bb86c8ad-4200-4dea-90f3-38087b65cb9c (CIDR: 172.20.0.0/28) Feb 28 14:53:36.374079 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-38af3bee-07ae-4d63-9615-2560610d8cf1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:53:36.374603 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38af3bee-07ae-4d63-9615-2560610d8cf1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:53:36.391470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-29af8eed-abde-436f-a03c-9b4dce73595f admin admin] Calling delete_port for 4b02cd6d-99eb-4ded-a441-c29de2449a13 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:36.442851 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-067f26de-94f4-4c37-9aef-a92e6ebd3812 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:36.575053 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-38af3bee-07ae-4d63-9615-2560610d8cf1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.3031151 Feb 28 14:53:36.582242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41366) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:36.590793 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067f26de-94f4-4c37-9aef-a92e6ebd3812 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=8590f9da-e54c-477b-8029-8d5a8474cd41,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:36.658994 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-58fa434e-f6d8-4d43-9a7f-54724484fd2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'subnet': {'network_id': 'a724c24e-4015-4bd1-a6a9-1b49acf09c8c', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:36.690274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-173dac5c-24b1-4c08-b2ca-639088d5e01a None None] Provisioning complete for port a84723af-78dc-4b9c-bc6f-4058d386868a triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:36.690822 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-173dac5c-24b1-4c08-b2ca-639088d5e01a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:36.699308 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb8d4a5-d844-4fba-8ca4-a04aadb99db2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:36.703208 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb8d4a5-d844-4fba-8ca4-a04aadb99db2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:36.704037 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bcb8d4a5-d844-4fba-8ca4-a04aadb99db2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:36.763063 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-173dac5c-24b1-4c08-b2ca-639088d5e01a None None] Port a84723af-78dc-4b9c-bc6f-4058d386868a cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:36.783035 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:36.784338 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bcbf45f1-ab8c-4bdc-921c-80790ce4b875 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/routers/fc30214f-e216-4a1b-83e1-70ee5e017b71 HTTP/1.1" status: 200 len: 921 time: 2.3818307 Feb 28 14:53:36.798422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41370) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:36.809439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fbf83f01-adcd-400f-bb11-9764ae8fe8a9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:36.857201 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-067f26de-94f4-4c37-9aef-a92e6ebd3812 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:36.859240 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-067f26de-94f4-4c37-9aef-a92e6ebd3812 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/8590f9da-e54c-477b-8029-8d5a8474cd41 HTTP/1.1" status: 204 len: 168 time: 2.5593169 Feb 28 14:53:36.862973 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bcb8d4a5-d844-4fba-8ca4-a04aadb99db2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:36.864240 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bcb8d4a5-d844-4fba-8ca4-a04aadb99db2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.9011207 Feb 28 14:53:36.868714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41374) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:36.868878 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41376) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:36.897148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port fbf83f01-adcd-400f-bb11-9764ae8fe8a9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:36.897522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:36.984783 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-495d6aba-d7a9-43d7-a520-86c94554971b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] DELETE failed (client error): The resource could not be found. Feb 28 14:53:36.985364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-495d6aba-d7a9-43d7-a520-86c94554971b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:53:36.986836 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-495d6aba-d7a9-43d7-a520-86c94554971b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/8590f9da-e54c-477b-8029-8d5a8474cd41 HTTP/1.1" status: 404 len: 333 time: 0.1171782 Feb 28 14:53:36.998876 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41382) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:37.027781 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 03393a87-e020-4982-97aa-bcf023df696b up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:37.093826 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5d9a2eb-0aee-40ce-a5a0-f9c7683adb40 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] GET failed (client error): The resource could not be found. Feb 28 14:53:37.094243 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e5d9a2eb-0aee-40ce-a5a0-f9c7683adb40 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:37.095640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-29af8eed-abde-436f-a03c-9b4dce73595f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:37.098964 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-58fa434e-f6d8-4d43-9a7f-54724484fd2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:37.109311 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-743020b7-7a27-4574-ab88-737d17c86d04 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port 504b513e-970b-42ef-8aa8-c62b4c43d404 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:37.109550 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-743020b7-7a27-4574-ab88-737d17c86d04 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:37.139698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-58fa434e-f6d8-4d43-9a7f-54724484fd2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:subnet and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:37.149872 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-58fa434e-f6d8-4d43-9a7f-54724484fd2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:37.152389 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 03393a87-e020-4982-97aa-bcf023df696b completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:37.162055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-58fa434e-f6d8-4d43-9a7f-54724484fd2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:37.166111 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29af8eed-abde-436f-a03c-9b4dce73595f admin admin] Pushing event deleted for resources: {'Port': ['ID=4b02cd6d-99eb-4ded-a441-c29de2449a13,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:37.222359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e5d9a2eb-0aee-40ce-a5a0-f9c7683adb40 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:37.223509 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e5d9a2eb-0aee-40ce-a5a0-f9c7683adb40 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/8590f9da-e54c-477b-8029-8d5a8474cd41 HTTP/1.1" status: 404 len: 333 time: 0.2140005 Feb 28 14:53:37.224189 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58fa434e-f6d8-4d43-9a7f-54724484fd2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:37.237596 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41386) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:37.271314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:37.430959 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e4fa8719-f929-4646-abbc-488e41360d90 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&device_id=fc30214f-e216-4a1b-83e1-70ee5e017b71&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.6233156 Feb 28 14:53:37.431920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41390) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:37.484890 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac8e3d9-4b00-4c85-ad9f-db48330a0c12 None None] Network a724c24e-4015-4bd1-a6a9-1b49acf09c8c requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:37.632912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58fa434e-f6d8-4d43-9a7f-54724484fd2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:37.651054 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ed80f4ba-8c29-4684-a4af-73b20340f550 None None] Provisioning for port 03393a87-e020-4982-97aa-bcf023df696b completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:37.667806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ed80f4ba-8c29-4684-a4af-73b20340f550 None None] Provisioning complete for port 03393a87-e020-4982-97aa-bcf023df696b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:37.668160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ed80f4ba-8c29-4684-a4af-73b20340f550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:37.901762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ed80f4ba-8c29-4684-a4af-73b20340f550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:37.942583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ed80f4ba-8c29-4684-a4af-73b20340f550 None None] For port 03393a87-e020-4982-97aa-bcf023df696b, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=03393a87-e020-4982-97aa-bcf023df696b,segment=NetworkSegment(db237853-7ba8-4821-b0b9-e5b6099a9668),segment_id=db237853-7ba8-4821-b0b9-e5b6099a9668)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:37.949407 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ed80f4ba-8c29-4684-a4af-73b20340f550 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:37.997128 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-743020b7-7a27-4574-ab88-737d17c86d04 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:38.012495 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router 14e55685-af99-4349-98f6-c7493fee7e1c is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:53:38.043436 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed80f4ba-8c29-4684-a4af-73b20340f550 None None] Pushing event updated for resources: {'Port': ['ID=03393a87-e020-4982-97aa-bcf023df696b,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:38.070639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a40eb6ed-c376-4352-a0a7-7e06393e115e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:38.072199 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a40eb6ed-c376-4352-a0a7-7e06393e115e tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/networks/2c3941b4-a632-4920-84bb-54647ee9840b HTTP/1.1" status: 200 len: 881 time: 0.6002116 Feb 28 14:53:38.078971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-3cc41ab0-4120-48fd-9053-cf40ce9fb3ec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting subnet 09084861-058e-4dd5-bb83-19bd1d459567 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:53:38.079197 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41396) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:38.149857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-743020b7-7a27-4574-ab88-737d17c86d04 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for 504b513e-970b-42ef-8aa8-c62b4c43d404 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:38.152650 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6ef6097c-0427-45ac-aca3-a8d5e14099f0 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc30214f-e216-4a1b-83e1-70ee5e017b71 HTTP/1.1" status: 200 len: 205 time: 0.0708849 Feb 28 14:53:38.158738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41400) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:38.170527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:38.173670 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-abd1d3ab-a6bf-464c-8d9b-10ccc3e58d09 None None] Provisioning complete for port 03393a87-e020-4982-97aa-bcf023df696b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:38.173670 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-abd1d3ab-a6bf-464c-8d9b-10ccc3e58d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:38.190446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3cc41ab0-4120-48fd-9053-cf40ce9fb3ec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:38.238791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:38.412356 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3cc41ab0-4120-48fd-9053-cf40ce9fb3ec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:38.424059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=a3f27360-3599-42a4-8799-97581498feee,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:38.448468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8282be1-bdf1-4c54-9de1-6b50d0d99c24 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Router e225edb1-f19a-4039-a6a6-69109bfe7327 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:53:38.465145 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:38.711092 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3cc41ab0-4120-48fd-9053-cf40ce9fb3ec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:38.746793 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 03393a87-e020-4982-97aa-bcf023df696b up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:38.779528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-29af8eed-abde-436f-a03c-9b4dce73595f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:38.816080 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58fa434e-f6d8-4d43-9a7f-54724484fd2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:38.830421 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 03393a87-e020-4982-97aa-bcf023df696b triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:38.830794 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:38.860812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-743020b7-7a27-4574-ab88-737d17c86d04 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:38.909857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:53:38.938313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Sync routers for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:53:38.961818 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743020b7-7a27-4574-ab88-737d17c86d04 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=504b513e-970b-42ef-8aa8-c62b4c43d404,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:38.973591 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:38.975029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:38.982284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58fa434e-f6d8-4d43-9a7f-54724484fd2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network a724c24e-4015-4bd1-a6a9-1b49acf09c8c is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:39.021761 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-58fa434e-f6d8-4d43-9a7f-54724484fd2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:39.023064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faeea69d-a1fb-48fc-a8c8-9578047c075c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:39.025073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58fa434e-f6d8-4d43-9a7f-54724484fd2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:39.025663 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58fa434e-f6d8-4d43-9a7f-54724484fd2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:39.035946 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3cc41ab0-4120-48fd-9053-cf40ce9fb3ec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:39.039499 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fa434e-f6d8-4d43-9a7f-54724484fd2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Subnet': ['ID=e3b3e5fa-4a16-4b3c-aa57-b0c7fdcb5dbe,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:39.076154 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9b940c96-5430-470e-baf0-34a594385457 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/14e55685-af99-4349-98f6-c7493fee7e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3573413 Feb 28 14:53:39.107665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41410) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:39.124855 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-688142197'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:39.161170 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:53:39.220155 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Floating IP 1efe47cd-5f0e-4ba0-a916-743ddfe794ac associated. External IP: 172.26.4.161, port: 5a194d95-0c67-4d24-8bf6-a0133090785d. Feb 28 14:53:39.237763 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18eadebe-165b-43a3-8027-4e27ec06133d None None] Network a724c24e-4015-4bd1-a6a9-1b49acf09c8c requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:39.279440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc41ab0-4120-48fd-9053-cf40ce9fb3ec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Subnet': ['ID=09084861-058e-4dd5-bb83-19bd1d459567,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:39.285847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:39.331529 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-58fa434e-f6d8-4d43-9a7f-54724484fd2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.7445247 Feb 28 14:53:39.337178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:network and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:39.340173 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41418) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:39.345165 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3cc41ab0-4120-48fd-9053-cf40ce9fb3ec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:39.347383 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3cc41ab0-4120-48fd-9053-cf40ce9fb3ec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/09084861-058e-4dd5-bb83-19bd1d459567 HTTP/1.1" status: 204 len: 168 time: 2.1041541 Feb 28 14:53:39.355217 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'network_id': 'a724c24e-4015-4bd1-a6a9-1b49acf09c8c', 'fixed_ips': [{'subnet_id': 'bb86c8ad-4200-4dea-90f3-38087b65cb9c'}, {'subnet_id': 'e3b3e5fa-4a16-4b3c-aa57-b0c7fdcb5dbe'}], 'name': 'tempest-PortsTestJSON-554371183'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:39.366938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2118f5bb-779c-4ce1-aeae-3e6e5c28e682 None None] Network c7ddd785-5b89-4e8c-a750-c4992faf71f4 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:39.370887 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:39.373405 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41422) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:39.393897 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:39.612502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:39.615421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:39.628647 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-743020b7-7a27-4574-ab88-737d17c86d04 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:39.632812 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-743020b7-7a27-4574-ab88-737d17c86d04 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/504b513e-970b-42ef-8aa8-c62b4c43d404 HTTP/1.1" status: 204 len: 168 time: 2.7591994 Feb 28 14:53:39.634825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8282be1-bdf1-4c54-9de1-6b50d0d99c24 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:53:39.635640 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41426) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:39.646752 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd5d02c-1d5b-4626-a6c5-1fd9b61fd8ed None None] Sync routers for ids ['e225edb1-f19a-4039-a6a6-69109bfe7327'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:53:39.661021 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd5d02c-1d5b-4626-a6c5-1fd9b61fd8ed None None] Routers {'e225edb1-f19a-4039-a6a6-69109bfe7327'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:39.662128 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-bdd5d02c-1d5b-4626-a6c5-1fd9b61fd8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e225edb1-f19a-4039-a6a6-69109bfe7327'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:39.739110 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-bdd5d02c-1d5b-4626-a6c5-1fd9b61fd8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:39.744018 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:39.755944 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdd5d02c-1d5b-4626-a6c5-1fd9b61fd8ed None None] Routers {'e225edb1-f19a-4039-a6a6-69109bfe7327'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:39.757779 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-bdd5d02c-1d5b-4626-a6c5-1fd9b61fd8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e225edb1-f19a-4039-a6a6-69109bfe7327'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:39.767031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:53:39.781233 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:39.796837 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5974db9a-26cf-47f7-a5af-45c3ee19f217 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:39.799052 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5974db9a-26cf-47f7-a5af-45c3ee19f217 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:39.801512 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5974db9a-26cf-47f7-a5af-45c3ee19f217 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:39.802977 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5974db9a-26cf-47f7-a5af-45c3ee19f217 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:39.814563 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:port and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:39.823566 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:39.824155 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Added segment ff7e71eb-0bfe-4b05-9a00-35213766956e of type vlan for network 6e135c19-842f-42ad-bbf9-4481d17a1802 Feb 28 14:53:39.840218 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-bdd5d02c-1d5b-4626-a6c5-1fd9b61fd8ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:39.840623 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdd5d02c-1d5b-4626-a6c5-1fd9b61fd8ed None None] The sync data for ids ['e225edb1-f19a-4039-a6a6-69109bfe7327'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:53:39.848205 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:39.852137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port fbf83f01-adcd-400f-bb11-9764ae8fe8a9 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:39.852604 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:39.895053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:39.900080 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5974db9a-26cf-47f7-a5af-45c3ee19f217 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:39.904162 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5974db9a-26cf-47f7-a5af-45c3ee19f217 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2631862 Feb 28 14:53:39.904644 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41434) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:39.941678 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b8282be1-bdf1-4c54-9de1-6b50d0d99c24 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] 10.222.0.15 "PUT /v2.0/routers/e225edb1-f19a-4039-a6a6-69109bfe7327/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7697015 Feb 28 14:53:39.950558 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:39.954357 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41438) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:39.967440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:53:33Z', 'revision_number': 2, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:34Z', 'revision_number': 2, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:39.973927 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Checking router: 14e55685-af99-4349-98f6-c7493fee7e1c for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:53:39.974391 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Updating router 14e55685-af99-4349-98f6-c7493fee7e1c port a84723af-78dc-4b9c-bc6f-4058d386868a binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:53:40.023187 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faeea69d-a1fb-48fc-a8c8-9578047c075c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:40.031765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:40.041957 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:40.044484 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96df108a-b7f8-4e5e-9ed8-2f07c1c6d1cb None None] DHCP port deletion for c7ddd785-5b89-4e8c-a750-c4992faf71f4 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:53:40.047997 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:40.055702 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-96df108a-b7f8-4e5e-9ed8-2f07c1c6d1cb None None] Deleting port fbf83f01-adcd-400f-bb11-9764ae8fe8a9 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:40.056286 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-96df108a-b7f8-4e5e-9ed8-2f07c1c6d1cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:40.116675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-faeea69d-a1fb-48fc-a8c8-9578047c075c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Deleting port b6846aad-816b-49c9-ad6a-99b332aaa98d {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:40.117106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faeea69d-a1fb-48fc-a8c8-9578047c075c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:40.156530 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] device_id is not set on port 5cd0c27a-231f-437f-adf3-2e72d40a25b3 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:40.205127 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:53:40.271044 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:40.275138 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:40.275765 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:40.328143 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-398993fd-3447-421f-af07-50b9e5aa2eb0 None None] Update dhcp port {'port': {'network_id': 'a724c24e-4015-4bd1-a6a9-1b49acf09c8c', 'fixed_ips': [{'subnet_id': 'bb86c8ad-4200-4dea-90f3-38087b65cb9c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e3b3e5fa-4a16-4b3c-aa57-b0c7fdcb5dbe'}], 'binding:host_id': 'dv-neutron-830866-2-hyperv'}, 'id': '03393a87-e020-4982-97aa-bcf023df696b'} from dv-neutron-830866-2-hyperv. {{(pid=83593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 14:53:40.527016 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4111240 Feb 28 14:53:40.543367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41442) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:40.552498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1fec4-a440-4736-b032-9095a155a112 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Network': ['ID=6e135c19-842f-42ad-bbf9-4481d17a1802,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:40.559130 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-398993fd-3447-421f-af07-50b9e5aa2eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:40.561850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f9bb2f66-7055-41e2-8cd9-c610105b6c53 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'subnet': {'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:40.573866 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 6e135c19-842f-42ad-bbf9-4481d17a1802 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:53:40.633415 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] For port fbf83f01-adcd-400f-bb11-9764ae8fe8a9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fbf83f01-adcd-400f-bb11-9764ae8fe8a9,segment=NetworkSegment(8fbab15a-7f31-4fa6-9666-5a9d2cd1cb2f),segment_id=8fbab15a-7f31-4fa6-9666-5a9d2cd1cb2f)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:40.633776 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:40.657105 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-96df108a-b7f8-4e5e-9ed8-2f07c1c6d1cb None None] For port fbf83f01-adcd-400f-bb11-9764ae8fe8a9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fbf83f01-adcd-400f-bb11-9764ae8fe8a9,segment=NetworkSegment(8fbab15a-7f31-4fa6-9666-5a9d2cd1cb2f),segment_id=8fbab15a-7f31-4fa6-9666-5a9d2cd1cb2f)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:40.657569 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-96df108a-b7f8-4e5e-9ed8-2f07c1c6d1cb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:40.664160 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 82bd2b64-bef6-467c-93fc-2dab65256251 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:53:40.674180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:40.790384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for fbf83f01-adcd-400f-bb11-9764ae8fe8a9 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:40.793557 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fbf83f01-adcd-400f-bb11-9764ae8fe8a9 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:53:40.818385 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faeea69d-a1fb-48fc-a8c8-9578047c075c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:40.828634 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:40.867226 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f9bb2f66-7055-41e2-8cd9-c610105b6c53 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:40.894630 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-96df108a-b7f8-4e5e-9ed8-2f07c1c6d1cb None None] Calling delete_port for fbf83f01-adcd-400f-bb11-9764ae8fe8a9 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:41.024651 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f9bb2f66-7055-41e2-8cd9-c610105b6c53 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:subnet and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:41.078360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f9bb2f66-7055-41e2-8cd9-c610105b6c53 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:41.094601 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.149609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-faeea69d-a1fb-48fc-a8c8-9578047c075c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Calling delete_port for b6846aad-816b-49c9-ad6a-99b332aaa98d owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:41.160492 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=fbf83f01-adcd-400f-bb11-9764ae8fe8a9,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:41.164570 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Port fbf83f01-adcd-400f-bb11-9764ae8fe8a9 update to DOWN by agent not found {{(pid=83593) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 28 14:53:41.176006 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-800c678d-cb18-41b3-9cb6-3245cf4fcf90 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.177684 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-96df108a-b7f8-4e5e-9ed8-2f07c1c6d1cb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:53:41.177684 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-96df108a-b7f8-4e5e-9ed8-2f07c1c6d1cb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:53:41.180660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f9bb2f66-7055-41e2-8cd9-c610105b6c53 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:41.196575 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.210770 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Transition to ACTIVE for port object a84723af-78dc-4b9c-bc6f-4058d386868a will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:41.219003 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.229008 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No DVR routers for this DVR port fbf83f01-adcd-400f-bb11-9764ae8fe8a9 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:53:41.239962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9bb2f66-7055-41e2-8cd9-c610105b6c53 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:41.275023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Allocated IP 172.20.0.3 (a724c24e-4015-4bd1-a6a9-1b49acf09c8c/bb86c8ad-4200-4dea-90f3-38087b65cb9c/5cd0c27a-231f-437f-adf3-2e72d40a25b3) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:41.278112 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:41.278653 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:41.279155 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:41.279687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:41.280183 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:41.280770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:41.281258 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:41.281751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:41.282752 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:41.283243 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:41.283745 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:41.366864 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Allocated IP 172.20.0.30 (a724c24e-4015-4bd1-a6a9-1b49acf09c8c/e3b3e5fa-4a16-4b3c-aa57-b0c7fdcb5dbe/5cd0c27a-231f-437f-adf3-2e72d40a25b3) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:41.411031 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077beb2-2960-4ec6-8656-e4571560a5e8 None None] Pushing event updated for resources: {'Port': ['ID=a84723af-78dc-4b9c-bc6f-4058d386868a,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:41.454437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2f66-7055-41e2-8cd9-c610105b6c53 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.486618 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.518799 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Attempting to bind port a84723af-78dc-4b9c-bc6f-4058d386868a on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:53:41.519154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Attempting to bind port a84723af-78dc-4b9c-bc6f-4058d386868a by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '1402263f-11ef-4b91-95d9-324569fe6be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:53:41.519512 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Attempting to bind port a84723af-78dc-4b9c-bc6f-4058d386868a on network a22e1eae-6692-4612-8d57-9995070084da {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:53:41.526608 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:53:41.526972 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Checking segment: {'id': '1402263f-11ef-4b91-95d9-324569fe6be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:41.527368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.527792 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Bound using segment: {'id': '1402263f-11ef-4b91-95d9-324569fe6be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:53:41.528246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Bound port: a84723af-78dc-4b9c-bc6f-4058d386868a, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1402263f-11ef-4b91-95d9-324569fe6be6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:53:41.528606 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.564823 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ddd785-5b89-4e8c-a750-c4992faf71f4']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:41.566435 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.598574 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8fbab15a-7f31-4fa6-9666-5a9d2cd1cb2f') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:41.598574 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8fbab15a-7f31-4fa6-9666-5a9d2cd1cb2f') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:41.622728 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] For port a84723af-78dc-4b9c-bc6f-4058d386868a, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:53:41.625888 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] For port a84723af-78dc-4b9c-bc6f-4058d386868a, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a84723af-78dc-4b9c-bc6f-4058d386868a,segment=NetworkSegment(1402263f-11ef-4b91-95d9-324569fe6be6),segment_id=1402263f-11ef-4b91-95d9-324569fe6be6)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:53:41.633032 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.658303 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.683195 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-96df108a-b7f8-4e5e-9ed8-2f07c1c6d1cb None None] Deleting port fbf83f01-adcd-400f-bb11-9764ae8fe8a9 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:41.683613 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-96df108a-b7f8-4e5e-9ed8-2f07c1c6d1cb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.704728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.716393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29af8eed-abde-436f-a03c-9b4dce73595f admin admin] Router 947600bc-1d58-4344-a28a-8323f9c371ec has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:53:41.720552 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:53:41.720958 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:53:41.736230 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:53:41.777894 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-96df108a-b7f8-4e5e-9ed8-2f07c1c6d1cb None None] The port 'fbf83f01-adcd-400f-bb11-9764ae8fe8a9' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:53:41.787303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.800171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 94fb8087-6267-407a-8212-2b233c292ea2 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:53:41.819761 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8077beb2-2960-4ec6-8656-e4571560a5e8 None None] Pushing event updated for resources: {'Port': ['ID=a84723af-78dc-4b9c-bc6f-4058d386868a,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:41.827984 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:41.828593 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:41.856550 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=82bd2b64-bef6-467c-93fc-2dab65256251,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:41.906825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.913678 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.937350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.954702 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:41.966950 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Transition to ACTIVE for port object 5cd0c27a-231f-437f-adf3-2e72d40a25b3 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:41.977729 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Network': ['ID=c7ddd785-5b89-4e8c-a750-c4992faf71f4,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:42.002119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:53:42.011577 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4badedfe-0f1b-4977-9bc0-41444bd62ee5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/networks/c7ddd785-5b89-4e8c-a750-c4992faf71f4 HTTP/1.1" status: 204 len: 168 time: 2.6281817 Feb 28 14:53:42.012410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41446) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:42.016202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-800c678d-cb18-41b3-9cb6-3245cf4fcf90 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:42.024920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-88164af0-e969-4d0d-b7ca-24675c93e146 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-749195356'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:42.032317 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-88164af0-e969-4d0d-b7ca-24675c93e146 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:42.034283 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:42.034874 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:42.035439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:42.036030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:42.037068 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:42.037282 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:42.037740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:42.037971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-88164af0-e969-4d0d-b7ca-24675c93e146 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:network and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:42.038265 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:42.038723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:42.039099 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:42.039533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:42.041808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-88164af0-e969-4d0d-b7ca-24675c93e146 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:42.048397 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-800c678d-cb18-41b3-9cb6-3245cf4fcf90 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Deleting port 5e91291f-45d5-483a-9a92-03666f7c11ca {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:42.048645 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-800c678d-cb18-41b3-9cb6-3245cf4fcf90 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:42.061386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faeea69d-a1fb-48fc-a8c8-9578047c075c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:42.073197 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-88164af0-e969-4d0d-b7ca-24675c93e146 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:42.155405 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4129fcea-01e4-4240-8edd-c034a87ab032 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:42.197530 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88164af0-e969-4d0d-b7ca-24675c93e146 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:42.200627 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88164af0-e969-4d0d-b7ca-24675c93e146 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:42.216046 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:42.269461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faeea69d-a1fb-48fc-a8c8-9578047c075c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Pushing event deleted for resources: {'Port': ['ID=b6846aad-816b-49c9-ad6a-99b332aaa98d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:42.286771 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7e0e3035-8323-4686-ad2e-23889941828a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/82bd2b64-bef6-467c-93fc-2dab65256251 HTTP/1.1" status: 204 len: 168 time: 2.3811224 Feb 28 14:53:42.289384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41450) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:42.380616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88164af0-e969-4d0d-b7ca-24675c93e146 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:53:42.394131 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-398993fd-3447-421f-af07-50b9e5aa2eb0 None None] Allocated IP 172.20.0.18 (a724c24e-4015-4bd1-a6a9-1b49acf09c8c/e3b3e5fa-4a16-4b3c-aa57-b0c7fdcb5dbe/03393a87-e020-4982-97aa-bcf023df696b) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:42.397703 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network a724c24e-4015-4bd1-a6a9-1b49acf09c8c is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:42.403326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=5cd0c27a-231f-437f-adf3-2e72d40a25b3,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:42.416318 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:42.427384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:42.452958 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88164af0-e969-4d0d-b7ca-24675c93e146 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:42.453296 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-88164af0-e969-4d0d-b7ca-24675c93e146 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Added segment c29c76f6-faa1-4183-951a-7e19b68b82ee of type vlan for network a650a4d9-28af-46c2-8236-b17fe41e33ce Feb 28 14:53:42.472963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2f66-7055-41e2-8cd9-c610105b6c53 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:42.495497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-800c678d-cb18-41b3-9cb6-3245cf4fcf90 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:42.723030 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88164af0-e969-4d0d-b7ca-24675c93e146 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:42.736472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-800c678d-cb18-41b3-9cb6-3245cf4fcf90 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Calling delete_port for 5e91291f-45d5-483a-9a92-03666f7c11ca owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:42.758608 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-398993fd-3447-421f-af07-50b9e5aa2eb0 None None] For port 03393a87-e020-4982-97aa-bcf023df696b, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=03393a87-e020-4982-97aa-bcf023df696b,segment=NetworkSegment(db237853-7ba8-4821-b0b9-e5b6099a9668),segment_id=db237853-7ba8-4821-b0b9-e5b6099a9668)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:42.810454 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-398993fd-3447-421f-af07-50b9e5aa2eb0 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:42.836077 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:53:33Z', 'revision_number': 2, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:41Z', 'revision_number': 4, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:42.839233 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-398993fd-3447-421f-af07-50b9e5aa2eb0 None None] Transition to ACTIVE for port object 03393a87-e020-4982-97aa-bcf023df696b will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:42.847169 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-86a8a37d-14c3-4907-9447-7667eb125337 None None] The sync data for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv is: [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:53:33Z', 'revision_number': 2, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:41Z', 'revision_number': 4, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:53:42.849564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-398993fd-3447-421f-af07-50b9e5aa2eb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:42.851126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9bb2f66-7055-41e2-8cd9-c610105b6c53 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Subnet': ['ID=08e075ab-90c3-4251-8e3a-115d69194540,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:42.891712 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faeea69d-a1fb-48fc-a8c8-9578047c075c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:42.900642 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:42.901255 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:43.015191 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398993fd-3447-421f-af07-50b9e5aa2eb0 None None] Pushing event updated for resources: {'Port': ['ID=03393a87-e020-4982-97aa-bcf023df696b,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:43.022811 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3c821023-16bc-404a-813c-98835f3bdf2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1003 time: 3.6812561 Feb 28 14:53:43.030001 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41454) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:43.049641 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-daa2dc09-7162-4206-b362-9ae77e714459 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bb86c8ad-4200-4dea-90f3-38087b65cb9c'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:43.094580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9bb2f66-7055-41e2-8cd9-c610105b6c53 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Checking segment: {'id': 'ff7e71eb-0bfe-4b05-9a00-35213766956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:43.095376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb2f66-7055-41e2-8cd9-c610105b6c53 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network hostable DHCP agents. Network: 6e135c19-842f-42ad-bbf9-4481d17a1802, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:53:43.140943 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88164af0-e969-4d0d-b7ca-24675c93e146 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:43.144666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88164af0-e969-4d0d-b7ca-24675c93e146 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:43.145259 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88164af0-e969-4d0d-b7ca-24675c93e146 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:43.190630 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-45eb3208-3201-4781-a36c-31355b8269a0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 9cca2920-ff46-44e0-842b-00070fc9afad {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:53:43.212656 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-45eb3208-3201-4781-a36c-31355b8269a0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:43.311534 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faeea69d-a1fb-48fc-a8c8-9578047c075c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:43.333968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faeea69d-a1fb-48fc-a8c8-9578047c075c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:43.355424 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9bb2f66-7055-41e2-8cd9-c610105b6c53 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 6e135c19-842f-42ad-bbf9-4481d17a1802 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:53:43.375696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29af8eed-abde-436f-a03c-9b4dce73595f admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:53:43.389734 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-29af8eed-abde-436f-a03c-9b4dce73595f admin admin] 10.222.0.15 "PUT /v2.0/routers/947600bc-1d58-4344-a28a-8323f9c371ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.3250515 Feb 28 14:53:43.392666 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41458) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:43.393255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-f9bb2f66-7055-41e2-8cd9-c610105b6c53 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 6e135c19-842f-42ad-bbf9-4481d17a1802) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:43.400761 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853d982-180d-4a9c-98fe-a0fbf5d56f60 None None] Sync routers for ids ['947600bc-1d58-4344-a28a-8323f9c371ec'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:53:43.424625 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9eee084f-ab24-4188-84a1-be15d3d977f8 None None] Network 6e135c19-842f-42ad-bbf9-4481d17a1802 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:43.526905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9bb2f66-7055-41e2-8cd9-c610105b6c53 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:43.527498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f9bb2f66-7055-41e2-8cd9-c610105b6c53 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:43.541001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:53:43.551568 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f58716e-7be7-436e-86b2-1630d4d7b239 None None] Sync routers for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:53:43.584920 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f58716e-7be7-436e-86b2-1630d4d7b239 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:43.585915 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7f58716e-7be7-436e-86b2-1630d4d7b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:43.649283 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faeea69d-a1fb-48fc-a8c8-9578047c075c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:43.649823 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-faeea69d-a1fb-48fc-a8c8-9578047c075c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Fanout notify agent at l3_agent the message router_deleted on router fc30214f-e216-4a1b-83e1-70ee5e017b71 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:53:43.685186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853d982-180d-4a9c-98fe-a0fbf5d56f60 None None] Routers {'947600bc-1d58-4344-a28a-8323f9c371ec'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:43.686205 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8853d982-180d-4a9c-98fe-a0fbf5d56f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['947600bc-1d58-4344-a28a-8323f9c371ec'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:43.718214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faeea69d-a1fb-48fc-a8c8-9578047c075c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:43.728613 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-faeea69d-a1fb-48fc-a8c8-9578047c075c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "DELETE /v2.0/routers/fc30214f-e216-4a1b-83e1-70ee5e017b71 HTTP/1.1" status: 204 len: 168 time: 5.5687430 Feb 28 14:53:43.731687 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41462) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:43.745196 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7f58716e-7be7-436e-86b2-1630d4d7b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:43.752673 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f9bb2f66-7055-41e2-8cd9-c610105b6c53 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.1982036 Feb 28 14:53:43.754283 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-449248108', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:43.757392 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-45eb3208-3201-4781-a36c-31355b8269a0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:43.766739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41466) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:43.776240 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:43.791906 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f58716e-7be7-436e-86b2-1630d4d7b239 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:43.792505 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7f58716e-7be7-436e-86b2-1630d4d7b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:43.823455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:43.880030 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-88164af0-e969-4d0d-b7ca-24675c93e146 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.8651917 Feb 28 14:53:43.905490 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41470) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:43.906157 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88164af0-e969-4d0d-b7ca-24675c93e146 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Network': ['ID=a650a4d9-28af-46c2-8236-b17fe41e33ce,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:43.922131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-97bccb02-518c-402a-b5e8-1d92aea414a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'subnet': {'network_id': 'a650a4d9-28af-46c2-8236-b17fe41e33ce', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:43.960268 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network a650a4d9-28af-46c2-8236-b17fe41e33ce details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:53:43.981265 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7f58716e-7be7-436e-86b2-1630d4d7b239 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:43.981662 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f58716e-7be7-436e-86b2-1630d4d7b239 None None] The sync data for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:53:44.005657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Usage tracker for resource:router and tenant:3830bee3b5914a6797073e4557518a3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:44.023321 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:44.099073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-aaebc7fb-4899-4e46-860c-a9b18b8ac02c None None] Provisioning complete for port e96b2e99-bb91-42ca-9ded-b2ae05165af5 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:44.099281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:44.099383 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-aaebc7fb-4899-4e46-860c-a9b18b8ac02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:44.109689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-daa2dc09-7162-4206-b362-9ae77e714459 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:44.137882 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c80bf3aa-bdce-40a7-a377-3524913dc6b0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 10.8149533 Feb 28 14:53:44.141158 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41474) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:44.150667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:44.150667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:44.179050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:44.218453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-97bccb02-518c-402a-b5e8-1d92aea414a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:44.232671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-97bccb02-518c-402a-b5e8-1d92aea414a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:subnet and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:44.243830 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-45eb3208-3201-4781-a36c-31355b8269a0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:44.273390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-97bccb02-518c-402a-b5e8-1d92aea414a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:44.289058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-800c678d-cb18-41b3-9cb6-3245cf4fcf90 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:44.301673 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-97bccb02-518c-402a-b5e8-1d92aea414a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:44.310160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-6e135c19-842f-42ad-bbf9-4481d17a1802', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:53:44.311054 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:44.391895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800c678d-cb18-41b3-9cb6-3245cf4fcf90 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event deleted for resources: {'Port': ['ID=5e91291f-45d5-483a-9a92-03666f7c11ca,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:44.507379 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-8853d982-180d-4a9c-98fe-a0fbf5d56f60 None None] Set router 947600bc-1d58-4344-a28a-8323f9c371ec gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:53:44.519606 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97bccb02-518c-402a-b5e8-1d92aea414a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:44.523357 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6971bcad-b0d0-4d37-99ff-d38bffa579b2 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "GET /v2.0/floatingips/1efe47cd-5f0e-4ba0-a916-743ddfe794ac HTTP/1.1" status: 200 len: 978 time: 0.3767893 Feb 28 14:53:44.540363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41478) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:44.542295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:44.794667 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-45eb3208-3201-4781-a36c-31355b8269a0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:44.831017 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97bccb02-518c-402a-b5e8-1d92aea414a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:44.856268 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Allocated IP 2001:db8:1::2 (6e135c19-842f-42ad-bbf9-4481d17a1802/08e075ab-90c3-4251-8e3a-115d69194540/c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:44.862956 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f70328c2-b8ca-4188-986d-f2531e9e2064 None None] Provisioning for port 03393a87-e020-4982-97aa-bcf023df696b completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:44.886014 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f70328c2-b8ca-4188-986d-f2531e9e2064 None None] Provisioning complete for port 03393a87-e020-4982-97aa-bcf023df696b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:44.886601 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f70328c2-b8ca-4188-986d-f2531e9e2064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:44.918321 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 03393a87-e020-4982-97aa-bcf023df696b up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:44.927038 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45eb3208-3201-4781-a36c-31355b8269a0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=9cca2920-ff46-44e0-842b-00070fc9afad,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:44.962855 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-60825014-14a1-4767-9e8a-b3b3d7b6ed0e admin admin] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:45.009894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a4156bb9-923c-44b5-80ed-9b7e2efd4392 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Synchronizing usage tracker for tenant:41c179f0fdac4809a34cc8c82420641b on resource:floatingip {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:45.192636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a4156bb9-923c-44b5-80ed-9b7e2efd4392 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Unset dirty status for tenant:41c179f0fdac4809a34cc8c82420641b on resource:floatingip {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:45.196364 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a4156bb9-923c-44b5-80ed-9b7e2efd4392 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.6454136 Feb 28 14:53:45.205389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41482) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:45.219007 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7679ce04-4467-4737-bf6d-36c399f429f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'floatingip': {'port_id': 'bed22c3a-6cfb-4b0e-ae05-4bfe0f518f68'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:45.248237 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-45eb3208-3201-4781-a36c-31355b8269a0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:45.290281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-800c678d-cb18-41b3-9cb6-3245cf4fcf90 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:45.317293 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3170cd67-e6a1-43d3-8505-e9abc589afa0 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:45.345704 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 03393a87-e020-4982-97aa-bcf023df696b triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:45.346069 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:45.353988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7679ce04-4467-4737-bf6d-36c399f429f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:45.411818 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-45eb3208-3201-4781-a36c-31355b8269a0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/9cca2920-ff46-44e0-842b-00070fc9afad HTTP/1.1" status: 204 len: 168 time: 3.1139562 Feb 28 14:53:45.415680 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41486) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:45.481070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8853d982-180d-4a9c-98fe-a0fbf5d56f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'name': 'tempest-ServerActionsTestJSON-1030153243-router', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:53:36Z', 'revision_number': 5, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'gw_port': {'id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:43Z', 'updated_at': '2022-02-28T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:45.483249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:45.507175 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bd038538-2ce2-46d1-99f6-22b359b6ccf5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0903974 Feb 28 14:53:45.513175 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Transition to ACTIVE for port object c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:45.516656 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853d982-180d-4a9c-98fe-a0fbf5d56f60 None None] Checking router: 947600bc-1d58-4344-a28a-8323f9c371ec for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:53:45.522440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41490) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:45.596234 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f70328c2-b8ca-4188-986d-f2531e9e2064 None None] Provisioning for port 5cd0c27a-231f-437f-adf3-2e72d40a25b3 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:45.603929 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a5e3465d-9e0f-4caa-9a73-29f52ff9783f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:45.614049 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Transition to ACTIVE for port object c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:45.620187 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f70328c2-b8ca-4188-986d-f2531e9e2064 None None] Provisioning complete for port 5cd0c27a-231f-437f-adf3-2e72d40a25b3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:45.620539 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f70328c2-b8ca-4188-986d-f2531e9e2064 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:45.684586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:45.684981 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-800c678d-cb18-41b3-9cb6-3245cf4fcf90 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:45.688645 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-daa2dc09-7162-4206-b362-9ae77e714459 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Delete allocated IP 172.20.0.30 (a724c24e-4015-4bd1-a6a9-1b49acf09c8c/e3b3e5fa-4a16-4b3c-aa57-b0c7fdcb5dbe) {{(pid=83591) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 14:53:45.712046 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-800c678d-cb18-41b3-9cb6-3245cf4fcf90 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:45.732260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8853d982-180d-4a9c-98fe-a0fbf5d56f60 None None] Routers {'947600bc-1d58-4344-a28a-8323f9c371ec'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:45.732796 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8853d982-180d-4a9c-98fe-a0fbf5d56f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['947600bc-1d58-4344-a28a-8323f9c371ec'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:45.806435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97bccb02-518c-402a-b5e8-1d92aea414a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:45.858829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:45.906745 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-800c678d-cb18-41b3-9cb6-3245cf4fcf90 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:45.907332 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-800c678d-cb18-41b3-9cb6-3245cf4fcf90 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Fanout notify agent at l3_agent the message router_deleted on router e225edb1-f19a-4039-a6a6-69109bfe7327 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:53:45.911586 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:45.919121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bccb02-518c-402a-b5e8-1d92aea414a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Subnet': ['ID=59e53d5e-6a3c-4a00-9583-92b9d8595a97,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:45.921782 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f70328c2-b8ca-4188-986d-f2531e9e2064 None None] Port 5cd0c27a-231f-437f-adf3-2e72d40a25b3 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:45.924058 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a84723af-78dc-4b9c-bc6f-4058d386868a up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:45.931668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a5e3465d-9e0f-4caa-9a73-29f52ff9783f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:45.964161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Pushing event updated for resources: {'Port': ['ID=c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:45.976461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a5e3465d-9e0f-4caa-9a73-29f52ff9783f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:45.977898 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Network 6e135c19-842f-42ad-bbf9-4481d17a1802 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:45.983758 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:45.986034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a5e3465d-9e0f-4caa-9a73-29f52ff9783f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:45.989735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-800c678d-cb18-41b3-9cb6-3245cf4fcf90 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:45.990908 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-800c678d-cb18-41b3-9cb6-3245cf4fcf90 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] 10.222.0.15 "DELETE /v2.0/routers/e225edb1-f19a-4039-a6a6-69109bfe7327 HTTP/1.1" status: 204 len: 168 time: 6.0351396 Feb 28 14:53:45.994220 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41494) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:45.996433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:46.031931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97bccb02-518c-402a-b5e8-1d92aea414a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Checking segment: {'id': 'c29c76f6-faa1-4183-951a-7e19b68b82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a650a4d9-28af-46c2-8236-b17fe41e33ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:46.031931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bccb02-518c-402a-b5e8-1d92aea414a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network hostable DHCP agents. Network: a650a4d9-28af-46c2-8236-b17fe41e33ce, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:53:46.032288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a5e3465d-9e0f-4caa-9a73-29f52ff9783f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:46.085044 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-daa2dc09-7162-4206-b362-9ae77e714459 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:46.125984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-daa2dc09-7162-4206-b362-9ae77e714459 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Ignored duplicate provisioning block setup for port 5cd0c27a-231f-437f-adf3-2e72d40a25b3 by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 28 14:53:46.135874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-8853d982-180d-4a9c-98fe-a0fbf5d56f60 None None] Set router 947600bc-1d58-4344-a28a-8323f9c371ec gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:53:46.180073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-550b125b-beed-4657-98f7-c48e6d72e2f1 None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:53:46.186976 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97bccb02-518c-402a-b5e8-1d92aea414a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network a650a4d9-28af-46c2-8236-b17fe41e33ce is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:53:46.188560 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-daa2dc09-7162-4206-b362-9ae77e714459 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:46.196093 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Attempting to bind port c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:53:46.196452 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Attempting to bind port c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'ff7e71eb-0bfe-4b05-9a00-35213766956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:53:46.196806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Attempting to bind port c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b on network 6e135c19-842f-42ad-bbf9-4481d17a1802 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:53:46.243679 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e3465d-9e0f-4caa-9a73-29f52ff9783f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:46.253188 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-550b125b-beed-4657-98f7-c48e6d72e2f1 None None] Deleting port e96b2e99-bb91-42ca-9ded-b2ae05165af5 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:46.253612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-550b125b-beed-4657-98f7-c48e6d72e2f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:46.270527 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-97bccb02-518c-402a-b5e8-1d92aea414a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, a650a4d9-28af-46c2-8236-b17fe41e33ce) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:46.287578 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97bccb02-518c-402a-b5e8-1d92aea414a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:46.288396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97bccb02-518c-402a-b5e8-1d92aea414a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:46.295596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d3e2fd0-56ab-42b4-901e-3e6f223aaf36 None None] Network a650a4d9-28af-46c2-8236-b17fe41e33ce requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:46.307624 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port a84723af-78dc-4b9c-bc6f-4058d386868a completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:46.329752 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3363070-c595-4bc6-8351-4f1151b27f66 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Deleting subnet 722a1fd3-92ab-441f-8939-1e4dcc36e7d0 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:53:46.342620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port a84723af-78dc-4b9c-bc6f-4058d386868a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:46.343118 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:46.367840 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c3363070-c595-4bc6-8351-4f1151b27f66 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:46.370391 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:53:46.370757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Checking segment: {'id': 'ff7e71eb-0bfe-4b05-9a00-35213766956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:46.371152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:46.371554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Bound using segment: {'id': 'ff7e71eb-0bfe-4b05-9a00-35213766956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:53:46.372031 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Bound port: c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7e71eb-0bfe-4b05-9a00-35213766956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:53:46.372392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:46.382693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-60825014-14a1-4767-9e8a-b3b3d7b6ed0e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:46.479869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa2dc09-7162-4206-b362-9ae77e714459 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=5cd0c27a-231f-437f-adf3-2e72d40a25b3,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:46.485406 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-daa2dc09-7162-4206-b362-9ae77e714459 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] In _notify_port_updated(), no bound segment for port 5cd0c27a-231f-437f-adf3-2e72d40a25b3 on network a724c24e-4015-4bd1-a6a9-1b49acf09c8c {{(pid=83591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:53:46.490783 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daa2dc09-7162-4206-b362-9ae77e714459 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:46.491727 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-daa2dc09-7162-4206-b362-9ae77e714459 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:46.496348 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-daa2dc09-7162-4206-b362-9ae77e714459 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "PUT /v2.0/ports/5cd0c27a-231f-437f-adf3-2e72d40a25b3 HTTP/1.1" status: 200 len: 918 time: 3.4537618 Feb 28 14:53:46.501998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41498) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:46.515696 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-97bccb02-518c-402a-b5e8-1d92aea414a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6043622 Feb 28 14:53:46.517666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41500) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:46.529396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-2b3f31cb-dcf4-4057-b79d-5144dab7d9d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'bb86c8ad-4200-4dea-90f3-38087b65cb9c'}, {'subnet_id': 'e3b3e5fa-4a16-4b3c-aa57-b0c7fdcb5dbe'}]}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:46.531560 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'network_id': 'a650a4d9-28af-46c2-8236-b17fe41e33ce', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-329005178'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:46.552345 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c3363070-c595-4bc6-8351-4f1151b27f66 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:46.609829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-60825014-14a1-4767-9e8a-b3b3d7b6ed0e admin admin] Deleting port c137fe71-3720-4f33-abf5-0d492949466d {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:46.610201 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-60825014-14a1-4767-9e8a-b3b3d7b6ed0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:46.717037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a5e3465d-9e0f-4caa-9a73-29f52ff9783f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:46.753584 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Allocated IP 172.26.4.223 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/f0f34d43-ffb8-4d36-ae1b-07e4de1a1ac3) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:46.845137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:46.852829 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:port and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:46.856697 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:46.859692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c3363070-c595-4bc6-8351-4f1151b27f66 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:46.896265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:46.917643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:46.920752 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:46.950094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] device_id is not set on port 5948ecc1-a6ea-4442-9ac0-0e74dd4579e7 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:47.017155 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c3363070-c595-4bc6-8351-4f1151b27f66 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.064850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3363070-c595-4bc6-8351-4f1151b27f66 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event deleted for resources: {'Subnet': ['ID=722a1fd3-92ab-441f-8939-1e4dcc36e7d0,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:47.078009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-95f1f104-9022-406c-92ee-50c598fb763a None None] Provisioning complete for port 5cd0c27a-231f-437f-adf3-2e72d40a25b3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:47.078459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-95f1f104-9022-406c-92ee-50c598fb763a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.082434 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c3363070-c595-4bc6-8351-4f1151b27f66 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.107207 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.129495 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5304431a-3e84-47c2-a668-2bec5983fd70 None None] Network 612dda30-9cae-409a-83a6-74e5e5a4d316 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:47.145000 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] For port c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:53:47.145210 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c3363070-c595-4bc6-8351-4f1151b27f66 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] 10.222.0.15 "DELETE /v2.0/subnets/722a1fd3-92ab-441f-8939-1e4dcc36e7d0 HTTP/1.1" status: 204 len: 168 time: 1.1461563 Feb 28 14:53:47.147155 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41506) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:47.257248 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-550b125b-beed-4657-98f7-c48e6d72e2f1 None None] For port e96b2e99-bb91-42ca-9ded-b2ae05165af5, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e96b2e99-bb91-42ca-9ded-b2ae05165af5,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:47.257642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-550b125b-beed-4657-98f7-c48e6d72e2f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.265390 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] For port c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b,segment=NetworkSegment(ff7e71eb-0bfe-4b05-9a00-35213766956e),segment_id=ff7e71eb-0bfe-4b05-9a00-35213766956e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:53:47.272950 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Allocated IP 2001:db8::39d (a650a4d9-28af-46c2-8236-b17fe41e33ce/59e53d5e-6a3c-4a00-9583-92b9d8595a97/5948ecc1-a6ea-4442-9ac0-0e74dd4579e7) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:47.301467 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.311191 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.375477 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.389215 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Deleting port dbacecb4-d97b-4433-9a4b-b052813ad8a2 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:47.389789 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.472395 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-95f1f104-9022-406c-92ee-50c598fb763a None None] Port 5cd0c27a-231f-437f-adf3-2e72d40a25b3 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:47.474037 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-a650a4d9-28af-46c2-8236-b17fe41e33ce', 'network_id': 'a650a4d9-28af-46c2-8236-b17fe41e33ce', 'tenant_id': '97261752dc704f2791d2d79e53c8200f', 'fixed_ips': [{'subnet_id': '59e53d5e-6a3c-4a00-9583-92b9d8595a97'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:53:47.475339 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.475572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2b3f31cb-dcf4-4057-b79d-5144dab7d9d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.506474 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-550b125b-beed-4657-98f7-c48e6d72e2f1 None None] Calling delete_port for e96b2e99-bb91-42ca-9ded-b2ae05165af5 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:47.507166 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.536514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-60825014-14a1-4767-9e8a-b3b3d7b6ed0e admin admin] For port c137fe71-3720-4f33-abf5-0d492949466d, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=c137fe71-3720-4f33-abf5-0d492949466d,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:47.536771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-60825014-14a1-4767-9e8a-b3b3d7b6ed0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.540078 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Transition to ACTIVE for port object 5948ecc1-a6ea-4442-9ac0-0e74dd4579e7 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:47.558938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port a84723af-78dc-4b9c-bc6f-4058d386868a, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a84723af-78dc-4b9c-bc6f-4058d386868a,segment=NetworkSegment(1402263f-11ef-4b91-95d9-324569fe6be6),segment_id=1402263f-11ef-4b91-95d9-324569fe6be6)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:47.610412 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.707462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.724429 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e96b2e99-bb91-42ca-9ded-b2ae05165af5 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:53:47.747842 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-282f50f0-45f4-4887-82e3-ad12f5aa3fdc None None] Pushing event updated for resources: {'Port': ['ID=c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:47.790706 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] For port dbacecb4-d97b-4433-9a4b-b052813ad8a2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dbacecb4-d97b-4433-9a4b-b052813ad8a2,segment=NetworkSegment(ea870157-4c6b-4b5a-a67a-bee7856cc039),segment_id=ea870157-4c6b-4b5a-a67a-bee7856cc039)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:47.791097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.816909 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network a650a4d9-28af-46c2-8236-b17fe41e33ce is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:47.857739 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8853d982-180d-4a9c-98fe-a0fbf5d56f60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'name': 'tempest-ServerActionsTestJSON-1030153243-router', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:53:36Z', 'revision_number': 5, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'gw_port': {'id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:43Z', 'updated_at': '2022-02-28T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:47.877276 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:47.879116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=5948ecc1-a6ea-4442-9ac0-0e74dd4579e7,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:47.882196 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8853d982-180d-4a9c-98fe-a0fbf5d56f60 None None] The sync data for ids ['947600bc-1d58-4344-a28a-8323f9c371ec'] in dv-neutron-830866-2-hyperv is: [{'id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'name': 'tempest-ServerActionsTestJSON-1030153243-router', 'tenant_id': '3058aad5ce234490a5fe13a20aa3d30f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127'}], 'enable_snat': True}, 'gw_port_id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:49:41Z', 'updated_at': '2022-02-28T14:53:36Z', 'revision_number': 5, 'project_id': '3058aad5ce234490a5fe13a20aa3d30f', 'gw_port': {'id': 'c137fe71-3720-4f33-abf5-0d492949466d', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:b6:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '947600bc-1d58-4344-a28a-8323f9c371ec', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:49:43Z', 'updated_at': '2022-02-28T14:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:53:47.909259 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-550b125b-beed-4657-98f7-c48e6d72e2f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.952640 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:47.956142 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:47.957062 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:47.959662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No active binding found for port e96b2e99-bb91-42ca-9ded-b2ae05165af5 {{(pid=83593) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 28 14:53:47.960070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e96b2e99-bb91-42ca-9ded-b2ae05165af5 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:53:47.973718 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=a84723af-78dc-4b9c-bc6f-4058d386868a,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:47.974345 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Calling delete_port for dbacecb4-d97b-4433-9a4b-b052813ad8a2 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:48.024270 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-550b125b-beed-4657-98f7-c48e6d72e2f1 None None] No DVR routers for this DVR port e96b2e99-bb91-42ca-9ded-b2ae05165af5 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:53:48.034979 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550b125b-beed-4657-98f7-c48e6d72e2f1 None None] Pushing event deleted for resources: {'Port': ['ID=e96b2e99-bb91-42ca-9ded-b2ae05165af5,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:48.057883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Allocated IP 2001:db8::2 (a650a4d9-28af-46c2-8236-b17fe41e33ce/59e53d5e-6a3c-4a00-9583-92b9d8595a97/b7502f49-5e6c-41fe-a93c-a0987e5cf4d3) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:48.059697 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-935e1e3b-af92-4ff2-8dc5-05b121795d34 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 1.5405848 Feb 28 14:53:48.060229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41510) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:48.148891 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:48.214963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event deleted for resources: {'Port': ['ID=dbacecb4-d97b-4433-9a4b-b052813ad8a2,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:48.225988 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-09e7632a-1cb9-425d-9599-712076eb5d89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port 5948ecc1-a6ea-4442-9ac0-0e74dd4579e7 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:48.226308 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-09e7632a-1cb9-425d-9599-712076eb5d89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:48.251054 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] No DVR routers for this DVR port dbacecb4-d97b-4433-9a4b-b052813ad8a2 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:53:48.296781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-60825014-14a1-4767-9e8a-b3b3d7b6ed0e admin admin] Calling delete_port for c137fe71-3720-4f33-abf5-0d492949466d owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:48.301289 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4323e40e-bf7f-4844-bc20-5f8fd2741bbb None None] DHCP port deletion for 612dda30-9cae-409a-83a6-74e5e5a4d316 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:53:48.347866 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:48.375916 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Transition to ACTIVE for port object b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:48.408438 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Transition to ACTIVE for port object b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:48.419651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:48.424643 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:48.623035 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:48.652609 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Network a650a4d9-28af-46c2-8236-b17fe41e33ce is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:48.655777 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['612dda30-9cae-409a-83a6-74e5e5a4d316']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:48.656274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:48.658661 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Pushing event updated for resources: {'Port': ['ID=b7502f49-5e6c-41fe-a93c-a0987e5cf4d3,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:48.660169 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:48.684879 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea870157-4c6b-4b5a-a67a-bee7856cc039') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:48.685283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea870157-4c6b-4b5a-a67a-bee7856cc039') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:48.724399 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:48.750737 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Attempting to bind port b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:53:48.751100 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Attempting to bind port b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'c29c76f6-faa1-4183-951a-7e19b68b82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a650a4d9-28af-46c2-8236-b17fe41e33ce'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:53:48.751460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Attempting to bind port b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 on network a650a4d9-28af-46c2-8236-b17fe41e33ce {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:53:48.758183 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:53:48.758550 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Checking segment: {'id': 'c29c76f6-faa1-4183-951a-7e19b68b82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a650a4d9-28af-46c2-8236-b17fe41e33ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:48.758975 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:48.759360 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Bound using segment: {'id': 'c29c76f6-faa1-4183-951a-7e19b68b82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a650a4d9-28af-46c2-8236-b17fe41e33ce'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:53:48.759838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Bound port: b7502f49-5e6c-41fe-a93c-a0987e5cf4d3, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c29c76f6-faa1-4183-951a-7e19b68b82ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'a650a4d9-28af-46c2-8236-b17fe41e33ce'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:53:48.760210 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:48.790643 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-2b3f31cb-dcf4-4057-b79d-5144dab7d9d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Allocated IP 172.20.0.30 (a724c24e-4015-4bd1-a6a9-1b49acf09c8c/e3b3e5fa-4a16-4b3c-aa57-b0c7fdcb5dbe/5cd0c27a-231f-437f-adf3-2e72d40a25b3) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:48.796883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a5e3465d-9e0f-4caa-9a73-29f52ff9783f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:48.807172 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-7679ce04-4467-4737-bf6d-36c399f429f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:53:48.812855 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:48.824628 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:53:48.825095 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:53:48.839973 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:53:48.854146 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] For port b7502f49-5e6c-41fe-a93c-a0987e5cf4d3, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:53:48.857542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] For port b7502f49-5e6c-41fe-a93c-a0987e5cf4d3, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=b7502f49-5e6c-41fe-a93c-a0987e5cf4d3,segment=NetworkSegment(c29c76f6-faa1-4183-951a-7e19b68b82ee),segment_id=c29c76f6-faa1-4183-951a-7e19b68b82ee)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:53:48.861122 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:48.923843 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:48.943068 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b6ff5f-8534-4599-a01e-0189d06a445e None None] Pushing event updated for resources: {'Port': ['ID=b7502f49-5e6c-41fe-a93c-a0987e5cf4d3,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:48.952982 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-09e7632a-1cb9-425d-9599-712076eb5d89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:49.086934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:49.094256 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-09e7632a-1cb9-425d-9599-712076eb5d89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for 5948ecc1-a6ea-4442-9ac0-0e74dd4579e7 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:49.142359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:49.172068 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event deleted for resources: {'Network': ['ID=612dda30-9cae-409a-83a6-74e5e5a4d316,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:49.179374 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-31bf54ff-548a-425a-a655-4689563e1a99 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] 10.222.0.15 "DELETE /v2.0/networks/612dda30-9cae-409a-83a6-74e5e5a4d316 HTTP/1.1" status: 204 len: 168 time: 2.0300155 Feb 28 14:53:49.184142 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41514) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:49.201322 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e3465d-9e0f-4caa-9a73-29f52ff9783f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:49.243771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:49.247196 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7679ce04-4467-4737-bf6d-36c399f429f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:49.317951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-09e7632a-1cb9-425d-9599-712076eb5d89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:49.334745 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-a5e3465d-9e0f-4caa-9a73-29f52ff9783f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:49.336405 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e3465d-9e0f-4caa-9a73-29f52ff9783f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=0af5afba-6cdc-415c-a04f-b30cf1cd7c6a,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:49.342368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e3465d-9e0f-4caa-9a73-29f52ff9783f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:49.343211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a5e3465d-9e0f-4caa-9a73-29f52ff9783f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:49.353199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Pushing event updated for resources: {'Port': ['ID=f0f34d43-ffb8-4d36-ae1b-07e4de1a1ac3,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:49.356678 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef181e81-6952-46e9-9d8b-c4d17df64fd7 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:49.360009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:49.369807 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e7632a-1cb9-425d-9599-712076eb5d89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=5948ecc1-a6ea-4442-9ac0-0e74dd4579e7,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:49.416583 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-09e7632a-1cb9-425d-9599-712076eb5d89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:49.429338 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-09e7632a-1cb9-425d-9599-712076eb5d89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/5948ecc1-a6ea-4442-9ac0-0e74dd4579e7 HTTP/1.1" status: 204 len: 168 time: 1.3647809 Feb 28 14:53:49.431923 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41520) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:49.466676 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7679ce04-4467-4737-bf6d-36c399f429f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:49.493447 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3fed8ef-c34b-4f9a-8a14-4e8f2e5377d0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] GET failed (client error): The resource could not be found. Feb 28 14:53:49.494589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e3fed8ef-c34b-4f9a-8a14-4e8f2e5377d0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:49.517285 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e3fed8ef-c34b-4f9a-8a14-4e8f2e5377d0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:49.522446 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e3fed8ef-c34b-4f9a-8a14-4e8f2e5377d0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/5948ecc1-a6ea-4442-9ac0-0e74dd4579e7 HTTP/1.1" status: 404 len: 333 time: 0.0893605 Feb 28 14:53:49.525121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41524) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:49.533790 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:49.612381 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-ece05400-209f-47d5-83e3-9c77066e4aec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting subnet 59e53d5e-6a3c-4a00-9583-92b9d8595a97 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:53:49.617173 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ece05400-209f-47d5-83e3-9c77066e4aec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:49.686114 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '0af5afba-6cdc-415c-a04f-b30cf1cd7c6a'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:53:49.687176 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:49.694129 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ece05400-209f-47d5-83e3-9c77066e4aec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:49.829738 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ece05400-209f-47d5-83e3-9c77066e4aec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:49.930392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Allocated IP 172.20.0.2 (2d04583f-a513-435e-a720-cee2c3103874/0af5afba-6cdc-415c-a04f-b30cf1cd7c6a/2de91328-6637-44f9-8eda-3f1e1944f3ec) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:49.950668 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:49.956082 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ece05400-209f-47d5-83e3-9c77066e4aec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:49.988761 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4ac72ec-9539-4f1f-a563-6a1be79c5f0f None None] Network 6e135c19-842f-42ad-bbf9-4481d17a1802 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:50.016691 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ece05400-209f-47d5-83e3-9c77066e4aec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:50.023081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece05400-209f-47d5-83e3-9c77066e4aec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Subnet': ['ID=59e53d5e-6a3c-4a00-9583-92b9d8595a97,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:50.023575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-4c847066-e389-4f1f-a9f9-f80b1210aca5 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Deleting port 1c1d934f-d559-458f-954f-2b29bbee947b {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:50.023840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4c847066-e389-4f1f-a9f9-f80b1210aca5 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:50.030699 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ece05400-209f-47d5-83e3-9c77066e4aec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/59e53d5e-6a3c-4a00-9583-92b9d8595a97 HTTP/1.1" status: 204 len: 168 time: 0.5043969 Feb 28 14:53:50.033608 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41528) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:50.110089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-60825014-14a1-4767-9e8a-b3b3d7b6ed0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:50.157358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:50.169968 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:50.170357 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:50.226837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Allocated IP 2001:db8:1::1 (6e135c19-842f-42ad-bbf9-4481d17a1802/08e075ab-90c3-4251-8e3a-115d69194540/d0e7cf71-353b-447e-8a97-9d1fdecb3941) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:50.229107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60825014-14a1-4767-9e8a-b3b3d7b6ed0e admin admin] Pushing event deleted for resources: {'Port': ['ID=c137fe71-3720-4f33-abf5-0d492949466d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:50.253467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8e269896-1dce-44e0-a0a0-c1802faf8dd3 None None] Provisioning for port c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:50.261083 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a5e3465d-9e0f-4caa-9a73-29f52ff9783f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.7326355 Feb 28 14:53:50.261940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41532) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:50.271178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-2b3f31cb-dcf4-4057-b79d-5144dab7d9d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:53:50.280801 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:50.296041 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:50.344781 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:50.345156 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:50.356568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2b3f31cb-dcf4-4057-b79d-5144dab7d9d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:50.445197 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e86a712-e8b3-45a2-bad4-f6c0117c7055 None None] Network a650a4d9-28af-46c2-8236-b17fe41e33ce requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:50.483288 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] For port b7502f49-5e6c-41fe-a93c-a0987e5cf4d3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=b7502f49-5e6c-41fe-a93c-a0987e5cf4d3,segment=NetworkSegment(c29c76f6-faa1-4183-951a-7e19b68b82ee),segment_id=c29c76f6-faa1-4183-951a-7e19b68b82ee)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:50.483929 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:50.610434 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:50.707144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-2b3f31cb-dcf4-4057-b79d-5144dab7d9d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Transition to ACTIVE for port object 5cd0c27a-231f-437f-adf3-2e72d40a25b3 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:50.734952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2b3f31cb-dcf4-4057-b79d-5144dab7d9d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:50.751852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:50.782621 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:50.790959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:50.809211 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f49d35e6-2885-4242-a6a7-f981c92dd36b None None] Provisioning for port b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:50.838001 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=b7502f49-5e6c-41fe-a93c-a0987e5cf4d3,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:50.845816 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No DVR routers for this DVR port b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:53:50.845975 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Transition to ACTIVE for port object 2de91328-6637-44f9-8eda-3f1e1944f3ec will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:50.866065 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f49d35e6-2885-4242-a6a7-f981c92dd36b None None] Provisioning complete for port b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:50.866520 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f49d35e6-2885-4242-a6a7-f981c92dd36b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:50.916580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f49d35e6-2885-4242-a6a7-f981c92dd36b None None] Port b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 was deleted so its status cannot be updated. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 28 14:53:50.932282 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Transition to ACTIVE for port object 2de91328-6637-44f9-8eda-3f1e1944f3ec will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:50.937307 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b,segment=NetworkSegment(ff7e71eb-0bfe-4b05-9a00-35213766956e),segment_id=ff7e71eb-0bfe-4b05-9a00-35213766956e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:50.948644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:50.984818 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.023340 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a650a4d9-28af-46c2-8236-b17fe41e33ce']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:51.052331 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c29c76f6-faa1-4183-951a-7e19b68b82ee') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:51.054425 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c29c76f6-faa1-4183-951a-7e19b68b82ee') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:51.056068 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35179539-27fb-4d41-bb4b-79ca53399a5c None None] DHCP port deletion for a650a4d9-28af-46c2-8236-b17fe41e33ce request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:53:51.058081 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.059004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a84723af-78dc-4b9c-bc6f-4058d386868a up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:51.068851 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.090354 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.103112 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:53:51.103806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.112496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4c847066-e389-4f1f-a9f9-f80b1210aca5 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.112856 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4c847066-e389-4f1f-a9f9-f80b1210aca5 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:53:51.133680 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:53:51.158361 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b3f31cb-dcf4-4057-b79d-5144dab7d9d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=5cd0c27a-231f-437f-adf3-2e72d40a25b3,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:51.163569 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:51.165827 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Pushing event updated for resources: {'Port': ['ID=2de91328-6637-44f9-8eda-3f1e1944f3ec,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:51.168447 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:51.172445 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:51.188568 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:51.189042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:51.189388 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:51.189725 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:51.190058 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:51.190392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:51.191111 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:51.191111 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:51.191452 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:51.191851 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:51.192177 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:53:51.265049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.298984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.299819 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:51.319359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Network': ['ID=a650a4d9-28af-46c2-8236-b17fe41e33ce,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:51.333541 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-81e92c4b-e465-4099-b2ab-39052e68b0f8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/networks/a650a4d9-28af-46c2-8236-b17fe41e33ce HTTP/1.1" status: 204 len: 168 time: 1.2984018 Feb 28 14:53:51.335249 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41536) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:51.341327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'name': 'tempest-PortsIpV6TestJSON-1945822888'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:51.389959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Attempting to bind port 2de91328-6637-44f9-8eda-3f1e1944f3ec on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:53:51.390375 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Attempting to bind port 2de91328-6637-44f9-8eda-3f1e1944f3ec by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:53:51.390698 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Attempting to bind port 2de91328-6637-44f9-8eda-3f1e1944f3ec on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:53:51.394743 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port a84723af-78dc-4b9c-bc6f-4058d386868a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:51.395119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.429174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:51.446285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:53:51.446959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:53:51.447064 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.447439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:53:51.447949 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Bound port: 2de91328-6637-44f9-8eda-3f1e1944f3ec, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:53:51.448322 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.461267 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3e77884f-692f-46c6-a7b3-6d190a785761 None None] Provisioning complete for port c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:51.461643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3e77884f-692f-46c6-a7b3-6d190a785761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.485470 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:51.491735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:port and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:51.495854 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:51.503264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:51.514596 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:51.515922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-4c847066-e389-4f1f-a9f9-f80b1210aca5 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Calling delete_port for 1c1d934f-d559-458f-954f-2b29bbee947b owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:51.517970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.541398 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] device_id is not set on port 031aa2d8-9188-4c2f-88f8-f9c1c043c3a3 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:51.544025 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.548016 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-60825014-14a1-4767-9e8a-b3b3d7b6ed0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.627303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:51.647041 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:51.705279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] For port 2de91328-6637-44f9-8eda-3f1e1944f3ec, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:53:51.722926 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] For port 2de91328-6637-44f9-8eda-3f1e1944f3ec, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=2de91328-6637-44f9-8eda-3f1e1944f3ec,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:53:51.726228 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:51.746658 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:51.761769 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.773525 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Transition to ACTIVE for port object d0e7cf71-353b-447e-8a97-9d1fdecb3941 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:53:51.779681 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.792879 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:53:51.793368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:284}} Feb 28 14:53:51.808716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.842508 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Port b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 not found, will not notify nova. {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Feb 28 14:53:51.876133 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network be200c3b-4134-45c1-a362-476133cc0de3 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:51.884840 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:51.885250 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ad1db5-7368-4623-b7be-8f48a751b201 None None] Pushing event updated for resources: {'Port': ['ID=2de91328-6637-44f9-8eda-3f1e1944f3ec,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:51.888723 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:51.892941 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:51.893547 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.908608 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b070440f-f74b-43c6-b8b9-5a7fc04863d6 None None] Provisioning for port 5cd0c27a-231f-437f-adf3-2e72d40a25b3 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:51.915959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b070440f-f74b-43c6-b8b9-5a7fc04863d6 None None] Provisioning complete for port 5cd0c27a-231f-437f-adf3-2e72d40a25b3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:51.916565 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b070440f-f74b-43c6-b8b9-5a7fc04863d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.929548 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.5929618 Feb 28 14:53:51.934864 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41540) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:51.938402 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f23ec-7d10-4c4f-ac31-bd25b190149d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=031aa2d8-9188-4c2f-88f8-f9c1c043c3a3,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:51.939675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:51.958640 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dbacecb4-d97b-4433-9a4b-b052813ad8a2 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:53:51.976054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-2b3f31cb-dcf4-4057-b79d-5144dab7d9d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] In _notify_port_updated(), no bound segment for port 5cd0c27a-231f-437f-adf3-2e72d40a25b3 on network a724c24e-4015-4bd1-a6a9-1b49acf09c8c {{(pid=83592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:53:51.979979 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b3f31cb-dcf4-4057-b79d-5144dab7d9d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:51.980596 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2b3f31cb-dcf4-4057-b79d-5144dab7d9d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:51.981845 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2b3f31cb-dcf4-4057-b79d-5144dab7d9d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "PUT /v2.0/ports/5cd0c27a-231f-437f-adf3-2e72d40a25b3 HTTP/1.1" status: 200 len: 998 time: 5.4575157 Feb 28 14:53:51.989035 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41544) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:52.005050 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: dbacecb4-d97b-4433-9a4b-b052813ad8a2 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:53:52.006378 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dbacecb4-d97b-4433-9a4b-b052813ad8a2 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:53:52.006960 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4b02cd6d-99eb-4ded-a441-c29de2449a13 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:53:52.054205 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 4b02cd6d-99eb-4ded-a441-c29de2449a13 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:53:52.054810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4b02cd6d-99eb-4ded-a441-c29de2449a13 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:53:52.057532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-60825014-14a1-4767-9e8a-b3b3d7b6ed0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:52.064772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-b070440f-f74b-43c6-b8b9-5a7fc04863d6 None None] Port 5cd0c27a-231f-437f-adf3-2e72d40a25b3 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:52.091135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-fe56e672-4f64-4af6-be81-7122dc19fe88 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port 031aa2d8-9188-4c2f-88f8-f9c1c043c3a3 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:52.091135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe56e672-4f64-4af6-be81-7122dc19fe88 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:52.098737 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-60825014-14a1-4767-9e8a-b3b3d7b6ed0e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:52.102613 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:52.103320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:52.135948 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b09732b7-79c6-4371-a003-dfac5d034419 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port 5cd0c27a-231f-437f-adf3-2e72d40a25b3 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:52.136281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b09732b7-79c6-4371-a003-dfac5d034419 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:52.146077 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-7679ce04-4467-4737-bf6d-36c399f429f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Floating IP 1efe47cd-5f0e-4ba0-a916-743ddfe794ac associated. External IP: 172.26.4.161, port: 5a194d95-0c67-4d24-8bf6-a0133090785d. Feb 28 14:53:52.227170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:52.294409 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:52.377081 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:52.377845 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:52.549517 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:52.557524 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe56e672-4f64-4af6-be81-7122dc19fe88 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:52.583302 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:53:52.620596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:53:52.621173 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b7502f49-5e6c-41fe-a93c-a0987e5cf4d3 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:53:52.634300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 6e135c19-842f-42ad-bbf9-4481d17a1802 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:52.641043 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=d0e7cf71-353b-447e-8a97-9d1fdecb3941,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:52.643090 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-60825014-14a1-4767-9e8a-b3b3d7b6ed0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:52.643647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60825014-14a1-4767-9e8a-b3b3d7b6ed0e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 947600bc-1d58-4344-a28a-8323f9c371ec {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:53:52.650238 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4c847066-e389-4f1f-a9f9-f80b1210aca5 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:52.654355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:52.722159 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:52.722699 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:52.819360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-fe56e672-4f64-4af6-be81-7122dc19fe88 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for 031aa2d8-9188-4c2f-88f8-f9c1c043c3a3 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:52.881885 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b09732b7-79c6-4371-a003-dfac5d034419 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:52.883907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c847066-e389-4f1f-a9f9-f80b1210aca5 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Pushing event deleted for resources: {'Port': ['ID=1c1d934f-d559-458f-954f-2b29bbee947b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:53.021017 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b09732b7-79c6-4371-a003-dfac5d034419 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for 5cd0c27a-231f-437f-adf3-2e72d40a25b3 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:53.078978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-60825014-14a1-4767-9e8a-b3b3d7b6ed0e admin admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:53.081369 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-60825014-14a1-4767-9e8a-b3b3d7b6ed0e admin admin] 10.222.0.15 "DELETE /v2.0/routers/947600bc-1d58-4344-a28a-8323f9c371ec HTTP/1.1" status: 204 len: 168 time: 9.6863260 Feb 28 14:53:53.087204 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41548) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:53.122064 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e1c9c8e2-bb56-47f0-8a73-a515437d588d None None] Provisioning for port d0e7cf71-353b-447e-8a97-9d1fdecb3941 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:53.129899 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e1c9c8e2-bb56-47f0-8a73-a515437d588d None None] Provisioning complete for port d0e7cf71-353b-447e-8a97-9d1fdecb3941 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:53.130617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e1c9c8e2-bb56-47f0-8a73-a515437d588d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:53.154850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe56e672-4f64-4af6-be81-7122dc19fe88 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:53.205418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4c847066-e389-4f1f-a9f9-f80b1210aca5 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:53.206721 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e1c9c8e2-bb56-47f0-8a73-a515437d588d None None] Port d0e7cf71-353b-447e-8a97-9d1fdecb3941 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:53.228867 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe56e672-4f64-4af6-be81-7122dc19fe88 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=031aa2d8-9188-4c2f-88f8-f9c1c043c3a3,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:53.234006 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-58c2a284-fed4-4749-9d08-acc29f835937 admin admin] Deleting subnet 8384ae17-c1f6-45d8-991e-642c0f17988e {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:53:53.254373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe56e672-4f64-4af6-be81-7122dc19fe88 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:53.258429 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58c2a284-fed4-4749-9d08-acc29f835937 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:53.274341 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4c847066-e389-4f1f-a9f9-f80b1210aca5 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:53.278238 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4c847066-e389-4f1f-a9f9-f80b1210aca5 tempest-FloatingIPAdminTestJSON-952328928 tempest-FloatingIPAdminTestJSON-952328928-project] 10.222.0.15 "DELETE /v2.0/floatingips/75a16ac6-cc7c-4273-bb68-7f23388e8d35 HTTP/1.1" status: 204 len: 168 time: 4.0768981 Feb 28 14:53:53.295744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:53.311749 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fe56e672-4f64-4af6-be81-7122dc19fe88 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/031aa2d8-9188-4c2f-88f8-f9c1c043c3a3 HTTP/1.1" status: 204 len: 168 time: 1.3722770 Feb 28 14:53:53.314477 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41554) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:53.336463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'mac_address': 'fa:16:3e:92:0e:7b', 'name': 'tempest-PortsIpV6TestJSON-561506151'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:53.363075 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58c2a284-fed4-4749-9d08-acc29f835937 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:53.436953 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5fd017ea-2311-4a8d-ba73-1aaec39695ca None None] Provisioning for port 2de91328-6637-44f9-8eda-3f1e1944f3ec completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:53.534201 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b09732b7-79c6-4371-a003-dfac5d034419 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:53.589860 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09732b7-79c6-4371-a003-dfac5d034419 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=5cd0c27a-231f-437f-adf3-2e72d40a25b3,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:53.631442 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58c2a284-fed4-4749-9d08-acc29f835937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:53.685418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:53.690023 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41560) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:53.716639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:port and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:53.732359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:53.782912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b09732b7-79c6-4371-a003-dfac5d034419 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:53.797808 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b09732b7-79c6-4371-a003-dfac5d034419 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/5cd0c27a-231f-437f-adf3-2e72d40a25b3 HTTP/1.1" status: 204 len: 168 time: 1.8076243 Feb 28 14:53:53.798499 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41566) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:53.805646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:53.844785 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58c2a284-fed4-4749-9d08-acc29f835937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:53.876016 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-4284cbfb-5211-4afe-b6be-99bd6b19bd83 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] GET failed (client error): The resource could not be found. Feb 28 14:53:53.876531 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4284cbfb-5211-4afe-b6be-99bd6b19bd83 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:53.889856 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c2a284-fed4-4749-9d08-acc29f835937 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8384ae17-c1f6-45d8-991e-642c0f17988e,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:53.903833 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58c2a284-fed4-4749-9d08-acc29f835937 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:53.905730 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-58c2a284-fed4-4749-9d08-acc29f835937 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/8384ae17-c1f6-45d8-991e-642c0f17988e HTTP/1.1" status: 204 len: 168 time: 0.8096471 Feb 28 14:53:53.908634 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41570) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:53.913895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd5e3fe1-519f-4b61-961e-9e68b0fae29b None None] Network d8e68083-b804-4567-a398-1f9531ac1f94 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:53.915537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4284cbfb-5211-4afe-b6be-99bd6b19bd83 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:53.919195 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4284cbfb-5211-4afe-b6be-99bd6b19bd83 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/5cd0c27a-231f-437f-adf3-2e72d40a25b3 HTTP/1.1" status: 404 len: 333 time: 0.1165941 Feb 28 14:53:53.919339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:53.932808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41574) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:54.021642 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:54.031922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] Deleting port d4c0c9ae-d293-458f-816f-0d686be22d66 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:54.032248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:54.189338 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5750fef7-b94e-49df-aa0b-a4dc04cd95bb None None] DHCP port deletion for d8e68083-b804-4567-a398-1f9531ac1f94 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:53:54.194391 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5750fef7-b94e-49df-aa0b-a4dc04cd95bb None None] Deleting port d4c0c9ae-d293-458f-816f-0d686be22d66 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:54.195166 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5750fef7-b94e-49df-aa0b-a4dc04cd95bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:54.230165 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 2de91328-6637-44f9-8eda-3f1e1944f3ec up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:54.252054 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] For port d4c0c9ae-d293-458f-816f-0d686be22d66, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d4c0c9ae-d293-458f-816f-0d686be22d66,segment=NetworkSegment(e80d797f-4c00-46e2-ae49-a879d3e4da2f),segment_id=e80d797f-4c00-46e2-ae49-a879d3e4da2f)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:54.252400 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:54.380747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] Calling delete_port for d4c0c9ae-d293-458f-816f-0d686be22d66 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:54.451013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.objects.ports [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83592) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:53:54.490868 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 2de91328-6637-44f9-8eda-3f1e1944f3ec completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:53:54.509705 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 2de91328-6637-44f9-8eda-3f1e1944f3ec triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:54.510168 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:54.540492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:54.556092 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:54.574860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-5750fef7-b94e-49df-aa0b-a4dc04cd95bb None None] For port d4c0c9ae-d293-458f-816f-0d686be22d66, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d4c0c9ae-d293-458f-816f-0d686be22d66,segment=NetworkSegment(e80d797f-4c00-46e2-ae49-a879d3e4da2f),segment_id=e80d797f-4c00-46e2-ae49-a879d3e4da2f)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:54.575344 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5750fef7-b94e-49df-aa0b-a4dc04cd95bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:54.604901 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=d4c0c9ae-d293-458f-816f-0d686be22d66,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:54.610503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] No DVR routers for this DVR port d4c0c9ae-d293-458f-816f-0d686be22d66 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:53:54.689751 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Router e5b05ad8-1c0f-4b81-970c-7fa705ac768a is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:53:54.709805 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5750fef7-b94e-49df-aa0b-a4dc04cd95bb None None] Calling delete_port for d4c0c9ae-d293-458f-816f-0d686be22d66 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:54.735484 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:54.741600 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-80fb2055-133f-4a82-83b6-7d06d12b25da admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ed80311e5341435c89cdaeb88ee9ae1d&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0433652 Feb 28 14:53:54.743452 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41578) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:54.783043 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e68083-b804-4567-a398-1f9531ac1f94']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:54.799623 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] device_id is not set on port 5c1e2908-2d20-4839-8ee4-1e38fc631662 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:54.805130 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e80d797f-4c00-46e2-ae49-a879d3e4da2f') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:54.805503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e80d797f-4c00-46e2-ae49-a879d3e4da2f') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:54.823501 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:54.829426 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:54.850885 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:54.853786 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-5750fef7-b94e-49df-aa0b-a4dc04cd95bb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:53:54.854253 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-5750fef7-b94e-49df-aa0b-a4dc04cd95bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:53:54.857475 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd224-2297-46fd-bd20-3f8cba2599de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:54.865664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 2de91328-6637-44f9-8eda-3f1e1944f3ec, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=2de91328-6637-44f9-8eda-3f1e1944f3ec,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:54.868511 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:53:54.868972 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:54.870598 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:53:54.885172 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:53:54.908119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c137fe71-3720-4f33-abf5-0d492949466d no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:53:54.937641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:53:54.949893 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: c137fe71-3720-4f33-abf5-0d492949466d {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:53:54.950420 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c137fe71-3720-4f33-abf5-0d492949466d not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:53:54.969093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd224-2297-46fd-bd20-3f8cba2599de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:54.972022 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=2de91328-6637-44f9-8eda-3f1e1944f3ec,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:54.997558 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.001716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.007647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d44d408-3045-484c-9f39-4d1848d1af10 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting subnet e3b3e5fa-4a16-4b3c-aa57-b0c7fdcb5dbe {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:53:55.021655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.028657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d44d408-3045-484c-9f39-4d1848d1af10 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.039109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d8e68083-b804-4567-a398-1f9531ac1f94,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:55.056736 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-00e51f23-bbaa-4daa-948a-341039bcf0a1 admin admin] 10.222.0.15 "DELETE /v2.0/networks/d8e68083-b804-4567-a398-1f9531ac1f94 HTTP/1.1" status: 204 len: 168 time: 1.1435943 Feb 28 14:53:55.073129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.073924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.074157 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd224-2297-46fd-bd20-3f8cba2599de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.095573 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2fd224-2297-46fd-bd20-3f8cba2599de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c20f06e-9844-43fd-adbf-b0654bbd2bdd,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:55.100443 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e2fd224-2297-46fd-bd20-3f8cba2599de admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.101533 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9e2fd224-2297-46fd-bd20-3f8cba2599de admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2c20f06e-9844-43fd-adbf-b0654bbd2bdd HTTP/1.1" status: 204 len: 168 time: 0.3583651 Feb 28 14:53:55.227057 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41586) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:55.268820 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d44d408-3045-484c-9f39-4d1848d1af10 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.282354 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8beea458-b0c9-470f-bb1e-f8ecaae46d20 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3058aad5ce234490a5fe13a20aa3d30f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0519075 Feb 28 14:53:55.282602 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41592) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:55.348165 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a2e43b7a-eaff-4ebb-a8af-f130b3c1df6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.355424 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5750fef7-b94e-49df-aa0b-a4dc04cd95bb None None] Deleting port d4c0c9ae-d293-458f-816f-0d686be22d66 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:55.355891 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5750fef7-b94e-49df-aa0b-a4dc04cd95bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.375618 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a2e43b7a-eaff-4ebb-a8af-f130b3c1df6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.415236 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=d0e7cf71-353b-447e-8a97-9d1fdecb3941,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:55.438995 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5750fef7-b94e-49df-aa0b-a4dc04cd95bb None None] The port 'd4c0c9ae-d293-458f-816f-0d686be22d66' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:53:55.460128 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-98d655d7-7d7e-46ff-95e8-dd96205dca40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.478747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a2e43b7a-eaff-4ebb-a8af-f130b3c1df6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.500537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e43b7a-eaff-4ebb-a8af-f130b3c1df6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45ec8f1-9814-43f2-bed2-8e332e53bd2c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:55.513831 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a2e43b7a-eaff-4ebb-a8af-f130b3c1df6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.515372 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a2e43b7a-eaff-4ebb-a8af-f130b3c1df6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f45ec8f1-9814-43f2-bed2-8e332e53bd2c HTTP/1.1" status: 204 len: 168 time: 0.2318647 Feb 28 14:53:55.524319 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.648986 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41598) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:55.669902 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3166b0ce-1912-45c7-9aea-085fbf97265e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.676141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7679ce04-4467-4737-bf6d-36c399f429f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 94fb8087-6267-407a-8212-2b233c292ea2 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:53:55.690920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.704295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3166b0ce-1912-45c7-9aea-085fbf97265e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:55.708587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3166b0ce-1912-45c7-9aea-085fbf97265e admin admin] Usage tracker for resource:security_group_rule and tenant:9ed889a7474f435d8bb00b93f495c835 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:55.711570 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3166b0ce-1912-45c7-9aea-085fbf97265e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:55.717908 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3166b0ce-1912-45c7-9aea-085fbf97265e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:55.727934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 6e135c19-842f-42ad-bbf9-4481d17a1802 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:55.737264 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d44d408-3045-484c-9f39-4d1848d1af10 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.765483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:55.799205 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3166b0ce-1912-45c7-9aea-085fbf97265e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.808809 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3166b0ce-1912-45c7-9aea-085fbf97265e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.871205 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3166b0ce-1912-45c7-9aea-085fbf97265e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c217736f-ef33-44c3-85e7-1189d5ea74c2,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:55.878242 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3166b0ce-1912-45c7-9aea-085fbf97265e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9ed889a7474f435d8bb00b93f495c835&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2281699 Feb 28 14:53:55.879215 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41608) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:55.952725 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9137c43e-0d77-4b41-b884-c4e9bf2c95e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:55.983751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9137c43e-0d77-4b41-b884-c4e9bf2c95e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:56.040948 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9137c43e-0d77-4b41-b884-c4e9bf2c95e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:56.056336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9137c43e-0d77-4b41-b884-c4e9bf2c95e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c217736f-ef33-44c3-85e7-1189d5ea74c2,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:56.067288 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9137c43e-0d77-4b41-b884-c4e9bf2c95e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:56.071280 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9137c43e-0d77-4b41-b884-c4e9bf2c95e5 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c217736f-ef33-44c3-85e7-1189d5ea74c2 HTTP/1.1" status: 204 len: 168 time: 0.1887908 Feb 28 14:53:56.174673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 2de91328-6637-44f9-8eda-3f1e1944f3ec up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:56.270386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-54234106-f797-47ea-bcaa-370c89327bc4 None None] Provisioning complete for port d0e7cf71-353b-447e-8a97-9d1fdecb3941 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:56.270756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-54234106-f797-47ea-bcaa-370c89327bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:56.319069 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 2de91328-6637-44f9-8eda-3f1e1944f3ec triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:56.319458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:56.372076 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:56.415412 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-54234106-f797-47ea-bcaa-370c89327bc4 None None] Port d0e7cf71-353b-447e-8a97-9d1fdecb3941 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:53:56.482318 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d44d408-3045-484c-9f39-4d1848d1af10 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:56.617248 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d4c0c9ae-d293-458f-816f-0d686be22d66 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:53:56.630182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d44d408-3045-484c-9f39-4d1848d1af10 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Subnet': ['ID=e3b3e5fa-4a16-4b3c-aa57-b0c7fdcb5dbe,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:56.635332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] For port 2de91328-6637-44f9-8eda-3f1e1944f3ec, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=2de91328-6637-44f9-8eda-3f1e1944f3ec,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:56.654733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: d4c0c9ae-d293-458f-816f-0d686be22d66 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:53:56.655076 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d4c0c9ae-d293-458f-816f-0d686be22d66 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:53:56.685469 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41626) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:56.718417 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ee817ac5-cb44-4a6c-892a-f816588d290c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:56.742006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f21e114-e153-431e-97ef-44cea58284c3 None None] Network a724c24e-4015-4bd1-a6a9-1b49acf09c8c requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:56.765734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ee817ac5-cb44-4a6c-892a-f816588d290c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:56.772082 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ee817ac5-cb44-4a6c-892a-f816588d290c admin admin] Usage tracker for resource:security_group_rule and tenant:36ad32e93caf442bba12937ecbef6e0c is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:56.776243 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ee817ac5-cb44-4a6c-892a-f816588d290c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:56.782882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d44d408-3045-484c-9f39-4d1848d1af10 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:56.788123 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ee817ac5-cb44-4a6c-892a-f816588d290c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:56.792946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network be200c3b-4134-45c1-a362-476133cc0de3 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:56.796150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=5c1e2908-2d20-4839-8ee4-1e38fc631662,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:56.809083 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:53:56.811456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:56.829692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:53:56.834290 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:56.835143 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:56.847470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:53:56.870712 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2d44d408-3045-484c-9f39-4d1848d1af10 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/e3b3e5fa-4a16-4b3c-aa57-b0c7fdcb5dbe HTTP/1.1" status: 204 len: 168 time: 2.9210644 Feb 28 14:53:56.878515 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41632) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:56.918265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e5eb9-d578-4774-8d4c-b89ba4ac2858 None None] Sync routers for ids ['e5b05ad8-1c0f-4b81-970c-7fa705ac768a'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:53:56.927854 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:56.937599 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:56.941810 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9d7822e0-fe84-43a4-8dee-c8baa42ff1e1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 13.2082388 Feb 28 14:53:56.946976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41636) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:56.951384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e5eb9-d578-4774-8d4c-b89ba4ac2858 None None] Routers {'e5b05ad8-1c0f-4b81-970c-7fa705ac768a'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:56.951728 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:56.952304 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-df7e5eb9-d578-4774-8d4c-b89ba4ac2858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e5b05ad8-1c0f-4b81-970c-7fa705ac768a'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:56.952594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:56.954637 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ee817ac5-cb44-4a6c-892a-f816588d290c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:56.960459 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c4b9bf5e-9da0-4ec3-b9f8-04feb29da690 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 3.6418052 Feb 28 14:53:56.961537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ee817ac5-cb44-4a6c-892a-f816588d290c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:56.965323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41638) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:57.009011 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ee817ac5-cb44-4a6c-892a-f816588d290c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=36ad32e93caf442bba12937ecbef6e0c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3216298 Feb 28 14:53:57.013931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41642) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:57.020485 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-df7e5eb9-d578-4774-8d4c-b89ba4ac2858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:57.027514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-42390c1f-0ba3-4196-b3f4-c579a4e14cbe tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:57.063208 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee817ac5-cb44-4a6c-892a-f816588d290c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d00584e0-5fe9-4d33-a2fc-de1d3b9f7692,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:57.070711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7e5eb9-d578-4774-8d4c-b89ba4ac2858 None None] Routers {'e5b05ad8-1c0f-4b81-970c-7fa705ac768a'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:57.072278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-df7e5eb9-d578-4774-8d4c-b89ba4ac2858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e5b05ad8-1c0f-4b81-970c-7fa705ac768a'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:57.121404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fb2dfcff-9c31-4ffb-a40f-1c28686e964c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:57.141265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-df7e5eb9-d578-4774-8d4c-b89ba4ac2858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:57.142496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df7e5eb9-d578-4774-8d4c-b89ba4ac2858 None None] The sync data for ids ['e5b05ad8-1c0f-4b81-970c-7fa705ac768a'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:53:57.149587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fb2dfcff-9c31-4ffb-a40f-1c28686e964c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:57.221609 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fb2dfcff-9c31-4ffb-a40f-1c28686e964c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:57.242704 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2dfcff-9c31-4ffb-a40f-1c28686e964c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d00584e0-5fe9-4d33-a2fc-de1d3b9f7692,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:57.247920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fb2dfcff-9c31-4ffb-a40f-1c28686e964c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:57.251490 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fb2dfcff-9c31-4ffb-a40f-1c28686e964c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d00584e0-5fe9-4d33-a2fc-de1d3b9f7692 HTTP/1.1" status: 204 len: 168 time: 0.2342923 Feb 28 14:53:57.348782 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-869b8f03-a86a-48b4-97d4-002a14364a2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting subnet bb86c8ad-4200-4dea-90f3-38087b65cb9c {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:53:57.352281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-869b8f03-a86a-48b4-97d4-002a14364a2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:57.430442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:53:57.433726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:53:57.451690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fec34878-11f9-4c74-b6d0-a0bb285ca3fa None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:57.469278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:57.470186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:57.533869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=2de91328-6637-44f9-8eda-3f1e1944f3ec,revision_number=5']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:57.545192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-869b8f03-a86a-48b4-97d4-002a14364a2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:57.582957 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 7.2967882 Feb 28 14:53:57.585874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41660) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:57.591920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'mac_address': 'fa:16:3e:8d:c2:89', 'name': 'tempest-NetworksTestDHCPv6-1942371104'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:57.598906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181db8b0-cb39-4244-8817-081b5642008a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=436e0048-e7ca-4c87-937b-967a78e79acc,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:57.627280 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7090adf8-0698-418d-9032-157cdac73195 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:53:57.628137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7090adf8-0698-418d-9032-157cdac73195 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:57.746521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router 14e55685-af99-4349-98f6-c7493fee7e1c has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:53:57.747344 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7090adf8-0698-418d-9032-157cdac73195 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:57.751151 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7090adf8-0698-418d-9032-157cdac73195 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/5c1e2908-2d20-4839-8ee4-1e38fc631662 HTTP/1.1" status: 200 len: 844 time: 0.7252743 Feb 28 14:53:57.761296 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41672) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:57.825315 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7679ce04-4467-4737-bf6d-36c399f429f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:53:57.838524 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c04b289-532e-457b-b535-8903dcdecdb3 None None] Sync routers for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:53:57.860550 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c04b289-532e-457b-b535-8903dcdecdb3 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:57.862355 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1c04b289-532e-457b-b535-8903dcdecdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:57.871531 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:57.879663 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8afc882d-913b-4e8b-899b-1df7feff6ad6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:57.948649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-869b8f03-a86a-48b4-97d4-002a14364a2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:58.028786 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1c04b289-532e-457b-b535-8903dcdecdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:58.038873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-80ada783-4d7f-4b45-a104-84d4ad1cb402 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port 5c1e2908-2d20-4839-8ee4-1e38fc631662 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:58.039361 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-80ada783-4d7f-4b45-a104-84d4ad1cb402 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:58.049534 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c04b289-532e-457b-b535-8903dcdecdb3 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:58.050153 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1c04b289-532e-457b-b535-8903dcdecdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:58.065079 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-aba489b3-1685-4144-b63e-e9a2bf313b82 None None] Provisioning complete for port 03393a87-e020-4982-97aa-bcf023df696b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:58.065462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-aba489b3-1685-4144-b63e-e9a2bf313b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:58.178865 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1c04b289-532e-457b-b535-8903dcdecdb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:58.182207 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 2de91328-6637-44f9-8eda-3f1e1944f3ec up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:53:58.183440 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1c04b289-532e-457b-b535-8903dcdecdb3 None None] The sync data for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:53:58.266495 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41682) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:58.276091 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:58.293150 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:58.322973 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:58.416731 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:58.420826 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-869b8f03-a86a-48b4-97d4-002a14364a2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:58.513527 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:58.544630 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 2de91328-6637-44f9-8eda-3f1e1944f3ec triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:58.545122 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:58.560599 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-80ada783-4d7f-4b45-a104-84d4ad1cb402 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:58.799414 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:58.819619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869b8f03-a86a-48b4-97d4-002a14364a2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Subnet': ['ID=bb86c8ad-4200-4dea-90f3-38087b65cb9c,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:58.847237 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:58.877653 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af379c5-c8b1-4b67-a7e3-ca87d96019a8 None None] Network a724c24e-4015-4bd1-a6a9-1b49acf09c8c requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:53:58.881587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-869b8f03-a86a-48b4-97d4-002a14364a2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:58.991710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-80ada783-4d7f-4b45-a104-84d4ad1cb402 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for 5c1e2908-2d20-4839-8ee4-1e38fc631662 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:53:59.027467 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-869b8f03-a86a-48b4-97d4-002a14364a2c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/bb86c8ad-4200-4dea-90f3-38087b65cb9c HTTP/1.1" status: 204 len: 168 time: 2.1449645 Feb 28 14:53:59.028346 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41698) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:59.096651 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:59.100231 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3830ea4e-a82a-4eb1-bcc4-97b69840fd31 None None] Provisioning complete for port 2de91328-6637-44f9-8eda-3f1e1944f3ec triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:53:59.100790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3830ea4e-a82a-4eb1-bcc4-97b69840fd31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:59.114376 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-181413172', 'router:external': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:59.120053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:59.123972 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Usage tracker for resource:network and tenant:3937118570a2413fa0b74f6765dcb4c6 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:59.127317 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:59.135616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:59.166137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Made reservation on behalf of 3937118570a2413fa0b74f6765dcb4c6 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:59.168899 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:59.198354 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:59.232904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:59.236889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:53:59.238093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port f2aadb7d-1553-45f1-abd7-a70cb7a0d765 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:53:59.252017 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4b3b2925-ef90-4fe1-92a0-41db78e17d02 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/14e55685-af99-4349-98f6-c7493fee7e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.4785862 Feb 28 14:53:59.256484 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41704) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:59.261886 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Sync routers for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:53:59.270505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-83a86019-ae01-4f60-8687-7ea575fcf883 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1742779400'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:59.278135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50b6470a-b25e-451d-8bb0-9fb0bcef27ce None None] DHCP port deletion for a724c24e-4015-4bd1-a6a9-1b49acf09c8c request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:53:59.284232 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-50b6470a-b25e-451d-8bb0-9fb0bcef27ce None None] Deleting port 03393a87-e020-4982-97aa-bcf023df696b {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:59.285265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-50b6470a-b25e-451d-8bb0-9fb0bcef27ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:59.289117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-83a86019-ae01-4f60-8687-7ea575fcf883 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:59.298728 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port 03393a87-e020-4982-97aa-bcf023df696b {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:53:59.299053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:59.312460 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:53:59.322751 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-83a86019-ae01-4f60-8687-7ea575fcf883 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:network and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:59.326148 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Usage tracker for resource:security_group_rule and tenant:3937118570a2413fa0b74f6765dcb4c6 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:53:59.332331 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-80ada783-4d7f-4b45-a104-84d4ad1cb402 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:59.334132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-83a86019-ae01-4f60-8687-7ea575fcf883 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:59.334359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:53:59.352009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-83a86019-ae01-4f60-8687-7ea575fcf883 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:59.381960 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:53:59.404935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ada783-4d7f-4b45-a104-84d4ad1cb402 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=5c1e2908-2d20-4839-8ee4-1e38fc631662,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:59.435560 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:53:59.446727 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:53:59.474358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-80ada783-4d7f-4b45-a104-84d4ad1cb402 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:59.485226 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83a86019-ae01-4f60-8687-7ea575fcf883 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:53:59.500827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-83a86019-ae01-4f60-8687-7ea575fcf883 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:59.532743 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-80ada783-4d7f-4b45-a104-84d4ad1cb402 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/5c1e2908-2d20-4839-8ee4-1e38fc631662 HTTP/1.1" status: 204 len: 168 time: 1.7690983 Feb 28 14:53:59.538390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41712) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:59.643593 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec79eb85-57d2-4d73-86e2-7f2ea9b671c9 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] GET failed (client error): The resource could not be found. Feb 28 14:53:59.644081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ec79eb85-57d2-4d73-86e2-7f2ea9b671c9 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:53:59.660060 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:59.677221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:59.706892 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 172.20.0.10 (2d04583f-a513-435e-a720-cee2c3103874/0af5afba-6cdc-415c-a04f-b30cf1cd7c6a/f2aadb7d-1553-45f1-abd7-a70cb7a0d765) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:59.712184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ec79eb85-57d2-4d73-86e2-7f2ea9b671c9 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:53:59.713547 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ec79eb85-57d2-4d73-86e2-7f2ea9b671c9 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/5c1e2908-2d20-4839-8ee4-1e38fc631662 HTTP/1.1" status: 404 len: 333 time: 0.1737630 Feb 28 14:53:59.721865 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83a86019-ae01-4f60-8687-7ea575fcf883 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:53:59.723780 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41718) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:53:59.731094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:53:59.734285 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-818af6be-d3eb-4805-94a2-880321585c44 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'name': 'tempest-PortsIpV6TestJSON-1630301507'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:53:59.736860 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::f816:3eff:fe8d:c289 (2d04583f-a513-435e-a720-cee2c3103874/436e0048-e7ca-4c87-937b-967a78e79acc/f2aadb7d-1553-45f1-abd7-a70cb7a0d765) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:53:59.752674 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf988e7-38ce-45f7-9e3c-d38891a7ab6f,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:53:59.763797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:59.764386 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Added segment 3a886e45-a465-423c-951d-84a088dc614b of type vlan for network 239466ac-661a-4508-aa43-349a58f8991d Feb 28 14:53:59.785165 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:53:59.837625 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:59.850150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-83a86019-ae01-4f60-8687-7ea575fcf883 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:59.850681 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-83a86019-ae01-4f60-8687-7ea575fcf883 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Added segment 04da745e-61dd-48a3-a1ef-dd9c8e9234e9 of type vlan for network 474c0203-aedb-4ec7-81ff-74d563544190 Feb 28 14:53:59.878485 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-50b6470a-b25e-451d-8bb0-9fb0bcef27ce None None] For port 03393a87-e020-4982-97aa-bcf023df696b, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=03393a87-e020-4982-97aa-bcf023df696b,segment=NetworkSegment(db237853-7ba8-4821-b0b9-e5b6099a9668),segment_id=db237853-7ba8-4821-b0b9-e5b6099a9668)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:59.879146 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-50b6470a-b25e-451d-8bb0-9fb0bcef27ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:53:59.987183 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] For port 03393a87-e020-4982-97aa-bcf023df696b, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=03393a87-e020-4982-97aa-bcf023df696b,segment=NetworkSegment(db237853-7ba8-4821-b0b9-e5b6099a9668),segment_id=db237853-7ba8-4821-b0b9-e5b6099a9668)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:53:59.987559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:00.027754 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:00.044729 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object f2aadb7d-1553-45f1-abd7-a70cb7a0d765 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:00.052697 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-83a86019-ae01-4f60-8687-7ea575fcf883 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:00.070778 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:00.073696 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:00.074447 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:00.075013 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:00.092621 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-50b6470a-b25e-451d-8bb0-9fb0bcef27ce None None] Calling delete_port for 03393a87-e020-4982-97aa-bcf023df696b owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:00.190434 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-818af6be-d3eb-4805-94a2-880321585c44 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:00.203389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for 03393a87-e020-4982-97aa-bcf023df696b owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:00.223496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 03393a87-e020-4982-97aa-bcf023df696b no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:54:00.254685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-818af6be-d3eb-4805-94a2-880321585c44 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:00.310642 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.0428329 Feb 28 14:54:00.312900 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:00.316576 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-172c78c9-01ac-4e9b-a61d-62a3a6358171 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Pushing event updated for resources: {'Network': ['ID=239466ac-661a-4508-aa43-349a58f8991d,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:00.318787 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41730) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:00.319765 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:00.323155 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=f2aadb7d-1553-45f1-abd7-a70cb7a0d765,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:00.325798 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:00.351257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-818af6be-d3eb-4805-94a2-880321585c44 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:00.354549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-818af6be-d3eb-4805-94a2-880321585c44 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:00.358203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 239466ac-661a-4508-aa43-349a58f8991d details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:00.370715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Request body: {'subnet': {'network_id': '239466ac-661a-4508-aa43-349a58f8991d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:00.376248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:00.387887 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Usage tracker for resource:subnet and tenant:3937118570a2413fa0b74f6765dcb4c6 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:00.393196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:00.409579 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:00.431007 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:00.431587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:00.448495 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Made reservation on behalf of 3937118570a2413fa0b74f6765dcb4c6 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:00.449993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:00.471397 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e1f47988-e3e5-4469-85a7-bcc63f90553d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 2.8821821 Feb 28 14:54:00.478850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-83a86019-ae01-4f60-8687-7ea575fcf883 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:00.486031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83a86019-ae01-4f60-8687-7ea575fcf883 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:00.488841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-83a86019-ae01-4f60-8687-7ea575fcf883 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:00.492477 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41734) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:00.530789 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:00.554783 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Port 03393a87-e020-4982-97aa-bcf023df696b update to DOWN by agent not found {{(pid=83593) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 28 14:54:00.579498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:00.644380 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-50b6470a-b25e-451d-8bb0-9fb0bcef27ce None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:54:00.644747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-50b6470a-b25e-451d-8bb0-9fb0bcef27ce None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:54:00.738252 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3f6563-89da-4d9c-bdb3-af301d5c01be tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:00.742806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf3f6563-89da-4d9c-bdb3-af301d5c01be tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:00.743673 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cf3f6563-89da-4d9c-bdb3-af301d5c01be tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:00.748082 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:53:53Z', 'revision_number': 3, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:53:53Z', 'revision_number': 2, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:00.753554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Checking router: 14e55685-af99-4349-98f6-c7493fee7e1c for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:54:00.753836 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Updating router 14e55685-af99-4349-98f6-c7493fee7e1c port d0e7cf71-353b-447e-8a97-9d1fdecb3941 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:54:00.812804 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cf3f6563-89da-4d9c-bdb3-af301d5c01be tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:00.814101 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cf3f6563-89da-4d9c-bdb3-af301d5c01be tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.3205588 Feb 28 14:54:00.815570 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No DVR routers for this DVR port 03393a87-e020-4982-97aa-bcf023df696b on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:54:00.816930 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41744) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:00.875217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:00.915225 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-00e1e619-f311-4b24-ac07-1486f789dd76 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port f2aadb7d-1553-45f1-abd7-a70cb7a0d765 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:00.915837 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00e1e619-f311-4b24-ac07-1486f789dd76 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:00.937079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=03393a87-e020-4982-97aa-bcf023df696b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:00.938977 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-45da75fc-2a65-47e0-956f-b5490d04446f None None] Provisioning for port f2aadb7d-1553-45f1-abd7-a70cb7a0d765 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:00.948967 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41748) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:00.950760 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-45da75fc-2a65-47e0-956f-b5490d04446f None None] Provisioning complete for port f2aadb7d-1553-45f1-abd7-a70cb7a0d765 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:00.951192 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-45da75fc-2a65-47e0-956f-b5490d04446f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:00.954211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-818af6be-d3eb-4805-94a2-880321585c44 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] device_id is not set on port 83ad53e1-810f-4417-abf5-b904e6f494a3 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:54:01.015960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7679ce04-4467-4737-bf6d-36c399f429f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 94fb8087-6267-407a-8212-2b233c292ea2 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:54:01.087298 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-45da75fc-2a65-47e0-956f-b5490d04446f None None] Port f2aadb7d-1553-45f1-abd7-a70cb7a0d765 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:01.094713 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-83a86019-ae01-4f60-8687-7ea575fcf883 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.8362429 Feb 28 14:54:01.117048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a86019-ae01-4f60-8687-7ea575fcf883 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Network': ['ID=474c0203-aedb-4ec7-81ff-74d563544190,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:01.127146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41754) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:01.134440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 474c0203-aedb-4ec7-81ff-74d563544190 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:01.138475 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-42d685a5-a46c-4d7b-bdaf-5ddad81a5366 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'subnet': {'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:01.154176 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-50b6470a-b25e-451d-8bb0-9fb0bcef27ce None None] Deleting port 03393a87-e020-4982-97aa-bcf023df696b {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:01.154457 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-50b6470a-b25e-451d-8bb0-9fb0bcef27ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:01.164334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:01.202471 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-20492b7d-4cf8-446d-9f21-a46e301b9851 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Request body: {'quota': {'network': 2}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:01.300561 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-50b6470a-b25e-451d-8bb0-9fb0bcef27ce None None] The port '03393a87-e020-4982-97aa-bcf023df696b' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:54:01.343958 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-20492b7d-4cf8-446d-9f21-a46e301b9851 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] 10.222.0.15 "PUT /v2.0/quotas/755d571e924e4a2795e2f7c423ef226d HTTP/1.1" status: 200 len: 368 time: 0.3873601 Feb 28 14:54:01.349179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41758) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:01.368705 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a724c24e-4015-4bd1-a6a9-1b49acf09c8c']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:01.400084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00e1e619-f311-4b24-ac07-1486f789dd76 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:01.407878 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Request body: {'network': {'project_id': '755d571e924e4a2795e2f7c423ef226d'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:01.465283 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:01.488034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db237853-7ba8-4821-b0b9-e5b6099a9668') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:01.488547 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db237853-7ba8-4821-b0b9-e5b6099a9668') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:01.539081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-00e1e619-f311-4b24-ac07-1486f789dd76 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for f2aadb7d-1553-45f1-abd7-a70cb7a0d765 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:01.561938 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Usage tracker for resource:network and tenant:755d571e924e4a2795e2f7c423ef226d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:01.567246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:01.570496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-42d685a5-a46c-4d7b-bdaf-5ddad81a5366 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:01.578993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:01.589422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:01.603607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Transition to ACTIVE for port object d0e7cf71-353b-447e-8a97-9d1fdecb3941 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:01.609221 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-42d685a5-a46c-4d7b-bdaf-5ddad81a5366 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:subnet and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:01.611587 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:01.614171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:01.619974 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.objects.ports [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83591) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:54:01.620497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:01.621348 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-42d685a5-a46c-4d7b-bdaf-5ddad81a5366 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:01.640665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-42d685a5-a46c-4d7b-bdaf-5ddad81a5366 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:01.644327 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:01.666912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:54:01.667414 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:54:01.682540 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:54:01.749963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b1581a2a-dff9-45b9-8703-54b2298645b6,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:01.754815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Made reservation on behalf of 755d571e924e4a2795e2f7c423ef226d for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:01.757787 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:01.766057 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc75534-2a9d-4c6a-9a1d-6aacca4cb729 None None] Pushing event updated for resources: {'Port': ['ID=d0e7cf71-353b-447e-8a97-9d1fdecb3941,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:01.779661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42390c1f-0ba3-4196-b3f4-c579a4e14cbe tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:01.782251 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Checking segment: {'id': '3a886e45-a465-423c-951d-84a088dc614b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '239466ac-661a-4508-aa43-349a58f8991d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:01.782404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d685a5-a46c-4d7b-bdaf-5ddad81a5366 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:01.782898 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Network hostable DHCP agents. Network: 239466ac-661a-4508-aa43-349a58f8991d, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:54:01.807617 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-818af6be-d3eb-4805-94a2-880321585c44 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:01.861045 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Network 239466ac-661a-4508-aa43-349a58f8991d is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:54:01.880651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Attempting to bind port d0e7cf71-353b-447e-8a97-9d1fdecb3941 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:01.881241 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:01.881550 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Attempting to bind port d0e7cf71-353b-447e-8a97-9d1fdecb3941 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'ff7e71eb-0bfe-4b05-9a00-35213766956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:01.882347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Attempting to bind port d0e7cf71-353b-447e-8a97-9d1fdecb3941 on network 6e135c19-842f-42ad-bbf9-4481d17a1802 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:01.885732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00e1e619-f311-4b24-ac07-1486f789dd76 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:01.889216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 239466ac-661a-4508-aa43-349a58f8991d) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:01.902747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-decb9c66-ac25-4c34-a6b2-0c848dfe0a67 None None] Network 239466ac-661a-4508-aa43-349a58f8991d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:01.944539 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:01.950771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:01.951356 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:01.955046 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00e1e619-f311-4b24-ac07-1486f789dd76 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=f2aadb7d-1553-45f1-abd7-a70cb7a0d765,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:01.990403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:02.031212 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:02.032109 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Checking segment: {'id': 'ff7e71eb-0bfe-4b05-9a00-35213766956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:02.032796 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:02.033343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Bound using segment: {'id': 'ff7e71eb-0bfe-4b05-9a00-35213766956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:02.034017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Bound port: d0e7cf71-353b-447e-8a97-9d1fdecb3941, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7e71eb-0bfe-4b05-9a00-35213766956e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:02.034395 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:02.040366 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Network': ['ID=a724c24e-4015-4bd1-a6a9-1b49acf09c8c,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:02.049995 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42d685a5-a46c-4d7b-bdaf-5ddad81a5366 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:02.095638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42390c1f-0ba3-4196-b3f4-c579a4e14cbe tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:02.116152 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-64e4a9eb-1b70-4da7-b0a6-9ce2494887c2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.7912107 Feb 28 14:54:02.118360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41762) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:02.127765 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-673924994', 'network_id': '239466ac-661a-4508-aa43-349a58f8991d'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:02.134412 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:02.139312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Usage tracker for resource:port and tenant:3937118570a2413fa0b74f6765dcb4c6 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:02.143771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:02.149706 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:02.167370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Made reservation on behalf of 3937118570a2413fa0b74f6765dcb4c6 for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:02.169842 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:02.202963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:02.218089 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-af193c37-efee-4707-af3d-389f7c844133 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/networks/a724c24e-4015-4bd1-a6a9-1b49acf09c8c HTTP/1.1" status: 204 len: 168 time: 3.1827450 Feb 28 14:54:02.223218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Usage tracker for resource:security_group_rule and tenant:755d571e924e4a2795e2f7c423ef226d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:02.228901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:02.230367 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] device_id is not set on port 1707f4c1-91e8-4eb7-9662-3b3884fdcc4b yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:54:02.231521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41766) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:02.257078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:02.274050 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00e1e619-f311-4b24-ac07-1486f789dd76 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:02.290451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-42390c1f-0ba3-4196-b3f4-c579a4e14cbe tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Deleting port f0f34d43-ffb8-4d36-ae1b-07e4de1a1ac3 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:02.291003 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42390c1f-0ba3-4196-b3f4-c579a4e14cbe tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:02.306957 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-00e1e619-f311-4b24-ac07-1486f789dd76 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/f2aadb7d-1553-45f1-abd7-a70cb7a0d765 HTTP/1.1" status: 204 len: 168 time: 1.4886518 Feb 28 14:54:02.311137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41770) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:02.349497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-818af6be-d3eb-4805-94a2-880321585c44 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:02.374996 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] For port d0e7cf71-353b-447e-8a97-9d1fdecb3941, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:02.380839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] For port d0e7cf71-353b-447e-8a97-9d1fdecb3941, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d0e7cf71-353b-447e-8a97-9d1fdecb3941,segment=NetworkSegment(ff7e71eb-0bfe-4b05-9a00-35213766956e),segment_id=ff7e71eb-0bfe-4b05-9a00-35213766956e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:02.420809 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:02.444353 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d33ad80-8c0f-47af-b213-037bc4a58753 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:02.445809 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d33ad80-8c0f-47af-b213-037bc4a58753 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:02.447629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d33ad80-8c0f-47af-b213-037bc4a58753 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:02.448479 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9d33ad80-8c0f-47af-b213-037bc4a58753 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:02.478610 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9d33ad80-8c0f-47af-b213-037bc4a58753 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:02.482301 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9d33ad80-8c0f-47af-b213-037bc4a58753 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1680768 Feb 28 14:54:02.489397 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41774) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:02.494415 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Allocated IP 2001:db8::34a (239466ac-661a-4508-aa43-349a58f8991d/b1581a2a-dff9-45b9-8703-54b2298645b6/1707f4c1-91e8-4eb7-9662-3b3884fdcc4b) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:02.513765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876686d0-98e5-4d98-b7a3-4692ef77097c None None] Network 239466ac-661a-4508-aa43-349a58f8991d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:02.599428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-0999f27d-b60d-4cd3-82f4-e5b6b40bf413 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 0af5afba-6cdc-415c-a04f-b30cf1cd7c6a {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:54:02.603459 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0999f27d-b60d-4cd3-82f4-e5b6b40bf413 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:02.628416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc75534-2a9d-4c6a-9a1d-6aacca4cb729 None None] Pushing event updated for resources: {'Port': ['ID=d0e7cf71-353b-447e-8a97-9d1fdecb3941,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:02.665756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:02.666387 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:02.672793 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0999f27d-b60d-4cd3-82f4-e5b6b40bf413 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:02.719914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-818af6be-d3eb-4805-94a2-880321585c44 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network be200c3b-4134-45c1-a362-476133cc0de3 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:02.727752 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-818af6be-d3eb-4805-94a2-880321585c44 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=83ad53e1-810f-4417-abf5-b904e6f494a3,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:02.737568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-818af6be-d3eb-4805-94a2-880321585c44 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:02.754163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-818af6be-d3eb-4805-94a2-880321585c44 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:02.758561 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-818af6be-d3eb-4805-94a2-880321585c44 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:02.759174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-818af6be-d3eb-4805-94a2-880321585c44 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:02.890890 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0999f27d-b60d-4cd3-82f4-e5b6b40bf413 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:02.914277 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-818af6be-d3eb-4805-94a2-880321585c44 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.1835473 Feb 28 14:54:02.919907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41778) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:02.925277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b28fd5c-3aa5-470e-8a00-db7d0e51072b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:02.926494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9b28fd5c-3aa5-470e-8a00-db7d0e51072b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:02.933683 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-1685f3bf-4d26-44f9-a754-62df50c42c1e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:02.959571 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:02.967730 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7679ce04-4467-4737-bf6d-36c399f429f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:54:02.971211 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:54:02.981232 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761cb98b-777c-4107-bf51-723ee8deffa8 None None] Sync routers for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:54:02.994973 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761cb98b-777c-4107-bf51-723ee8deffa8 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:02.995868 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-761cb98b-777c-4107-bf51-723ee8deffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:03.004645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7679ce04-4467-4737-bf6d-36c399f429f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.054713 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.059109 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42390c1f-0ba3-4196-b3f4-c579a4e14cbe tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.060628 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-761cb98b-777c-4107-bf51-723ee8deffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:03.073001 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761cb98b-777c-4107-bf51-723ee8deffa8 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:03.073867 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-761cb98b-777c-4107-bf51-723ee8deffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:03.105127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.138484 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-761cb98b-777c-4107-bf51-723ee8deffa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:03.139134 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761cb98b-777c-4107-bf51-723ee8deffa8 None None] The sync data for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:54:03.153994 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9b28fd5c-3aa5-470e-8a00-db7d0e51072b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:03.155589 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9b28fd5c-3aa5-470e-8a00-db7d0e51072b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.9120474 Feb 28 14:54:03.167181 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41782) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:03.245111 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1685f3bf-4d26-44f9-a754-62df50c42c1e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.264732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0999f27d-b60d-4cd3-82f4-e5b6b40bf413 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.313336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.313632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-42390c1f-0ba3-4196-b3f4-c579a4e14cbe tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Calling delete_port for f0f34d43-ffb8-4d36-ae1b-07e4de1a1ac3 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:03.318875 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0999f27d-b60d-4cd3-82f4-e5b6b40bf413 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=0af5afba-6cdc-415c-a04f-b30cf1cd7c6a,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:03.342635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:54:03.361479 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:53:53Z', 'revision_number': 3, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:02Z', 'revision_number': 4, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:03.368469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0209ffe8-e756-4e4c-9502-5d100c98efaa None None] The sync data for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv is: [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:53:53Z', 'revision_number': 3, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:02Z', 'revision_number': 4, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:54:03.393926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c6bc3d4-06d3-4bcd-9b69-e017a1e6036a,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:03.423218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.423730 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Added segment 90a4dbc2-9a1a-476a-9b53-e27e89e85a5c of type vlan for network f56e32ba-7403-4853-bd80-dedc4b7c145c Feb 28 14:54:03.430621 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7679ce04-4467-4737-bf6d-36c399f429f1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "PUT /v2.0/floatingips/1efe47cd-5f0e-4ba0-a916-743ddfe794ac HTTP/1.1" status: 200 len: 979 time: 18.2231545 Feb 28 14:54:03.431467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41786) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:03.461267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42d685a5-a46c-4d7b-bdaf-5ddad81a5366 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.476466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0999f27d-b60d-4cd3-82f4-e5b6b40bf413 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.485014 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fb4c9dc-d107-4370-a2a1-c808bb792a05 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:03.485188 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-5c52918b-c8ea-4ab9-8675-35f6fdf25022 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:03.548124 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Pushing event updated for resources: {'Port': ['ID=1707f4c1-91e8-4eb7-9662-3b3884fdcc4b,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:03.554564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Network 239466ac-661a-4508-aa43-349a58f8991d is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:03.579264 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0999f27d-b60d-4cd3-82f4-e5b6b40bf413 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/0af5afba-6cdc-415c-a04f-b30cf1cd7c6a HTTP/1.1" status: 204 len: 168 time: 1.0883002 Feb 28 14:54:03.580426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:03.628531 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41790) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:03.636638 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:03.637558 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Attributes excluded by policy engine: ['network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:03.638162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.649186 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-36f540ad-89de-4fa1-b34c-a8a2cf76b97b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.4761834 Feb 28 14:54:03.656746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41794) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:03.696586 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-84b64064-0b61-4cca-abdc-e6a6580acd7c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1799319952'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:03.715511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c52918b-c8ea-4ab9-8675-35f6fdf25022 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.746635 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9b5a4533-bfca-464f-a79b-5ab0f4a47cd5 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.6272318 Feb 28 14:54:03.753523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-39217a18-cbe3-4e1e-ad1d-123fd11521c2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 436e0048-e7ca-4c87-937b-967a78e79acc {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:54:03.755245 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41798) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:03.761079 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-39217a18-cbe3-4e1e-ad1d-123fd11521c2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.780921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.784569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-84b64064-0b61-4cca-abdc-e6a6580acd7c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:03.786733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d685a5-a46c-4d7b-bdaf-5ddad81a5366 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Subnet': ['ID=8e4a04cc-67a1-4535-9bfc-a9bad7448459,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:03.803931 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-84b64064-0b61-4cca-abdc-e6a6580acd7c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:network and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:03.826546 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-84b64064-0b61-4cca-abdc-e6a6580acd7c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:03.850753 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-84b64064-0b61-4cca-abdc-e6a6580acd7c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:03.884592 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-1685f3bf-4d26-44f9-a754-62df50c42c1e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:54:03.895976 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-39217a18-cbe3-4e1e-ad1d-123fd11521c2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.949276 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1685f3bf-4d26-44f9-a754-62df50c42c1e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.956780 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac5fca-63b2-4dcc-93f4-e2af94b0b185 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Deleting port 1707f4c1-91e8-4eb7-9662-3b3884fdcc4b {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:03.957292 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5fca-63b2-4dcc-93f4-e2af94b0b185 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.976763 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84b64064-0b61-4cca-abdc-e6a6580acd7c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:03.979789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84b64064-0b61-4cca-abdc-e6a6580acd7c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.992057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:03.992905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:03.993473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.014340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d685a5-a46c-4d7b-bdaf-5ddad81a5366 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Checking segment: {'id': '04da745e-61dd-48a3-a1ef-dd9c8e9234e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:04.014599 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d685a5-a46c-4d7b-bdaf-5ddad81a5366 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network hostable DHCP agents. Network: 474c0203-aedb-4ec7-81ff-74d563544190, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:54:04.140335 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-39217a18-cbe3-4e1e-ad1d-123fd11521c2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.209760 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d0e7cf71-353b-447e-8a97-9d1fdecb3941 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:04.225170 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1685f3bf-4d26-44f9-a754-62df50c42c1e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.239475 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Pushing event updated for resources: {'Network': ['ID=f56e32ba-7403-4853-bd80-dedc4b7c145c,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:04.269695 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ef5f68dd-758e-45bf-90e0-825b0062e527 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 2.9112668 Feb 28 14:54:04.273932 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41802) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:04.325754 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-1685f3bf-4d26-44f9-a754-62df50c42c1e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] In _notify_port_updated(), no bound segment for port 83ad53e1-810f-4417-abf5-b904e6f494a3 on network be200c3b-4134-45c1-a362-476133cc0de3 {{(pid=83591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:54:04.330078 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1685f3bf-4d26-44f9-a754-62df50c42c1e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:04.330689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1685f3bf-4d26-44f9-a754-62df50c42c1e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.332068 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1685f3bf-4d26-44f9-a754-62df50c42c1e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "PUT /v2.0/ports/83ad53e1-810f-4417-abf5-b904e6f494a3 HTTP/1.1" status: 200 len: 818 time: 1.4111359 Feb 28 14:54:04.341300 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network f56e32ba-7403-4853-bd80-dedc4b7c145c details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:04.342479 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41804) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:04.346396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-39217a18-cbe3-4e1e-ad1d-123fd11521c2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.397136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c52918b-c8ea-4ab9-8675-35f6fdf25022 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.411912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c458323a-f99c-451c-9426-34877059707f tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Request body: {'network': {'project_id': '755d571e924e4a2795e2f7c423ef226d'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:04.416082 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84b64064-0b61-4cca-abdc-e6a6580acd7c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:54:04.428949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84b64064-0b61-4cca-abdc-e6a6580acd7c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.429168 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-84b64064-0b61-4cca-abdc-e6a6580acd7c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Added segment 394ee47d-a3d6-4bdd-80db-030073463fbd of type vlan for network b5eff9cb-60bc-4c60-9639-8806cae7e8ed Feb 28 14:54:04.459331 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84b64064-0b61-4cca-abdc-e6a6580acd7c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.460005 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1685f3bf-4d26-44f9-a754-62df50c42c1e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=83ad53e1-810f-4417-abf5-b904e6f494a3,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:04.488688 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42390c1f-0ba3-4196-b3f4-c579a4e14cbe tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.492671 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port d0e7cf71-353b-447e-8a97-9d1fdecb3941 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:04.499094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d0e7cf71-353b-447e-8a97-9d1fdecb3941 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:04.499845 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.525559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39217a18-cbe3-4e1e-ad1d-123fd11521c2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=436e0048-e7ca-4c87-937b-967a78e79acc,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:04.540669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c52918b-c8ea-4ab9-8675-35f6fdf25022 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.540985 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-5c52918b-c8ea-4ab9-8675-35f6fdf25022 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Floating IP 1efe47cd-5f0e-4ba0-a916-743ddfe794ac disassociated. External IP: 172.26.4.161, port: bed22c3a-6cfb-4b0e-ae05-4bfe0f518f68. Feb 28 14:54:04.542000 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-39217a18-cbe3-4e1e-ad1d-123fd11521c2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.551570 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7ac956-5ac1-4626-a210-71266838cf66 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:04.581976 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-39217a18-cbe3-4e1e-ad1d-123fd11521c2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/436e0048-e7ca-4c87-937b-967a78e79acc HTTP/1.1" status: 204 len: 168 time: 0.9479501 Feb 28 14:54:04.588319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41810) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:04.592771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d685a5-a46c-4d7b-bdaf-5ddad81a5366 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 474c0203-aedb-4ec7-81ff-74d563544190 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:54:04.593527 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-0010a3fa-8c14-4f7b-b5b6-24171b546923 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port 83ad53e1-810f-4417-abf5-b904e6f494a3 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:04.593864 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0010a3fa-8c14-4f7b-b5b6-24171b546923 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.637757 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c458323a-f99c-451c-9426-34877059707f tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:04.646120 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84b64064-0b61-4cca-abdc-e6a6580acd7c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.649931 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84b64064-0b61-4cca-abdc-e6a6580acd7c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:04.650527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84b64064-0b61-4cca-abdc-e6a6580acd7c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.710223 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-dcdacb0b-a24b-41dc-926f-de2b09186828 None None] Provisioning complete for port 2de91328-6637-44f9-8eda-3f1e1944f3ec triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:04.710596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dcdacb0b-a24b-41dc-926f-de2b09186828 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.722910 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-011edfdc-1c3d-423f-86e9-e25b7f52fbf7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1025639 Feb 28 14:54:04.730770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41814) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:04.784806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5fca-63b2-4dcc-93f4-e2af94b0b185 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.851195 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c458323a-f99c-451c-9426-34877059707f tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Usage tracker for resource:network and tenant:755d571e924e4a2795e2f7c423ef226d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:04.885629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42390c1f-0ba3-4196-b3f4-c579a4e14cbe tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Pushing event deleted for resources: {'Port': ['ID=f0f34d43-ffb8-4d36-ae1b-07e4de1a1ac3,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:04.890048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c458323a-f99c-451c-9426-34877059707f tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:04.959675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-42d685a5-a46c-4d7b-bdaf-5ddad81a5366 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 474c0203-aedb-4ec7-81ff-74d563544190) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:04.967411 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:04.971914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c458323a-f99c-451c-9426-34877059707f tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:04.981110 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0b5a2d6-57bf-4044-b089-e6f7ee82294a None None] Network 474c0203-aedb-4ec7-81ff-74d563544190 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:04.988680 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d685a5-a46c-4d7b-bdaf-5ddad81a5366 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:04.989363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42d685a5-a46c-4d7b-bdaf-5ddad81a5366 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.038966 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-84b64064-0b61-4cca-abdc-e6a6580acd7c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.3695548 Feb 28 14:54:05.040571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b64064-0b61-4cca-abdc-e6a6580acd7c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Network': ['ID=b5eff9cb-60bc-4c60-9639-8806cae7e8ed,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:05.042834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41818) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:05.051118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c458323a-f99c-451c-9426-34877059707f tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Made reservation on behalf of 755d571e924e4a2795e2f7c423ef226d for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:05.053107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c458323a-f99c-451c-9426-34877059707f tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.065585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-460db74b-2cfa-4bc6-929f-df1e70c3044f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'subnet': {'network_id': 'b5eff9cb-60bc-4c60-9639-8806cae7e8ed', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:05.066452 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d4ac5fca-63b2-4dcc-93f4-e2af94b0b185 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Calling delete_port for 1707f4c1-91e8-4eb7-9662-3b3884fdcc4b owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:05.069425 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network b5eff9cb-60bc-4c60-9639-8806cae7e8ed details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:05.157872 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-42d685a5-a46c-4d7b-bdaf-5ddad81a5366 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 4.0290012 Feb 28 14:54:05.163045 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41822) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:05.195563 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port d0e7cf71-353b-447e-8a97-9d1fdecb3941, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d0e7cf71-353b-447e-8a97-9d1fdecb3941,segment=NetworkSegment(ff7e71eb-0bfe-4b05-9a00-35213766956e),segment_id=ff7e71eb-0bfe-4b05-9a00-35213766956e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:05.214957 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.321839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42390c1f-0ba3-4196-b3f4-c579a4e14cbe tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.360609 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:54:05.374580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=d0e7cf71-353b-447e-8a97-9d1fdecb3941,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:05.395409 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80306aa-9e2f-4e82-b7a0-a7dcf755752b None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:54:05.406621 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c80306aa-9e2f-4e82-b7a0-a7dcf755752b None None] Deleting port 2de91328-6637-44f9-8eda-3f1e1944f3ec {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:05.407151 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c80306aa-9e2f-4e82-b7a0-a7dcf755752b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.412837 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0010a3fa-8c14-4f7b-b5b6-24171b546923 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.426204 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c3ae500-d1d3-47ba-a699-0d71377d9627 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:05.426920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4c3ae500-d1d3-47ba-a699-0d71377d9627 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:05.454352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c458323a-f99c-451c-9426-34877059707f tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:54:05.473230 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-474c0203-aedb-4ec7-81ff-74d563544190', 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'fixed_ips': [{'subnet_id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:54:05.475182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.477585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-460db74b-2cfa-4bc6-929f-df1e70c3044f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:05.485308 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42390c1f-0ba3-4196-b3f4-c579a4e14cbe tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.489255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-460db74b-2cfa-4bc6-929f-df1e70c3044f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:subnet and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:05.497474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-460db74b-2cfa-4bc6-929f-df1e70c3044f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:05.500375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c458323a-f99c-451c-9426-34877059707f tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.500714 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-c458323a-f99c-451c-9426-34877059707f tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Added segment df84a755-6346-4769-b171-e5f0eea3f3b8 of type vlan for network c4984888-701c-4b9f-8fe5-6f7727f1a44c Feb 28 14:54:05.502802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42390c1f-0ba3-4196-b3f4-c579a4e14cbe tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.513755 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-460db74b-2cfa-4bc6-929f-df1e70c3044f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:05.603425 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460db74b-2cfa-4bc6-929f-df1e70c3044f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:05.606169 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-0010a3fa-8c14-4f7b-b5b6-24171b546923 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for 83ad53e1-810f-4417-abf5-b904e6f494a3 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:05.620089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c458323a-f99c-451c-9426-34877059707f tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.679953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4c3ae500-d1d3-47ba-a699-0d71377d9627 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:05.681102 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4c3ae500-d1d3-47ba-a699-0d71377d9627 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.9480448 Feb 28 14:54:05.687890 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41826) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:05.715602 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c80306aa-9e2f-4e82-b7a0-a7dcf755752b None None] For port 2de91328-6637-44f9-8eda-3f1e1944f3ec, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=2de91328-6637-44f9-8eda-3f1e1944f3ec,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:05.716006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c80306aa-9e2f-4e82-b7a0-a7dcf755752b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.724535 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5fca-63b2-4dcc-93f4-e2af94b0b185 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.804018 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-460db74b-2cfa-4bc6-929f-df1e70c3044f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.806933 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ac5fca-63b2-4dcc-93f4-e2af94b0b185 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Pushing event deleted for resources: {'Port': ['ID=1707f4c1-91e8-4eb7-9662-3b3884fdcc4b,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:05.827881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c458323a-f99c-451c-9426-34877059707f tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.828724 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c458323a-f99c-451c-9426-34877059707f tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:05.829298 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c458323a-f99c-451c-9426-34877059707f tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.850166 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c80306aa-9e2f-4e82-b7a0-a7dcf755752b None None] Calling delete_port for 2de91328-6637-44f9-8eda-3f1e1944f3ec owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:05.875193 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d4ac5fca-63b2-4dcc-93f4-e2af94b0b185 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.879474 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0010a3fa-8c14-4f7b-b5b6-24171b546923 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:05.895090 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c82200c1-02d1-4b5b-9184-eb85df618a1b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:05.895811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c82200c1-02d1-4b5b-9184-eb85df618a1b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:05.958201 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0010a3fa-8c14-4f7b-b5b6-24171b546923 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=83ad53e1-810f-4417-abf5-b904e6f494a3,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:05.976388 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Allocated IP 2001:db8:2::2 (474c0203-aedb-4ec7-81ff-74d563544190/8e4a04cc-67a1-4535-9bfc-a9bad7448459/cf2ba824-e35b-45b2-80a7-a4eb59d03e34) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:05.991116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42390c1f-0ba3-4196-b3f4-c579a4e14cbe tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Router e5b05ad8-1c0f-4b81-970c-7fa705ac768a has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:54:06.005916 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c458323a-f99c-451c-9426-34877059707f tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.6037245 Feb 28 14:54:06.006866 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c80306aa-9e2f-4e82-b7a0-a7dcf755752b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:06.021428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41830) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:06.031707 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-0f60df45-1e99-4008-ae2e-886acffe6b2c tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Request body: {'network': {'project_id': '755d571e924e4a2795e2f7c423ef226d'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:06.040485 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0010a3fa-8c14-4f7b-b5b6-24171b546923 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:06.042702 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0010a3fa-8c14-4f7b-b5b6-24171b546923 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/83ad53e1-810f-4417-abf5-b904e6f494a3 HTTP/1.1" status: 204 len: 168 time: 1.6887331 Feb 28 14:54:06.043994 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0f60df45-1e99-4008-ae2e-886acffe6b2c tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:06.044223 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d4ac5fca-63b2-4dcc-93f4-e2af94b0b185 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "DELETE /v2.0/ports/1707f4c1-91e8-4eb7-9662-3b3884fdcc4b HTTP/1.1" status: 204 len: 168 time: 2.2846911 Feb 28 14:54:06.052904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41834) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:06.053308 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41836) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:06.056966 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c458323a-f99c-451c-9426-34877059707f tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Pushing event updated for resources: {'Network': ['ID=c4984888-701c-4b9f-8fe5-6f7727f1a44c,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:06.061801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0f60df45-1e99-4008-ae2e-886acffe6b2c tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Usage tracker for resource:network and tenant:755d571e924e4a2795e2f7c423ef226d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:06.066094 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0f60df45-1e99-4008-ae2e-886acffe6b2c tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Quota usage for network was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:06.073796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '239466ac-661a-4508-aa43-349a58f8991d', 'external_fixed_ips': [{'subnet_id': 'b1581a2a-dff9-45b9-8703-54b2298645b6', 'ip_address': '2001:db8::34a'}]}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:06.103739 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network c4984888-701c-4b9f-8fe5-6f7727f1a44c details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:06.108546 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c82200c1-02d1-4b5b-9184-eb85df618a1b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:06.110041 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c82200c1-02d1-4b5b-9184-eb85df618a1b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4210978 Feb 28 14:54:06.117380 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41842) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:06.124930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0f60df45-1e99-4008-ae2e-886acffe6b2c tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:06.129171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:06.193813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80306aa-9e2f-4e82-b7a0-a7dcf755752b None None] Pushing event deleted for resources: {'Port': ['ID=2de91328-6637-44f9-8eda-3f1e1944f3ec,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:06.206931 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-92028387-8809-43cd-b2ad-cd3aa68df91c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0779450 Feb 28 14:54:06.209131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41846) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:06.226516 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-8bf255b1-d73b-4616-8130-4cb7efb7f3b9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:06.252087 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d0e7cf71-353b-447e-8a97-9d1fdecb3941 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:06.321329 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f60df45-1e99-4008-ae2e-886acffe6b2c tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Feb 28 14:54:06.322011 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f60df45-1e99-4008-ae2e-886acffe6b2c tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:54:06.323252 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0f60df45-1e99-4008-ae2e-886acffe6b2c tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.3009062 Feb 28 14:54:06.327785 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80306aa-9e2f-4e82-b7a0-a7dcf755752b None None] No DVR routers for this DVR port 2de91328-6637-44f9-8eda-3f1e1944f3ec on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:54:06.332076 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41850) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:06.333079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Usage tracker for resource:router and tenant:3937118570a2413fa0b74f6765dcb4c6 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:06.394100 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:06.397677 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8bf255b1-d73b-4616-8130-4cb7efb7f3b9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:06.442088 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d0e7cf71-353b-447e-8a97-9d1fdecb3941 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:06.443004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:06.467243 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:06.507211 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:06.522608 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Transition to ACTIVE for port object cf2ba824-e35b-45b2-80a7-a4eb59d03e34 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:06.578965 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Transition to ACTIVE for port object cf2ba824-e35b-45b2-80a7-a4eb59d03e34 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:06.592048 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:06.602742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:06.603945 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:06.662576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98d1b3e8-d5c4-462e-a084-7366410fa081 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:06.663269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-98d1b3e8-d5c4-462e-a084-7366410fa081 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:06.667480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8bf255b1-d73b-4616-8130-4cb7efb7f3b9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:06.677587 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Network 474c0203-aedb-4ec7-81ff-74d563544190 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:06.680988 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:06.682644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Pushing event updated for resources: {'Port': ['ID=cf2ba824-e35b-45b2-80a7-a4eb59d03e34,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:06.684948 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:06.690486 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4c674d17-4005-4066-bb1d-1c546fcfab42 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=755d571e924e4a2795e2f7c423ef226d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3548105 Feb 28 14:54:06.690783 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41854) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:06.700690 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42390c1f-0ba3-4196-b3f4-c579a4e14cbe tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:54:06.716770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bf255b1-d73b-4616-8130-4cb7efb7f3b9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:06.720150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:06.726152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daffefa8-7a56-4bb9-964d-f5e6c8a931f9 None None] Sync routers for ids ['e5b05ad8-1c0f-4b81-970c-7fa705ac768a'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:54:06.743186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-98d1b3e8-d5c4-462e-a084-7366410fa081 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:06.744651 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-98d1b3e8-d5c4-462e-a084-7366410fa081 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.6902580 Feb 28 14:54:06.748278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41858) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:06.750145 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-460db74b-2cfa-4bc6-929f-df1e70c3044f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:06.779440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 2de91328-6637-44f9-8eda-3f1e1944f3ec no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:54:06.786881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42390c1f-0ba3-4196-b3f4-c579a4e14cbe tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:06.790675 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-42390c1f-0ba3-4196-b3f4-c579a4e14cbe tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "PUT /v2.0/routers/e5b05ad8-1c0f-4b81-970c-7fa705ac768a HTTP/1.1" status: 200 len: 705 time: 9.8289628 Feb 28 14:54:06.794690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41862) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:06.834422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 2de91328-6637-44f9-8eda-3f1e1944f3ec {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:54:06.834856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 2de91328-6637-44f9-8eda-3f1e1944f3ec not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:54:06.844515 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daffefa8-7a56-4bb9-964d-f5e6c8a931f9 None None] Routers {'e5b05ad8-1c0f-4b81-970c-7fa705ac768a'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:06.845208 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-daffefa8-7a56-4bb9-964d-f5e6c8a931f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e5b05ad8-1c0f-4b81-970c-7fa705ac768a'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:06.901660 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Attempting to bind port cf2ba824-e35b-45b2-80a7-a4eb59d03e34 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:06.902382 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Attempting to bind port cf2ba824-e35b-45b2-80a7-a4eb59d03e34 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '04da745e-61dd-48a3-a1ef-dd9c8e9234e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:06.902955 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Attempting to bind port cf2ba824-e35b-45b2-80a7-a4eb59d03e34 on network 474c0203-aedb-4ec7-81ff-74d563544190 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:06.908964 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-a56037da-bd8f-4148-ad0c-a179d6fd897e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] GET failed (client error): The resource could not be found. Feb 28 14:54:06.915286 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a56037da-bd8f-4148-ad0c-a179d6fd897e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/83ad53e1-810f-4417-abf5-b904e6f494a3 HTTP/1.1" status: 404 len: 333 time: 0.1561949 Feb 28 14:54:06.919108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-daffefa8-7a56-4bb9-964d-f5e6c8a931f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:06.923997 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:06.924434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Checking segment: {'id': '04da745e-61dd-48a3-a1ef-dd9c8e9234e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:06.924901 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:06.925346 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Bound using segment: {'id': '04da745e-61dd-48a3-a1ef-dd9c8e9234e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:06.925897 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Bound port: cf2ba824-e35b-45b2-80a7-a4eb59d03e34, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04da745e-61dd-48a3-a1ef-dd9c8e9234e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:06.926325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:06.951708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41866) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:06.981794 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daffefa8-7a56-4bb9-964d-f5e6c8a931f9 None None] Routers {'e5b05ad8-1c0f-4b81-970c-7fa705ac768a'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:06.982541 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-daffefa8-7a56-4bb9-964d-f5e6c8a931f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e5b05ad8-1c0f-4b81-970c-7fa705ac768a'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:06.985197 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1589734274'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:07.002325 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8bf255b1-d73b-4616-8130-4cb7efb7f3b9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:07.003736 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-8bf255b1-d73b-4616-8130-4cb7efb7f3b9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:54:07.004163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8bf255b1-d73b-4616-8130-4cb7efb7f3b9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:54:07.008313 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:07.017300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460db74b-2cfa-4bc6-929f-df1e70c3044f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Subnet': ['ID=cd9ec008-c356-4d3f-8107-29e0032993a3,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:07.030403 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:network and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:07.038882 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:07.043164 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-460db74b-2cfa-4bc6-929f-df1e70c3044f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Checking segment: {'id': '394ee47d-a3d6-4bdd-80db-030073463fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5eff9cb-60bc-4c60-9639-8806cae7e8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:07.044035 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460db74b-2cfa-4bc6-929f-df1e70c3044f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network hostable DHCP agents. Network: b5eff9cb-60bc-4c60-9639-8806cae7e8ed, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:54:07.048793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:07.051187 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:07.057068 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8bf255b1-d73b-4616-8130-4cb7efb7f3b9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8334923 Feb 28 14:54:07.058063 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41870) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:07.058470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-daffefa8-7a56-4bb9-964d-f5e6c8a931f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:07.059043 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-daffefa8-7a56-4bb9-964d-f5e6c8a931f9 None None] The sync data for ids ['e5b05ad8-1c0f-4b81-970c-7fa705ac768a'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:54:07.065478 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ad2af916-9e47-4d2a-9597-f2ca2f3ede4c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:07.084998 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c80932fc-a21e-44df-8971-7b9db27e6ce8 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/routers/e5b05ad8-1c0f-4b81-970c-7fa705ac768a HTTP/1.1" status: 200 len: 740 time: 0.2858729 Feb 28 14:54:07.086099 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9254750e-6937-44e5-ad65-dc7aa64d5e70 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:07.087964 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41874) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:07.096216 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] For port cf2ba824-e35b-45b2-80a7-a4eb59d03e34, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:07.102114 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] For port cf2ba824-e35b-45b2-80a7-a4eb59d03e34, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cf2ba824-e35b-45b2-80a7-a4eb59d03e34,segment=NetworkSegment(04da745e-61dd-48a3-a1ef-dd9c8e9234e9),segment_id=04da745e-61dd-48a3-a1ef-dd9c8e9234e9)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:07.106542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:07.137245 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:07.140120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:07.159355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c52918b-c8ea-4ab9-8675-35f6fdf25022 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 94fb8087-6267-407a-8212-2b233c292ea2 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:54:07.216044 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51519063-bf69-4058-838c-4ef632d30a85 None None] Pushing event updated for resources: {'Port': ['ID=cf2ba824-e35b-45b2-80a7-a4eb59d03e34,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:07.219239 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-94dd799f-6404-457a-8165-f303e784eba7 tempest-RoutersAdminTest-1812591407 tempest-RoutersAdminTest-1812591407-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&device_id=e5b05ad8-1c0f-4b81-970c-7fa705ac768a HTTP/1.1" status: 200 len: 205 time: 0.1290433 Feb 28 14:54:07.229592 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41878) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:07.239097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9254750e-6937-44e5-ad65-dc7aa64d5e70 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:07.316190 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c471b76e-9f51-4720-b12a-b6c8eff1210c tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5b05ad8-1c0f-4b81-970c-7fa705ac768a HTTP/1.1" status: 200 len: 205 time: 0.0800819 Feb 28 14:54:07.320682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41882) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:07.341872 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-460db74b-2cfa-4bc6-929f-df1e70c3044f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network b5eff9cb-60bc-4c60-9639-8806cae7e8ed is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:54:07.353235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ad2af916-9e47-4d2a-9597-f2ca2f3ede4c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:07.409718 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:54:07.451155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-460db74b-2cfa-4bc6-929f-df1e70c3044f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, b5eff9cb-60bc-4c60-9639-8806cae7e8ed) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:07.458356 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ad2af916-9e47-4d2a-9597-f2ca2f3ede4c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:07.466560 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2367a0da-db70-44ac-8f54-6114d0990aba None None] Network b5eff9cb-60bc-4c60-9639-8806cae7e8ed requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:07.467042 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460db74b-2cfa-4bc6-929f-df1e70c3044f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:07.467254 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-460db74b-2cfa-4bc6-929f-df1e70c3044f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:07.512004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2af916-9e47-4d2a-9597-f2ca2f3ede4c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:07.552734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:07.553162 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Added segment 48d827ce-8c14-477c-8046-b69976a49989 of type vlan for network a7865a5f-a93a-4c9c-a412-0e1e1ccf3182 Feb 28 14:54:07.567450 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-460db74b-2cfa-4bc6-929f-df1e70c3044f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5205014 Feb 28 14:54:07.570634 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41886) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:07.577705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'network_id': 'b5eff9cb-60bc-4c60-9639-8806cae7e8ed', 'name': 'tempest-PortsTestJSON-1594105866'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:07.663961 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:07.698981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ad2af916-9e47-4d2a-9597-f2ca2f3ede4c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:07.701123 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad2af916-9e47-4d2a-9597-f2ca2f3ede4c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:54:07.701692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad2af916-9e47-4d2a-9597-f2ca2f3ede4c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:54:07.774086 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-b5eff9cb-60bc-4c60-9639-8806cae7e8ed', 'network_id': 'b5eff9cb-60bc-4c60-9639-8806cae7e8ed', 'tenant_id': 'fb9e225221d343a9905afc8524f286ca', 'fixed_ips': [{'subnet_id': 'cd9ec008-c356-4d3f-8107-29e0032993a3'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:54:07.775068 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:07.776778 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:07.782772 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9254750e-6937-44e5-ad65-dc7aa64d5e70 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:07.787833 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8836ae6e-49e5-4ab9-9f3f-bea2dc06da8a tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:07.887511 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ad2af916-9e47-4d2a-9597-f2ca2f3ede4c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.8259706 Feb 28 14:54:07.891716 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41890) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:07.902300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-84550b39-63fa-4dbd-aed8-d7b6c50c149f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:07.943433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Allocated IP 172.20.0.2 (b5eff9cb-60bc-4c60-9639-8806cae7e8ed/cd9ec008-c356-4d3f-8107-29e0032993a3/ece142e0-6f92-49ec-ae92-705f03ce3ba1) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:08.139887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:08.146776 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9254750e-6937-44e5-ad65-dc7aa64d5e70 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c6bc3d4-06d3-4bcd-9b69-e017a1e6036a,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:08.173176 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:54:08.182501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-84550b39-63fa-4dbd-aed8-d7b6c50c149f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:08.195356 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:08.238728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9254750e-6937-44e5-ad65-dc7aa64d5e70 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:08.240715 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9254750e-6937-44e5-ad65-dc7aa64d5e70 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] 10.222.0.15 "DELETE /v2.0/security-groups/4c6bc3d4-06d3-4bcd-9b69-e017a1e6036a HTTP/1.1" status: 204 len: 168 time: 1.5489199 Feb 28 14:54:08.251263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41894) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:08.259408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cf2ba824-e35b-45b2-80a7-a4eb59d03e34 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:08.286099 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:08.286943 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-84550b39-63fa-4dbd-aed8-d7b6c50c149f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:08.290351 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:08.290708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:08.298176 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:08.304637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c52918b-c8ea-4ab9-8675-35f6fdf25022 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:54:08.316125 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c3b494-238a-4deb-ba16-12e866af1781 None None] Sync routers for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:54:08.343577 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c3b494-238a-4deb-ba16-12e866af1781 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:08.344192 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-a4c3b494-238a-4deb-ba16-12e866af1781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:08.356825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:port and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:08.371717 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:08.383216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84550b39-63fa-4dbd-aed8-d7b6c50c149f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:08.386535 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:08.386783 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84550b39-63fa-4dbd-aed8-d7b6c50c149f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:08.388270 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-84550b39-63fa-4dbd-aed8-d7b6c50c149f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:54:08.388705 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84550b39-63fa-4dbd-aed8-d7b6c50c149f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:54:08.411034 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Transition to ACTIVE for port object ece142e0-6f92-49ec-ae92-705f03ce3ba1 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:08.465635 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port cf2ba824-e35b-45b2-80a7-a4eb59d03e34 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:08.475833 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c52918b-c8ea-4ab9-8675-35f6fdf25022 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:08.476037 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-a4c3b494-238a-4deb-ba16-12e866af1781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:08.494587 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Transition to ACTIVE for port object ece142e0-6f92-49ec-ae92-705f03ce3ba1 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:08.498722 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4c3b494-238a-4deb-ba16-12e866af1781 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:08.499340 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-a4c3b494-238a-4deb-ba16-12e866af1781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:08.507345 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:08.528479 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-84550b39-63fa-4dbd-aed8-d7b6c50c149f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6339338 Feb 28 14:54:08.545362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41898) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:08.575292 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a0bc42fb-6163-48e9-9f15-df8717f94f5c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:08.594193 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:08.597203 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.6278257 Feb 28 14:54:08.599465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-23e132aa-864f-4665-a16b-14d331266b3a tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:08.610336 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41902) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:08.618005 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-a4c3b494-238a-4deb-ba16-12e866af1781 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:08.618936 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c3b494-238a-4deb-ba16-12e866af1781 None None] The sync data for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:54:08.625734 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Network b5eff9cb-60bc-4c60-9639-8806cae7e8ed is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:08.631647 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:08.633797 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34aec37a-ae02-4f4f-83ba-67f69290b19a None None] Network 474c0203-aedb-4ec7-81ff-74d563544190 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:08.653084 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:08.673921 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5c52918b-c8ea-4ab9-8675-35f6fdf25022 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "PUT /v2.0/floatingips/1efe47cd-5f0e-4ba0-a916-743ddfe794ac HTTP/1.1" status: 200 len: 688 time: 5.2173758 Feb 28 14:54:08.683822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d132c765-646e-42ef-b444-21c504370cdf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'subnet': {'network_id': 'a7865a5f-a93a-4c9c-a412-0e1e1ccf3182', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:08.684051 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41906) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:08.684848 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884e4856-9b6b-48c8-a49f-e78a225d5fe4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Network': ['ID=a7865a5f-a93a-4c9c-a412-0e1e1ccf3182,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:08.689518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:08.693166 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:08.767374 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network a7865a5f-a93a-4c9c-a412-0e1e1ccf3182 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:08.799097 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Pushing event updated for resources: {'Port': ['ID=ece142e0-6f92-49ec-ae92-705f03ce3ba1,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:08.915131 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a0bc42fb-6163-48e9-9f15-df8717f94f5c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:08.975287 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Allocated IP 2001:db8::34a (239466ac-661a-4508-aa43-349a58f8991d/b1581a2a-dff9-45b9-8703-54b2298645b6/f8a2de7e-1182-485a-92c4-36143923cdc5) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:08.982362 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f7ee5d39-abcb-4247-ad28-80985dde66c5 None None] Provisioning for port cf2ba824-e35b-45b2-80a7-a4eb59d03e34 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:09.003857 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d132c765-646e-42ef-b444-21c504370cdf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:09.005823 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f7ee5d39-abcb-4247-ad28-80985dde66c5 None None] Provisioning complete for port cf2ba824-e35b-45b2-80a7-a4eb59d03e34 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:09.006194 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f7ee5d39-abcb-4247-ad28-80985dde66c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.013019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a0bc42fb-6163-48e9-9f15-df8717f94f5c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:09.016396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d132c765-646e-42ef-b444-21c504370cdf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:subnet and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:09.019909 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-23e132aa-864f-4665-a16b-14d331266b3a tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.020895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8836ae6e-49e5-4ab9-9f3f-bea2dc06da8a tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.028231 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d132c765-646e-42ef-b444-21c504370cdf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:09.028765 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] device_id is not set on port 33a4a231-bbd5-4efb-8c68-d6daf344e706 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:54:09.050399 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d132c765-646e-42ef-b444-21c504370cdf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:09.068650 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Attempting to bind port ece142e0-6f92-49ec-ae92-705f03ce3ba1 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:09.069006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Attempting to bind port ece142e0-6f92-49ec-ae92-705f03ce3ba1 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '394ee47d-a3d6-4bdd-80db-030073463fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5eff9cb-60bc-4c60-9639-8806cae7e8ed'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:09.069446 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Attempting to bind port ece142e0-6f92-49ec-ae92-705f03ce3ba1 on network b5eff9cb-60bc-4c60-9639-8806cae7e8ed {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:09.095168 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:09.095626 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Checking segment: {'id': '394ee47d-a3d6-4bdd-80db-030073463fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5eff9cb-60bc-4c60-9639-8806cae7e8ed'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:09.095957 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.096347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Bound using segment: {'id': '394ee47d-a3d6-4bdd-80db-030073463fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5eff9cb-60bc-4c60-9639-8806cae7e8ed'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:09.096815 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Bound port: ece142e0-6f92-49ec-ae92-705f03ce3ba1, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '394ee47d-a3d6-4bdd-80db-030073463fbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'b5eff9cb-60bc-4c60-9639-8806cae7e8ed'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:09.097182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.105414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8836ae6e-49e5-4ab9-9f3f-bea2dc06da8a tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.107288 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-72dc87a6-bcbe-4053-88b0-2ed9b3a331f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting port a3f27360-3599-42a4-8799-97581498feee {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:09.107628 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72dc87a6-bcbe-4053-88b0-2ed9b3a331f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.122053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-23e132aa-864f-4665-a16b-14d331266b3a tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4984888-701c-4b9f-8fe5-6f7727f1a44c']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:09.129276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0bc42fb-6163-48e9-9f15-df8717f94f5c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:09.133263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a0bc42fb-6163-48e9-9f15-df8717f94f5c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.134620 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0bc42fb-6163-48e9-9f15-df8717f94f5c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:54:09.135038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0bc42fb-6163-48e9-9f15-df8717f94f5c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:54:09.155621 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-23e132aa-864f-4665-a16b-14d331266b3a tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df84a755-6346-4769-b171-e5f0eea3f3b8') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:09.156324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-23e132aa-864f-4665-a16b-14d331266b3a tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df84a755-6346-4769-b171-e5f0eea3f3b8') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:09.180520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d132c765-646e-42ef-b444-21c504370cdf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:09.197694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-23e132aa-864f-4665-a16b-14d331266b3a tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.215776 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a0bc42fb-6163-48e9-9f15-df8717f94f5c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.6600378 Feb 28 14:54:09.234715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41910) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:09.255242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-4707e62c-343e-4caf-bb92-a7c15cdbdb8e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:09.276421 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-23e132aa-864f-4665-a16b-14d331266b3a tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.304537 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] For port ece142e0-6f92-49ec-ae92-705f03ce3ba1, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:09.314116 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f7ee5d39-abcb-4247-ad28-80985dde66c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.316295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23e132aa-864f-4665-a16b-14d331266b3a tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:54:09.316694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-23e132aa-864f-4665-a16b-14d331266b3a tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.320363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Allocated IP 2001:db8:2::1 (474c0203-aedb-4ec7-81ff-74d563544190/8e4a04cc-67a1-4535-9bfc-a9bad7448459/4ece5108-06bc-4ab6-a5dc-2e91ab688e46) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:54:09.329829 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:54:09.336495 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] For port ece142e0-6f92-49ec-ae92-705f03ce3ba1, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ece142e0-6f92-49ec-ae92-705f03ce3ba1,segment=NetworkSegment(394ee47d-a3d6-4bdd-80db-030073463fbd),segment_id=394ee47d-a3d6-4bdd-80db-030073463fbd)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:09.347379 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.416279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f7ee5d39-abcb-4247-ad28-80985dde66c5 None None] For port cf2ba824-e35b-45b2-80a7-a4eb59d03e34, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cf2ba824-e35b-45b2-80a7-a4eb59d03e34,segment=NetworkSegment(04da745e-61dd-48a3-a1ef-dd9c8e9234e9),segment_id=04da745e-61dd-48a3-a1ef-dd9c8e9234e9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:09.418245 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d132c765-646e-42ef-b444-21c504370cdf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.437363 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f7ee5d39-abcb-4247-ad28-80985dde66c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.440914 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8836ae6e-49e5-4ab9-9f3f-bea2dc06da8a tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.441449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8836ae6e-49e5-4ab9-9f3f-bea2dc06da8a tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Fanout notify agent at l3_agent the message router_deleted on router e5b05ad8-1c0f-4b81-970c-7fa705ac768a {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:54:09.455453 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bae854f-b1b1-421f-a031-d8b7aa8372b6 None None] Pushing event updated for resources: {'Port': ['ID=ece142e0-6f92-49ec-ae92-705f03ce3ba1,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:09.552781 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7ee5d39-abcb-4247-ad28-80985dde66c5 None None] Pushing event updated for resources: {'Port': ['ID=cf2ba824-e35b-45b2-80a7-a4eb59d03e34,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:09.712207 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.760840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-23e132aa-864f-4665-a16b-14d331266b3a tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.787027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-23e132aa-864f-4665-a16b-14d331266b3a tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.797383 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8836ae6e-49e5-4ab9-9f3f-bea2dc06da8a tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.799632 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8836ae6e-49e5-4ab9-9f3f-bea2dc06da8a tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "DELETE /v2.0/routers/e5b05ad8-1c0f-4b81-970c-7fa705ac768a HTTP/1.1" status: 204 len: 168 time: 2.4729550 Feb 28 14:54:09.802372 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Allocated IP 172.20.0.11 (b5eff9cb-60bc-4c60-9639-8806cae7e8ed/cd9ec008-c356-4d3f-8107-29e0032993a3/33a4a231-bbd5-4efb-8c68-d6daf344e706) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:09.808099 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-23e132aa-864f-4665-a16b-14d331266b3a tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] 10.222.0.15 "DELETE /v2.0/networks/c4984888-701c-4b9f-8fe5-6f7727f1a44c HTTP/1.1" status: 204 len: 168 time: 1.5508304 Feb 28 14:54:09.808993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41914) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:09.809386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41916) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:09.815029 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e132aa-864f-4665-a16b-14d331266b3a tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Pushing event deleted for resources: {'Network': ['ID=c4984888-701c-4b9f-8fe5-6f7727f1a44c,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:09.824413 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5c342e68-5fec-4227-908d-d26a59d70c7f None None] Provisioning complete for port cf2ba824-e35b-45b2-80a7-a4eb59d03e34 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:09.826745 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5c342e68-5fec-4227-908d-d26a59d70c7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.839635 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4707e62c-343e-4caf-bb92-a7c15cdbdb8e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:09.850833 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72dc87a6-bcbe-4053-88b0-2ed9b3a331f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.851153 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72dc87a6-bcbe-4053-88b0-2ed9b3a331f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:09.902892 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4707e62c-343e-4caf-bb92-a7c15cdbdb8e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:09.976768 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e1e11e70-2f2b-464b-b398-4c0fa400a2c4 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "GET /v2.0/ports?device_id=e5b05ad8-1c0f-4b81-970c-7fa705ac768a HTTP/1.1" status: 200 len: 205 time: 0.1551430 Feb 28 14:54:09.984498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41922) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:10.007696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:10.050557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-72dc87a6-bcbe-4053-88b0-2ed9b3a331f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Calling delete_port for a3f27360-3599-42a4-8799-97581498feee owned by network:floatingip {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:10.125818 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffc796a5-b159-40d5-bd2f-86042b10fdc6 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:10.151376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Pushing event updated for resources: {'Port': ['ID=f8a2de7e-1182-485a-92c4-36143923cdc5,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:10.164229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Network 239466ac-661a-4508-aa43-349a58f8991d is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:10.177948 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:10.183708 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:10.189652 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:10.219159 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4707e62c-343e-4caf-bb92-a7c15cdbdb8e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:10.222800 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4707e62c-343e-4caf-bb92-a7c15cdbdb8e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:10.224696 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-4707e62c-343e-4caf-bb92-a7c15cdbdb8e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:54:10.225111 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4707e62c-343e-4caf-bb92-a7c15cdbdb8e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:54:10.229773 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-dd80d5ab-cb69-4607-a3ee-25fffe1687cf tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] delete failed (client error): The resource could not be found. Feb 28 14:54:10.233269 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-dd80d5ab-cb69-4607-a3ee-25fffe1687cf tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "DELETE /v2.0/routers/e5b05ad8-1c0f-4b81-970c-7fa705ac768a HTTP/1.1" status: 404 len: 336 time: 0.1871958 Feb 28 14:54:10.241239 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41926) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:10.272933 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cf2ba824-e35b-45b2-80a7-a4eb59d03e34 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:10.349185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d132c765-646e-42ef-b444-21c504370cdf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:10.360408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port cf2ba824-e35b-45b2-80a7-a4eb59d03e34 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:10.363831 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:10.381875 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Transition to ACTIVE for port object 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:10.389585 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-016235da-839a-42bd-82b0-6c84f323e210 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "GET /v2.0/ports?device_id=fc30214f-e216-4a1b-83e1-70ee5e017b71 HTTP/1.1" status: 200 len: 205 time: 0.0891111 Feb 28 14:54:10.398926 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4707e62c-343e-4caf-bb92-a7c15cdbdb8e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 1.1606591 Feb 28 14:54:10.403372 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41930) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:10.403601 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41932) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:10.411537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-01117c05-4cad-4ea9-b9c1-7c2c34780ac4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:10.506204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ece142e0-6f92-49ec-ae92-705f03ce3ba1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:10.578001 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-889d052a-5f58-48b5-8153-5cc1a1939ff1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] delete failed (client error): The resource could not be found. Feb 28 14:54:10.581498 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-889d052a-5f58-48b5-8153-5cc1a1939ff1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "DELETE /v2.0/routers/fc30214f-e216-4a1b-83e1-70ee5e017b71 HTTP/1.1" status: 404 len: 336 time: 0.1743324 Feb 28 14:54:10.583275 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffc796a5-b159-40d5-bd2f-86042b10fdc6 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:10.592632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41938) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:10.602927 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d132c765-646e-42ef-b444-21c504370cdf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Subnet': ['ID=e05a234b-bda2-459e-a8f7-be090f4cda81,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:10.611109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:10.616130 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port ece142e0-6f92-49ec-ae92-705f03ce3ba1 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:10.631660 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Transition to ACTIVE for port object 33a4a231-bbd5-4efb-8c68-d6daf344e706 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:10.678467 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e8762a37-c880-42ad-882f-efff743b61d3 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "GET /v2.0/ports?device_id=3e556c60-26cc-4595-adc0-2cdc84f60a9a HTTP/1.1" status: 200 len: 205 time: 0.0714531 Feb 28 14:54:10.680067 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ffc796a5-b159-40d5-bd2f-86042b10fdc6 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f56e32ba-7403-4853-bd80-dedc4b7c145c']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:10.683404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41942) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:10.703078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ffc796a5-b159-40d5-bd2f-86042b10fdc6 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90a4dbc2-9a1a-476a-9b53-e27e89e85a5c') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:10.703402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ffc796a5-b159-40d5-bd2f-86042b10fdc6 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90a4dbc2-9a1a-476a-9b53-e27e89e85a5c') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:10.724846 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffc796a5-b159-40d5-bd2f-86042b10fdc6 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:10.747001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-852c4122-bd0c-4205-aba2-90f55896325b None None] Network b5eff9cb-60bc-4c60-9639-8806cae7e8ed requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:10.751645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d132c765-646e-42ef-b444-21c504370cdf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Checking segment: {'id': '48d827ce-8c14-477c-8046-b69976a49989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a7865a5f-a93a-4c9c-a412-0e1e1ccf3182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:10.751827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d132c765-646e-42ef-b444-21c504370cdf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network hostable DHCP agents. Network: a7865a5f-a93a-4c9c-a412-0e1e1ccf3182, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:54:10.756937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffc796a5-b159-40d5-bd2f-86042b10fdc6 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:10.760850 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-1454c3b2-464d-4402-96eb-c091d38cb00e tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] delete failed (client error): The resource could not be found. Feb 28 14:54:10.765082 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1454c3b2-464d-4402-96eb-c091d38cb00e tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "DELETE /v2.0/routers/3e556c60-26cc-4595-adc0-2cdc84f60a9a HTTP/1.1" status: 404 len: 336 time: 0.0739024 Feb 28 14:54:10.765257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41946) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:10.772533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffc796a5-b159-40d5-bd2f-86042b10fdc6 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:54:10.772922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffc796a5-b159-40d5-bd2f-86042b10fdc6 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:10.779636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-01117c05-4cad-4ea9-b9c1-7c2c34780ac4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:54:10.786631 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:54:10.789321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-01117c05-4cad-4ea9-b9c1-7c2c34780ac4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:10.805240 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01117c05-4cad-4ea9-b9c1-7c2c34780ac4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:10.808783 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-01117c05-4cad-4ea9-b9c1-7c2c34780ac4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:10.810188 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-01117c05-4cad-4ea9-b9c1-7c2c34780ac4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:54:10.810606 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01117c05-4cad-4ea9-b9c1-7c2c34780ac4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:54:10.849330 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:10.861055 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0777f459-8238-42f3-af68-21dc82b1f320 None None] Provisioning for port ece142e0-6f92-49ec-ae92-705f03ce3ba1 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:10.877609 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0777f459-8238-42f3-af68-21dc82b1f320 None None] Provisioning complete for port ece142e0-6f92-49ec-ae92-705f03ce3ba1 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:10.877609 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0777f459-8238-42f3-af68-21dc82b1f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:10.893039 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7ed0f4f6-4c39-4a8e-b056-4b64c1086406 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "GET /v2.0/ports?device_id=76dc352a-21f3-4ea3-9534-bc820e613130 HTTP/1.1" status: 200 len: 205 time: 0.1211114 Feb 28 14:54:10.894391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41950) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:10.935883 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-01117c05-4cad-4ea9-b9c1-7c2c34780ac4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5291607 Feb 28 14:54:10.941876 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=4ece5108-06bc-4ab6-a5dc-2e91ab688e46,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:10.948451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41954) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:10.954723 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 474c0203-aedb-4ec7-81ff-74d563544190 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:10.986288 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-517ffac4-7877-429f-bd17-74612a55ab95 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] delete failed (client error): The resource could not be found. Feb 28 14:54:10.987196 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-517ffac4-7877-429f-bd17-74612a55ab95 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "DELETE /v2.0/routers/76dc352a-21f3-4ea3-9534-bc820e613130 HTTP/1.1" status: 404 len: 336 time: 0.0905015 Feb 28 14:54:10.990639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41958) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:10.995044 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:11.002711 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:11.003245 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.012065 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.013614 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72dc87a6-bcbe-4053-88b0-2ed9b3a331f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.040882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.041188 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.042990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d132c765-646e-42ef-b444-21c504370cdf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network a7865a5f-a93a-4c9c-a412-0e1e1ccf3182 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:54:11.049956 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffc796a5-b159-40d5-bd2f-86042b10fdc6 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.054256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ffc796a5-b159-40d5-bd2f-86042b10fdc6 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.078292 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e2db24e3-6cb2-4cd8-a89a-c780f96413f1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "GET /v2.0/ports?device_id=dfc205bd-98bc-422f-800b-76b47e7657fa HTTP/1.1" status: 200 len: 205 time: 0.0806422 Feb 28 14:54:11.078520 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bf2d7773-ef35-441a-bede-ecde9d586d6b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1240411 Feb 28 14:54:11.086146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41962) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:11.086594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41964) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:11.112471 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0777f459-8238-42f3-af68-21dc82b1f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.157675 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0777f459-8238-42f3-af68-21dc82b1f320 None None] For port ece142e0-6f92-49ec-ae92-705f03ce3ba1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ece142e0-6f92-49ec-ae92-705f03ce3ba1,segment=NetworkSegment(394ee47d-a3d6-4bdd-80db-030073463fbd),segment_id=394ee47d-a3d6-4bdd-80db-030073463fbd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:11.163955 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dc87a6-bcbe-4053-88b0-2ed9b3a331f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Port': ['ID=a3f27360-3599-42a4-8799-97581498feee,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:11.170343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0777f459-8238-42f3-af68-21dc82b1f320 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.238577 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc796a5-b159-40d5-bd2f-86042b10fdc6 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] Pushing event deleted for resources: {'Network': ['ID=f56e32ba-7403-4853-bd80-dedc4b7c145c,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:11.241867 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-d132c765-646e-42ef-b444-21c504370cdf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, a7865a5f-a93a-4c9c-a412-0e1e1ccf3182) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:11.246087 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d132c765-646e-42ef-b444-21c504370cdf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:11.247012 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d132c765-646e-42ef-b444-21c504370cdf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.267154 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ffc796a5-b159-40d5-bd2f-86042b10fdc6 tempest-QuotasNegativeTest-97345782 tempest-QuotasNegativeTest-97345782-project-admin] 10.222.0.15 "DELETE /v2.0/networks/f56e32ba-7403-4853-bd80-dedc4b7c145c HTTP/1.1" status: 204 len: 168 time: 1.4453671 Feb 28 14:54:11.284262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0777f459-8238-42f3-af68-21dc82b1f320 None None] Pushing event updated for resources: {'Port': ['ID=ece142e0-6f92-49ec-ae92-705f03ce3ba1,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:11.286932 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4ff580f-1c17-4c31-96c0-866046a49a7a None None] Network a7865a5f-a93a-4c9c-a412-0e1e1ccf3182 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:11.364897 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=33a4a231-bbd5-4efb-8c68-d6daf344e706,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:11.454843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72dc87a6-bcbe-4053-88b0-2ed9b3a331f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.458654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72dc87a6-bcbe-4053-88b0-2ed9b3a331f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.462719 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-72dc87a6-bcbe-4053-88b0-2ed9b3a331f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/floatingips/1efe47cd-5f0e-4ba0-a916-743ddfe794ac HTTP/1.1" status: 204 len: 168 time: 2.7720823 Feb 28 14:54:11.463640 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.480331 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41972) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:11.481011 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-1f049100-0c7d-444e-b630-c7472310cd04 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] delete failed (client error): The resource could not be found. Feb 28 14:54:11.484643 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1f049100-0c7d-444e-b630-c7472310cd04 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "DELETE /v2.0/routers/dfc205bd-98bc-422f-800b-76b47e7657fa HTTP/1.1" status: 404 len: 336 time: 0.3907914 Feb 28 14:54:11.493252 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41976) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:11.551194 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d132c765-646e-42ef-b444-21c504370cdf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8905129 Feb 28 14:54:11.565609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41980) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:11.568565 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b81ecda5-8666-458d-aff1-e695807d4416 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "GET /v2.0/ports?device_id=340e56fa-3cef-4074-aefd-d0932b7a656f HTTP/1.1" status: 200 len: 205 time: 0.0667293 Feb 28 14:54:11.573841 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network b5eff9cb-60bc-4c60-9639-8806cae7e8ed is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:11.576167 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41986) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:11.581914 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-34519046-7825-4dff-a863-5b693bb0fff1 None None] Provisioning for port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:11.589002 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-34519046-7825-4dff-a863-5b693bb0fff1 None None] Provisioning complete for port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:11.589466 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-34519046-7825-4dff-a863-5b693bb0fff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.594667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-0a228d5f-20a6-4d65-9d40-5ac2b728eb36 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'subnet': {'network_id': 'a7865a5f-a93a-4c9c-a412-0e1e1ccf3182', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:11.607363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:11.620946 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:11.661718 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-34519046-7825-4dff-a863-5b693bb0fff1 None None] Port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:11.673154 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d7b4ca-2b32-4373-a4a7-6bed72fbdb87 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:11.673847 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d2d7b4ca-2b32-4373-a4a7-6bed72fbdb87 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:11.757225 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-992a107f-7b9c-45ae-ad77-ab231c8f434e tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] delete failed (client error): The resource could not be found. Feb 28 14:54:11.758252 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-992a107f-7b9c-45ae-ad77-ab231c8f434e tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "DELETE /v2.0/routers/340e56fa-3cef-4074-aefd-d0932b7a656f HTTP/1.1" status: 404 len: 336 time: 0.1707664 Feb 28 14:54:11.771080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41990) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:11.816442 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-ae1fa135-e125-4a48-9b14-3a65a3516abe tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] delete failed (client error): The resource could not be found. Feb 28 14:54:11.823260 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ae1fa135-e125-4a48-9b14-3a65a3516abe tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/floatingips/1efe47cd-5f0e-4ba0-a916-743ddfe794ac HTTP/1.1" status: 404 len: 345 time: 0.3415122 Feb 28 14:54:11.825825 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-a7865a5f-a93a-4c9c-a412-0e1e1ccf3182', 'network_id': 'a7865a5f-a93a-4c9c-a412-0e1e1ccf3182', 'tenant_id': '97261752dc704f2791d2d79e53c8200f', 'fixed_ips': [{'subnet_id': 'e05a234b-bda2-459e-a8f7-be090f4cda81'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:54:11.826701 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:11.827375 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 41994) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:11.845199 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fbee1a4b-0712-4ef7-b8fb-aeabc2b1c05c None None] Provisioning for port 33a4a231-bbd5-4efb-8c68-d6daf344e706 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:11.869572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d2d7b4ca-2b32-4373-a4a7-6bed72fbdb87 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:11.870628 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d2d7b4ca-2b32-4373-a4a7-6bed72fbdb87 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.7816145 Feb 28 14:54:11.875375 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ffd2fdb-35c1-4877-9de9-c9edd8c7ddc1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] DELETE failed (client error): The resource could not be found. Feb 28 14:54:11.875885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ffd2fdb-35c1-4877-9de9-c9edd8c7ddc1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:54:11.877486 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0ffd2fdb-35c1-4877-9de9-c9edd8c7ddc1 tempest-RoutersAdminTest-356215766 tempest-RoutersAdminTest-356215766-project] 10.222.0.15 "DELETE /v2.0/subnets/6ead77b0-e25f-4d1f-bd8a-d454ad38c485 HTTP/1.1" status: 404 len: 337 time: 0.1036208 Feb 28 14:54:11.881142 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 41998) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:11.995141 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-88b57a29-eddb-4179-a5d8-db5726fd59ed tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1076527 Feb 28 14:54:11.995864 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42004) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:12.011756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-622ef4ee-1830-44d0-9ac0-b171525ede8f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:12.054406 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Allocated IP 2001:db8::2 (a7865a5f-a93a-4c9c-a412-0e1e1ccf3182/e05a234b-bda2-459e-a8f7-be090f4cda81/48e91be6-cfb7-4830-a0fb-0532237b6c77) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:12.120410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:12.121757 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:12.123737 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0a228d5f-20a6-4d65-9d40-5ac2b728eb36 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:12.133746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0a228d5f-20a6-4d65-9d40-5ac2b728eb36 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:subnet and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:12.140037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0a228d5f-20a6-4d65-9d40-5ac2b728eb36 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:12.161875 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0a228d5f-20a6-4d65-9d40-5ac2b728eb36 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:12.195630 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-622ef4ee-1830-44d0-9ac0-b171525ede8f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:12.207632 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-da774ccd-4e24-4bb3-a22f-049ed788bd5c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.6343548 Feb 28 14:54:12.212006 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42010) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:12.220841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a228d5f-20a6-4d65-9d40-5ac2b728eb36 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:12.229332 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'network_id': 'b5eff9cb-60bc-4c60-9639-8806cae7e8ed', 'name': 'tempest-PortsTestJSON-1308510862'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:12.231855 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0a228d5f-20a6-4d65-9d40-5ac2b728eb36 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:12.289454 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-622ef4ee-1830-44d0-9ac0-b171525ede8f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:12.320064 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42016) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:12.357205 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:12.364262 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300d20e2-0855-4a77-b77d-5bae2fcf44f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:12.368455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300d20e2-0855-4a77-b77d-5bae2fcf44f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:12.369252 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Transition to ACTIVE for port object 48e91be6-cfb7-4830-a0fb-0532237b6c77 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:12.373496 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-300d20e2-0855-4a77-b77d-5bae2fcf44f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:12.374708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-300d20e2-0855-4a77-b77d-5bae2fcf44f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Synchronizing usage tracker for tenant:41c179f0fdac4809a34cc8c82420641b on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:12.393035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Transition to ACTIVE for port object 48e91be6-cfb7-4830-a0fb-0532237b6c77 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:12.410763 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fbee1a4b-0712-4ef7-b8fb-aeabc2b1c05c None None] Provisioning complete for port 33a4a231-bbd5-4efb-8c68-d6daf344e706 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:12.411138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fbee1a4b-0712-4ef7-b8fb-aeabc2b1c05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:12.431108 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-622ef4ee-1830-44d0-9ac0-b171525ede8f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:12.438886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-622ef4ee-1830-44d0-9ac0-b171525ede8f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:12.462340 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ece142e0-6f92-49ec-ae92-705f03ce3ba1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:12.531484 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42022) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:12.539256 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:12.612385 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-300d20e2-0855-4a77-b77d-5bae2fcf44f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Unset dirty status for tenant:41c179f0fdac4809a34cc8c82420641b on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:12.629735 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-300d20e2-0855-4a77-b77d-5bae2fcf44f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "GET /v2.0/ports?network_id=94c852a0-ae79-4531-986a-03480b675578 HTTP/1.1" status: 200 len: 2359 time: 0.7958462 Feb 28 14:54:12.630804 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42028) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:12.664559 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Network a7865a5f-a93a-4c9c-a412-0e1e1ccf3182 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:12.683417 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:12.690365 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:12.708411 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.ipam_backend_mixin [None req-0a228d5f-20a6-4d65-9d40-5ac2b728eb36 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet e05a234b-bda2-459e-a8f7-be090f4cda81 (CIDR: 2001:db8::/64) Feb 28 14:54:12.716836 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Router 1ba1498d-1945-41e0-8b79-75602f25d217 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:54:12.734543 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a228d5f-20a6-4d65-9d40-5ac2b728eb36 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:54:12.734981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0a228d5f-20a6-4d65-9d40-5ac2b728eb36 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:54:12.779732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-fbee1a4b-0712-4ef7-b8fb-aeabc2b1c05c None None] Port 33a4a231-bbd5-4efb-8c68-d6daf344e706 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:12.791073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Pushing event updated for resources: {'Port': ['ID=48e91be6-cfb7-4830-a0fb-0532237b6c77,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:12.857430 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Attempting to bind port 48e91be6-cfb7-4830-a0fb-0532237b6c77 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:12.857773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Attempting to bind port 48e91be6-cfb7-4830-a0fb-0532237b6c77 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '48d827ce-8c14-477c-8046-b69976a49989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a7865a5f-a93a-4c9c-a412-0e1e1ccf3182'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:12.858230 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Attempting to bind port 48e91be6-cfb7-4830-a0fb-0532237b6c77 on network a7865a5f-a93a-4c9c-a412-0e1e1ccf3182 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:12.863090 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fbee1a4b-0712-4ef7-b8fb-aeabc2b1c05c None None] Provisioning complete for port ece142e0-6f92-49ec-ae92-705f03ce3ba1 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:12.864521 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fbee1a4b-0712-4ef7-b8fb-aeabc2b1c05c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:12.864716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-24dc6c15-f2bf-430a-94df-4a48b04e0849 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:12.883849 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e611bd91-fa88-4b7a-8898-1b054a0bbc7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:12.907664 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0a228d5f-20a6-4d65-9d40-5ac2b728eb36 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3353012 Feb 28 14:54:12.909568 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:12.909868 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Checking segment: {'id': '48d827ce-8c14-477c-8046-b69976a49989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a7865a5f-a93a-4c9c-a412-0e1e1ccf3182'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:12.910265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:12.910647 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Bound using segment: {'id': '48d827ce-8c14-477c-8046-b69976a49989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a7865a5f-a93a-4c9c-a412-0e1e1ccf3182'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:12.911677 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Bound port: 48e91be6-cfb7-4830-a0fb-0532237b6c77, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48d827ce-8c14-477c-8046-b69976a49989', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'a7865a5f-a93a-4c9c-a412-0e1e1ccf3182'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:12.912041 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:12.916742 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:12.921735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42034) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:12.931609 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46eadd3-3926-4d1d-9bd0-9b3950efc91b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:12.932164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c46eadd3-3926-4d1d-9bd0-9b3950efc91b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Synchronizing usage tracker for tenant:41c179f0fdac4809a34cc8c82420641b on resource:subnet {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:12.935123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port ece142e0-6f92-49ec-ae92-705f03ce3ba1 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:12.935637 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:12.936805 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:port and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:12.944810 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-db371db0-c17d-4f82-9eff-031a2ebf2224 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'subnet': {'network_id': 'a7865a5f-a93a-4c9c-a412-0e1e1ccf3182', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:12.963513 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:54:12.972591 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:12.997937 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e611bd91-fa88-4b7a-8898-1b054a0bbc7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:13.002509 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e611bd91-fa88-4b7a-8898-1b054a0bbc7e admin admin] Usage tracker for resource:security_group_rule and tenant:3830bee3b5914a6797073e4557518a3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:13.006088 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e611bd91-fa88-4b7a-8898-1b054a0bbc7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:13.012454 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e611bd91-fa88-4b7a-8898-1b054a0bbc7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:13.083248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e611bd91-fa88-4b7a-8898-1b054a0bbc7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:13.109835 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:13.114204 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e611bd91-fa88-4b7a-8898-1b054a0bbc7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:13.128255 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] For port 48e91be6-cfb7-4830-a0fb-0532237b6c77, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:13.133548 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:54:13.168741 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efbc914-484a-42af-9169-b23d2428055c None None] Sync routers for ids ['1ba1498d-1945-41e0-8b79-75602f25d217'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:54:13.191124 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] For port 48e91be6-cfb7-4830-a0fb-0532237b6c77, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=48e91be6-cfb7-4830-a0fb-0532237b6c77,segment=NetworkSegment(48d827ce-8c14-477c-8046-b69976a49989),segment_id=48d827ce-8c14-477c-8046-b69976a49989)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:13.196733 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:13.201402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.objects.ports [None req-622ef4ee-1830-44d0-9ac0-b171525ede8f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83592) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:54:13.203787 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-622ef4ee-1830-44d0-9ac0-b171525ede8f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:13.213282 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-24dc6c15-f2bf-430a-94df-4a48b04e0849 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:13.215115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:13.231254 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:13.232071 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:13.255857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-24dc6c15-f2bf-430a-94df-4a48b04e0849 admin admin] Usage tracker for resource:security_group_rule and tenant:bde4338b39e34ba0b50e21a3357b1295 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:13.280053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-622ef4ee-1830-44d0-9ac0-b171525ede8f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=13f4a325-18e1-44d8-a70d-ed7bb9e231d8,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:13.280462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efbc914-484a-42af-9169-b23d2428055c None None] Routers {'1ba1498d-1945-41e0-8b79-75602f25d217'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:13.281123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5efbc914-484a-42af-9169-b23d2428055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['1ba1498d-1945-41e0-8b79-75602f25d217'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:13.284502 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:13.285842 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-77318a04-e6b8-475d-95bc-5bfc64bc7c59 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 7.2298648 Feb 28 14:54:13.292718 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42038) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:13.403324 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-24dc6c15-f2bf-430a-94df-4a48b04e0849 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:13.406073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c46eadd3-3926-4d1d-9bd0-9b3950efc91b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Unset dirty status for tenant:41c179f0fdac4809a34cc8c82420641b on resource:subnet {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:13.411999 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c46eadd3-3926-4d1d-9bd0-9b3950efc91b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "GET /v2.0/subnets/9e8844f5-7f1a-45d3-b3c9-33d3eb5ddd21 HTTP/1.1" status: 200 len: 797 time: 0.7589312 Feb 28 14:54:13.417697 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42042) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:13.437077 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:13.440057 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:13.453668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-24dc6c15-f2bf-430a-94df-4a48b04e0849 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:13.466015 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad03b93-0211-4059-8753-998306f0fc23 None None] Pushing event updated for resources: {'Port': ['ID=48e91be6-cfb7-4830-a0fb-0532237b6c77,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:13.467214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'port': {'network_id': '94c852a0-ae79-4531-986a-03480b675578', 'name': 'tempest-FloatingIPTestJSON-1684708575', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:13.487357 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c8fdd440-c2fd-4a87-9ec5-2bf8ed0a8823 None None] Provisioning complete for port 33a4a231-bbd5-4efb-8c68-d6daf344e706 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:13.487870 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c8fdd440-c2fd-4a87-9ec5-2bf8ed0a8823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:13.509912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e611bd91-fa88-4b7a-8898-1b054a0bbc7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7e4580a-adc2-4ec4-ae33-8e6614c8b2e3,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:13.545308 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e611bd91-fa88-4b7a-8898-1b054a0bbc7e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3830bee3b5914a6797073e4557518a3e&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0098984 Feb 28 14:54:13.583351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-5efbc914-484a-42af-9169-b23d2428055c None None] Set router 1ba1498d-1945-41e0-8b79-75602f25d217 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:54:13.664342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-622ef4ee-1830-44d0-9ac0-b171525ede8f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:13.664988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42046) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:13.669435 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-622ef4ee-1830-44d0-9ac0-b171525ede8f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:13.720045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-622ef4ee-1830-44d0-9ac0-b171525ede8f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:13.720630 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-622ef4ee-1830-44d0-9ac0-b171525ede8f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:13.746234 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c8fdd440-c2fd-4a87-9ec5-2bf8ed0a8823 None None] Port 33a4a231-bbd5-4efb-8c68-d6daf344e706 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:13.762538 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4963ebe-385b-4f23-a16b-70f16652fb5b None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:13.778615 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-622ef4ee-1830-44d0-9ac0-b171525ede8f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.7806034 Feb 28 14:54:13.790185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42050) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:13.791065 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-24dc6c15-f2bf-430a-94df-4a48b04e0849 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:13.795971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-db371db0-c17d-4f82-9eff-031a2ebf2224 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:13.804013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'mac_address': 'fa:16:3e:a3:6a:cb', 'name': 'tempest-NetworksTestDHCPv6-498177749'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:13.810551 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] device_id is not set on port 9afb2bcd-c9f0-43c8-981e-3d17718cb5cb yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:54:13.824035 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-400362b1-bd03-44dc-989c-f33482df2536 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:13.854182 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=4ece5108-06bc-4ab6-a5dc-2e91ab688e46,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:13.859780 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-db371db0-c17d-4f82-9eff-031a2ebf2224 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:subnet and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:13.931366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-24dc6c15-f2bf-430a-94df-4a48b04e0849 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:13.947475 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-400362b1-bd03-44dc-989c-f33482df2536 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:13.952482 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-db371db0-c17d-4f82-9eff-031a2ebf2224 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:13.966507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-db371db0-c17d-4f82-9eff-031a2ebf2224 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:14.029943 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:14.035202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:14.039355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:14.046890 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:14.054248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:14.064018 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:14.083940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:14.113250 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dc6c15-f2bf-430a-94df-4a48b04e0849 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5421fd5-af3a-4433-a1e0-b5ae459e8cc6,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:14.124612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db371db0-c17d-4f82-9eff-031a2ebf2224 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:14.138592 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Made reservation on behalf of 41c179f0fdac4809a34cc8c82420641b for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:14.158083 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '13f4a325-18e1-44d8-a70d-ed7bb9e231d8'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:54:14.158813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:14.167647 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 474c0203-aedb-4ec7-81ff-74d563544190 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:14.170138 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-24dc6c15-f2bf-430a-94df-4a48b04e0849 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=bde4338b39e34ba0b50e21a3357b1295&name=default HTTP/1.1" status: 200 len: 2647 time: 1.8478405 Feb 28 14:54:14.173994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5efbc914-484a-42af-9169-b23d2428055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba1498d-1945-41e0-8b79-75602f25d217', 'name': '', 'tenant_id': '3937118570a2413fa0b74f6765dcb4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '239466ac-661a-4508-aa43-349a58f8991d', 'external_fixed_ips': [{'subnet_id': 'b1581a2a-dff9-45b9-8703-54b2298645b6', 'ip_address': '2001:db8::34a'}], 'enable_snat': True}, 'gw_port_id': 'f8a2de7e-1182-485a-92c4-36143923cdc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:06Z', 'updated_at': '2022-02-28T14:54:10Z', 'revision_number': 3, 'project_id': '3937118570a2413fa0b74f6765dcb4c6', 'gw_port': {'id': 'f8a2de7e-1182-485a-92c4-36143923cdc5', 'name': '', 'network_id': '239466ac-661a-4508-aa43-349a58f8991d', 'tenant_id': '', 'mac_address': 'fa:16:3e:b2:35:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba1498d-1945-41e0-8b79-75602f25d217', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'b1581a2a-dff9-45b9-8703-54b2298645b6', 'ip_address': '2001:db8::34a', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:08Z', 'updated_at': '2022-02-28T14:54:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b1581a2a-dff9-45b9-8703-54b2298645b6', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:14.179645 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efbc914-484a-42af-9169-b23d2428055c None None] Checking router: 1ba1498d-1945-41e0-8b79-75602f25d217 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:54:14.179988 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efbc914-484a-42af-9169-b23d2428055c None None] Updating router 1ba1498d-1945-41e0-8b79-75602f25d217 port f8a2de7e-1182-485a-92c4-36143923cdc5 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:54:14.190056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:14.193991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42054) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:14.220305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-400362b1-bd03-44dc-989c-f33482df2536 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:14.233044 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 48e91be6-cfb7-4830-a0fb-0532237b6c77 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:14.255248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8332-5614-42d5-9fae-c5774df71cae tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:14.306357 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-400362b1-bd03-44dc-989c-f33482df2536 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7e4580a-adc2-4ec4-ae33-8e6614c8b2e3,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:14.372690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5efbc914-484a-42af-9169-b23d2428055c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:14.396308 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-400362b1-bd03-44dc-989c-f33482df2536 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:14.401177 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-400362b1-bd03-44dc-989c-f33482df2536 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f7e4580a-adc2-4ec4-ae33-8e6614c8b2e3 HTTP/1.1" status: 204 len: 168 time: 0.7314098 Feb 28 14:54:14.507467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:14.579152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Allocated IP 2001:db8::f816:3eff:fe93:b54b (2d04583f-a513-435e-a720-cee2c3103874/13f4a325-18e1-44d8-a70d-ed7bb9e231d8/8ae8c52b-55ea-4f58-a27e-40985db536f9) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:14.623518 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port 74e8c4f7-2dc2-4778-b842-695fd2e206b4 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:54:14.704026 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Allocated IP 172.20.0.3 (b5eff9cb-60bc-4c60-9639-8806cae7e8ed/cd9ec008-c356-4d3f-8107-29e0032993a3/9afb2bcd-c9f0-43c8-981e-3d17718cb5cb) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:14.823986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8332-5614-42d5-9fae-c5774df71cae tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:14.839363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-db371db0-c17d-4f82-9eff-031a2ebf2224 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:14.841158 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-fc9c8332-5614-42d5-9fae-c5774df71cae tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Deleting port f8a2de7e-1182-485a-92c4-36143923cdc5 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:14.841538 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8332-5614-42d5-9fae-c5774df71cae tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:14.934560 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:14.965750 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-695c0953-9d2c-4ac3-8b07-1102f41b4197 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:14.983641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d8dd5a6-fd5a-43b3-aaa9-df3900f0ed8c None None] Network a7865a5f-a93a-4c9c-a412-0e1e1ccf3182 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:15.070070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5947eb5c-667a-4ca5-8320-5ec5822d4888 None None] Provisioning complete for port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:15.070552 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5947eb5c-667a-4ca5-8320-5ec5822d4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:15.086669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8332-5614-42d5-9fae-c5774df71cae tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:15.122811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42062) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:15.150782 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 48e91be6-cfb7-4830-a0fb-0532237b6c77 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:15.236243 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-fc9c8332-5614-42d5-9fae-c5774df71cae tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Calling delete_port for f8a2de7e-1182-485a-92c4-36143923cdc5 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:15.241999 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] device_id is not set on port 75aab993-c9a8-47c0-ae78-41f7b95882e5 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:54:15.267308 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5947eb5c-667a-4ca5-8320-5ec5822d4888 None None] Port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:15.281215 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-695c0953-9d2c-4ac3-8b07-1102f41b4197 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:15.354289 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:15.422475 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Transition to ACTIVE for port object 8ae8c52b-55ea-4f58-a27e-40985db536f9 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:15.424449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8332-5614-42d5-9fae-c5774df71cae tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:15.479741 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c563c955-1697-4d24-b2bc-6911fe1ee60f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6b62f047ee654d1f9b64b563b172645b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3534751 Feb 28 14:54:15.491619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42066) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:15.492606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc9c8332-5614-42d5-9fae-c5774df71cae tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Pushing event deleted for resources: {'Port': ['ID=f8a2de7e-1182-485a-92c4-36143923cdc5,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:15.535796 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Transition to ACTIVE for port object 8ae8c52b-55ea-4f58-a27e-40985db536f9 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:15.574837 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fd44159d-d47a-40cd-8d67-3037e4b8268b None None] Provisioning for port 48e91be6-cfb7-4830-a0fb-0532237b6c77 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:15.628007 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:15.631695 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fd44159d-d47a-40cd-8d67-3037e4b8268b None None] Provisioning complete for port 48e91be6-cfb7-4830-a0fb-0532237b6c77 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:15.632644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fd44159d-d47a-40cd-8d67-3037e4b8268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:15.678075 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:15.692651 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-695c0953-9d2c-4ac3-8b07-1102f41b4197 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:15.750589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695c0953-9d2c-4ac3-8b07-1102f41b4197 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5421fd5-af3a-4433-a1e0-b5ae459e8cc6,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:15.767017 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Transition to ACTIVE for port object 9afb2bcd-c9f0-43c8-981e-3d17718cb5cb will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:15.778867 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:15.788917 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-5efbc914-484a-42af-9169-b23d2428055c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:54:15.789467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-5efbc914-484a-42af-9169-b23d2428055c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:54:15.793902 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:15.795874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Pushing event updated for resources: {'Port': ['ID=8ae8c52b-55ea-4f58-a27e-40985db536f9,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:15.799586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:15.846970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router 14e55685-af99-4349-98f6-c7493fee7e1c has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:54:15.893438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8332-5614-42d5-9fae-c5774df71cae tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:15.959499 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fd44159d-d47a-40cd-8d67-3037e4b8268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:15.973875 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Attempting to bind port 8ae8c52b-55ea-4f58-a27e-40985db536f9 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:15.974357 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Attempting to bind port 8ae8c52b-55ea-4f58-a27e-40985db536f9 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:15.974843 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Attempting to bind port 8ae8c52b-55ea-4f58-a27e-40985db536f9 on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:15.983654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::f816:3eff:fea3:6acb (2d04583f-a513-435e-a720-cee2c3103874/13f4a325-18e1-44d8-a70d-ed7bb9e231d8/74e8c4f7-2dc2-4778-b842-695fd2e206b4) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:15.990213 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:15.990791 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:15.991248 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:15.991796 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:15.992370 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Bound port: 8ae8c52b-55ea-4f58-a27e-40985db536f9, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:15.992859 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.042117 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-fd44159d-d47a-40cd-8d67-3037e4b8268b None None] For port 48e91be6-cfb7-4830-a0fb-0532237b6c77, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=48e91be6-cfb7-4830-a0fb-0532237b6c77,segment=NetworkSegment(48d827ce-8c14-477c-8046-b69976a49989),segment_id=48d827ce-8c14-477c-8046-b69976a49989)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:16.059197 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fd44159d-d47a-40cd-8d67-3037e4b8268b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.138539 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73b450f3-8a37-4c4f-8f58-01ce86291b9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.155982 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] For port 8ae8c52b-55ea-4f58-a27e-40985db536f9, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:16.162600 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-695c0953-9d2c-4ac3-8b07-1102f41b4197 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.166119 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-695c0953-9d2c-4ac3-8b07-1102f41b4197 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/d5421fd5-af3a-4433-a1e0-b5ae459e8cc6 HTTP/1.1" status: 204 len: 168 time: 1.7011549 Feb 28 14:54:16.185931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.188711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] For port 8ae8c52b-55ea-4f58-a27e-40985db536f9, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8ae8c52b-55ea-4f58-a27e-40985db536f9,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:16.200053 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.223434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd44159d-d47a-40cd-8d67-3037e4b8268b None None] Pushing event updated for resources: {'Port': ['ID=48e91be6-cfb7-4830-a0fb-0532237b6c77,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:16.316103 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-db371db0-c17d-4f82-9eff-031a2ebf2224 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.320143 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73b450f3-8a37-4c4f-8f58-01ce86291b9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.324243 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40c67e7-9617-467c-ab50-294b26433a6c None None] Pushing event updated for resources: {'Port': ['ID=8ae8c52b-55ea-4f58-a27e-40985db536f9,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:16.345386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ca1798a9-5439-4bd3-a839-af0d4b8a01c9 None None] Provisioning complete for port 48e91be6-cfb7-4830-a0fb-0532237b6c77 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:16.345748 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ca1798a9-5439-4bd3-a839-af0d4b8a01c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.376451 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efbc914-484a-42af-9169-b23d2428055c None None] Port f8a2de7e-1182-485a-92c4-36143923cdc5 not found while updating agent binding for router 1ba1498d-1945-41e0-8b79-75602f25d217. {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:210}} Feb 28 14:54:16.388368 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Allocated IP 172.20.0.14 (94c852a0-ae79-4531-986a-03480b675578/9e8844f5-7f1a-45d3-b3c9-33d3eb5ddd21/75aab993-c9a8-47c0-ae78-41f7b95882e5) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:16.389271 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8332-5614-42d5-9fae-c5774df71cae tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.401549 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network b5eff9cb-60bc-4c60-9639-8806cae7e8ed is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:16.418551 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=9afb2bcd-c9f0-43c8-981e-3d17718cb5cb,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:16.423106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:16.425606 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:16.439309 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8332-5614-42d5-9fae-c5774df71cae tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.465029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Allocated IP 172.20.0.13 (94c852a0-ae79-4531-986a-03480b675578/9e8844f5-7f1a-45d3-b3c9-33d3eb5ddd21/75aab993-c9a8-47c0-ae78-41f7b95882e5) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:16.465419 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5efbc914-484a-42af-9169-b23d2428055c None None] Routers {'1ba1498d-1945-41e0-8b79-75602f25d217'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:16.468961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5efbc914-484a-42af-9169-b23d2428055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['1ba1498d-1945-41e0-8b79-75602f25d217'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:16.517455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8332-5614-42d5-9fae-c5774df71cae tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.518031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc9c8332-5614-42d5-9fae-c5774df71cae tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1ba1498d-1945-41e0-8b79-75602f25d217 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:54:16.525022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db371db0-c17d-4f82-9eff-031a2ebf2224 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network a7865a5f-a93a-4c9c-a412-0e1e1ccf3182 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:16.548955 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-db371db0-c17d-4f82-9eff-031a2ebf2224 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:16.552453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db371db0-c17d-4f82-9eff-031a2ebf2224 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:16.553118 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-db371db0-c17d-4f82-9eff-031a2ebf2224 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.557027 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db371db0-c17d-4f82-9eff-031a2ebf2224 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Subnet': ['ID=96a57d8f-01b1-49f1-bfd1-6d375a8c3741,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:16.558305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73b450f3-8a37-4c4f-8f58-01ce86291b9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.592428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a0c668-39d8-4090-9e51-ab662517c22d None None] Network a7865a5f-a93a-4c9c-a412-0e1e1ccf3182 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:16.601720 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:16.602360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.634095 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-db371db0-c17d-4f82-9eff-031a2ebf2224 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.7031832 Feb 28 14:54:16.639306 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42072) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:16.662456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73b450f3-8a37-4c4f-8f58-01ce86291b9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc51e185-56bc-4cea-83e6-44994ae214ca,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:16.667690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'network_id': 'a7865a5f-a93a-4c9c-a412-0e1e1ccf3182', 'fixed_ips': [{'subnet_id': 'e05a234b-bda2-459e-a8f7-be090f4cda81'}, {'subnet_id': '96a57d8f-01b1-49f1-bfd1-6d375a8c3741'}], 'name': 'tempest-PortsIpV6TestJSON-328079511'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:16.680962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.700899 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5efbc914-484a-42af-9169-b23d2428055c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:16.701307 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5efbc914-484a-42af-9169-b23d2428055c None None] The sync data for ids ['1ba1498d-1945-41e0-8b79-75602f25d217'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:54:16.733213 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object 74e8c4f7-2dc2-4778-b842-695fd2e206b4 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:16.737733 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-344e6b50-65bc-4f4b-bfbc-74aa34c4f67c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 4.5211666 Feb 28 14:54:16.740219 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42076) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:16.840848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-73b450f3-8a37-4c4f-8f58-01ce86291b9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.840848 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-73b450f3-8a37-4c4f-8f58-01ce86291b9a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc51e185-56bc-4cea-83e6-44994ae214ca HTTP/1.1" status: 204 len: 168 time: 1.3431032 Feb 28 14:54:16.846501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fc9c8332-5614-42d5-9fae-c5774df71cae tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:16.851011 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fc9c8332-5614-42d5-9fae-c5774df71cae tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "DELETE /v2.0/routers/1ba1498d-1945-41e0-8b79-75602f25d217 HTTP/1.1" status: 204 len: 168 time: 3.5569758 Feb 28 14:54:16.851484 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42084) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:16.950708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:54:16.959653 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b65a476f-d06d-4bb3-ba03-a42829f0419f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/14e55685-af99-4349-98f6-c7493fee7e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.7877376 Feb 28 14:54:16.960068 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-1af2055a-450a-4966-ab6b-483857d8e842 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Deleting subnet b1581a2a-dff9-45b9-8703-54b2298645b6 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:54:16.960889 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Sync routers for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:54:16.972378 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42088) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:16.982486 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:16.983348 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:16.983531 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ebc4c38b-08b2-4109-953e-146473456969 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1932769153'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:16.991855 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1af2055a-450a-4966-ab6b-483857d8e842 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:17.025315 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ebc4c38b-08b2-4109-953e-146473456969 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:17.034308 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ebc4c38b-08b2-4109-953e-146473456969 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:network and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:17.041188 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:17.044372 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ebc4c38b-08b2-4109-953e-146473456969 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:17.057023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ebc4c38b-08b2-4109-953e-146473456969 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:17.061417 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:17.066173 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:17.071757 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:port and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:17.076377 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:17.086855 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebc4c38b-08b2-4109-953e-146473456969 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:17.090990 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebc4c38b-08b2-4109-953e-146473456969 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:17.108525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:17.139695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:17.145732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:17.168237 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebc4c38b-08b2-4109-953e-146473456969 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:54:17.178969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:17.236984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] device_id is not set on port e53e4d03-edcc-4c8d-abdd-bba06a7beea2 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:54:17.241435 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1af2055a-450a-4966-ab6b-483857d8e842 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:17.278203 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:54:17.282243 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1bd39a7e-f8fe-455b-8996-fb31ce00173e None None] Provisioning for port 9afb2bcd-c9f0-43c8-981e-3d17718cb5cb completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:17.301071 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1bd39a7e-f8fe-455b-8996-fb31ce00173e None None] Provisioning complete for port 9afb2bcd-c9f0-43c8-981e-3d17718cb5cb triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:17.301499 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1bd39a7e-f8fe-455b-8996-fb31ce00173e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:17.386916 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-988ec163-3924-4301-8f1f-4c3fbff2315b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:17.403202 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-988ec163-3924-4301-8f1f-4c3fbff2315b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 923 time: 0.6599293 Feb 28 14:54:17.408371 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42092) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:17.408672 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42094) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:17.427705 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:17.441167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-1bd39a7e-f8fe-455b-8996-fb31ce00173e None None] Port 9afb2bcd-c9f0-43c8-981e-3d17718cb5cb cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:17.502317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:17.504867 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=74e8c4f7-2dc2-4778-b842-695fd2e206b4,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:17.507186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:17.511163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:17.511808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:17.564941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-05e0e547-8773-4ae8-8cad-52369974171c admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:17.627792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-72613ab8-d55f-46f2-9d46-e4aae249b841 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port 9afb2bcd-c9f0-43c8-981e-3d17718cb5cb {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:17.628520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72613ab8-d55f-46f2-9d46-e4aae249b841 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:17.632337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Allocated IP 2001:db8::229 (a7865a5f-a93a-4c9c-a412-0e1e1ccf3182/e05a234b-bda2-459e-a8f7-be090f4cda81/e53e4d03-edcc-4c8d-abdd-bba06a7beea2) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:17.639100 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Allocated IP 2001:db8:0:1::1bb (a7865a5f-a93a-4c9c-a412-0e1e1ccf3182/96a57d8f-01b1-49f1-bfd1-6d375a8c3741/e53e4d03-edcc-4c8d-abdd-bba06a7beea2) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:17.697941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1af2055a-450a-4966-ab6b-483857d8e842 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:17.716628 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d034aef-5282-4a36-a142-3a230663229d None None] Update dhcp port {'port': {'network_id': 'a7865a5f-a93a-4c9c-a412-0e1e1ccf3182', 'fixed_ips': [{'subnet_id': 'e05a234b-bda2-459e-a8f7-be090f4cda81', 'ip_address': '2001:db8::2'}, {'subnet_id': '96a57d8f-01b1-49f1-bfd1-6d375a8c3741'}], 'binding:host_id': 'dv-neutron-830866-2-hyperv'}, 'id': '48e91be6-cfb7-4830-a0fb-0532237b6c77'} from dv-neutron-830866-2-hyperv. {{(pid=83593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 14:54:17.738671 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7e3d03fa-d617-4886-ade6-439cd1bd7c33 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9414172 Feb 28 14:54:17.741988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42104) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:17.821606 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebc4c38b-08b2-4109-953e-146473456969 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:17.821821 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1d034aef-5282-4a36-a142-3a230663229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:17.821937 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-ebc4c38b-08b2-4109-953e-146473456969 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Added segment 2eeb0bb7-76b4-4966-8511-3b180c1d179e of type vlan for network 7b5dcf42-a83e-4cdf-992e-eafb1e604c81 Feb 28 14:54:17.912370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network 94c852a0-ae79-4531-986a-03480b675578 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:17.916872 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=75aab993-c9a8-47c0-ae78-41f7b95882e5,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:17.930319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebc4c38b-08b2-4109-953e-146473456969 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:17.934676 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:17.942945 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:17.971595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-05e0e547-8773-4ae8-8cad-52369974171c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:17.993739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-05e0e547-8773-4ae8-8cad-52369974171c admin admin] Usage tracker for resource:security_group_rule and tenant:02b9af276aca4ec7acefa4251ce74edf is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:17.997959 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:54:11Z', 'revision_number': 4, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': '4ece5108-06bc-4ab6-a5dc-2e91ab688e46', 'name': '', 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:56:00:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:08Z', 'updated_at': '2022-02-28T14:54:12Z', 'revision_number': 2, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:18.003072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-05e0e547-8773-4ae8-8cad-52369974171c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:18.013287 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Checking router: 14e55685-af99-4349-98f6-c7493fee7e1c for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:54:18.013629 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Updating router 14e55685-af99-4349-98f6-c7493fee7e1c port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:54:18.015234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:18.015922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.018607 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-05e0e547-8773-4ae8-8cad-52369974171c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:18.056330 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.104482 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Transition to ACTIVE for port object e53e4d03-edcc-4c8d-abdd-bba06a7beea2 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:18.108805 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a3833e93-fc2b-4511-a5b3-c144db422a45 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 4.6592371 Feb 28 14:54:18.112890 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42112) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:18.126262 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '75aab993-c9a8-47c0-ae78-41f7b95882e5', 'fixed_ip_address': '172.20.0.14'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:18.132300 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.133645 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:18.147756 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:18.151008 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebc4c38b-08b2-4109-953e-146473456969 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.155067 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebc4c38b-08b2-4109-953e-146473456969 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:18.156289 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebc4c38b-08b2-4109-953e-146473456969 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.287429 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-38668b39-d182-4d82-ae44-8bb8f8ac68d3 None None] Provisioning for port 8ae8c52b-55ea-4f58-a27e-40985db536f9 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:18.304171 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4c38b-08b2-4109-953e-146473456969 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Network': ['ID=7b5dcf42-a83e-4cdf-992e-eafb1e604c81,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:18.314649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-05e0e547-8773-4ae8-8cad-52369974171c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.322194 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ebc4c38b-08b2-4109-953e-146473456969 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3459988 Feb 28 14:54:18.322383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1af2055a-450a-4966-ab6b-483857d8e842 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.323736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42118) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:18.332721 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 7b5dcf42-a83e-4cdf-992e-eafb1e604c81 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:18.356852 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.367850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21a17f8-0e64-4438-911c-9752c3e74109 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:18.372352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21a17f8-0e64-4438-911c-9752c3e74109 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:18.373139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b21a17f8-0e64-4438-911c-9752c3e74109 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:18.388004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-fecd9794-91d1-49e7-97c1-4014ae6a0f10 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'subnet': {'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:18.501869 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8ae8c52b-55ea-4f58-a27e-40985db536f9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:18.692822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-05e0e547-8773-4ae8-8cad-52369974171c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.713873 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2055a-450a-4966-ab6b-483857d8e842 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b1581a2a-dff9-45b9-8703-54b2298645b6,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:18.714502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.730418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-fecd9794-91d1-49e7-97c1-4014ae6a0f10 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:18.741849 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4485a9ca-971f-4156-8894-79a88d361eff None None] Provisioning for port 74e8c4f7-2dc2-4778-b842-695fd2e206b4 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:18.765374 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4485a9ca-971f-4156-8894-79a88d361eff None None] Provisioning complete for port 74e8c4f7-2dc2-4778-b842-695fd2e206b4 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:18.765743 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4485a9ca-971f-4156-8894-79a88d361eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.780042 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network a7865a5f-a93a-4c9c-a412-0e1e1ccf3182 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:18.792926 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:18.805860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-fecd9794-91d1-49e7-97c1-4014ae6a0f10 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:subnet and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:18.814044 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:18.825211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:18.826018 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.836492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1af2055a-450a-4966-ab6b-483857d8e842 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.843097 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4485a9ca-971f-4156-8894-79a88d361eff None None] Port 74e8c4f7-2dc2-4778-b842-695fd2e206b4 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:18.845237 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-1d034aef-5282-4a36-a142-3a230663229d None None] Allocated IP 2001:db8:0:1::2 (a7865a5f-a93a-4c9c-a412-0e1e1ccf3182/96a57d8f-01b1-49f1-bfd1-6d375a8c3741/48e91be6-cfb7-4830-a0fb-0532237b6c77) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:18.853292 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 8ae8c52b-55ea-4f58-a27e-40985db536f9 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:18.858349 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1af2055a-450a-4966-ab6b-483857d8e842 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "DELETE /v2.0/subnets/b1581a2a-dff9-45b9-8703-54b2298645b6 HTTP/1.1" status: 204 len: 168 time: 2.0046458 Feb 28 14:54:18.873469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 8ae8c52b-55ea-4f58-a27e-40985db536f9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:18.876270 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.876501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42128) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:18.880842 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-fecd9794-91d1-49e7-97c1-4014ae6a0f10 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:18.893240 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.904987 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1016 time: 2.2643828 Feb 28 14:54:18.911655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72613ab8-d55f-46f2-9d46-e4aae249b841 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.919277 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9e527-8f6f-4436-abda-b51c63beae89 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=e53e4d03-edcc-4c8d-abdd-bba06a7beea2,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:18.920942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42132) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:18.922000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-fecd9794-91d1-49e7-97c1-4014ae6a0f10 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:18.922116 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Transition to ACTIVE for port object 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:18.925910 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b21a17f8-0e64-4438-911c-9752c3e74109 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:18.928015 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b21a17f8-0e64-4438-911c-9752c3e74109 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.1722100 Feb 28 14:54:18.929061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e0e547-8773-4ae8-8cad-52369974171c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa0702c-877e-4e32-9fd1-454e12955365,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:18.931571 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42134) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:18.936721 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:18.950395 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-5d276623-acbd-421a-99c3-5d90e2b8554e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e05a234b-bda2-459e-a8f7-be090f4cda81'}]}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:19.005802 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-52b1acec-3910-4a54-8fff-b17b659f9181 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port 74e8c4f7-2dc2-4778-b842-695fd2e206b4 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:19.006249 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52b1acec-3910-4a54-8fff-b17b659f9181 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:19.088778 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:19.092643 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-05e0e547-8773-4ae8-8cad-52369974171c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=02b9af276aca4ec7acefa4251ce74edf&name=default HTTP/1.1" status: 200 len: 2647 time: 1.6803851 Feb 28 14:54:19.099885 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42140) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:19.160207 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e0fdd-3b56-4f67-bc11-4cd6c2306572 None None] Pushing event updated for resources: {'Port': ['ID=4ece5108-06bc-4ab6-a5dc-2e91ab688e46,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:19.165326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-1d034aef-5282-4a36-a142-3a230663229d None None] For port 48e91be6-cfb7-4830-a0fb-0532237b6c77, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=48e91be6-cfb7-4830-a0fb-0532237b6c77,segment=NetworkSegment(48d827ce-8c14-477c-8046-b69976a49989),segment_id=48d827ce-8c14-477c-8046-b69976a49989)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:19.229132 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1d034aef-5282-4a36-a142-3a230663229d None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:19.267711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1d034aef-5282-4a36-a142-3a230663229d None None] Transition to ACTIVE for port object 48e91be6-cfb7-4830-a0fb-0532237b6c77 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:19.302663 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-72613ab8-d55f-46f2-9d46-e4aae249b841 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for 9afb2bcd-c9f0-43c8-981e-3d17718cb5cb owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:19.338470 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e0fdd-3b56-4f67-bc11-4cd6c2306572 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:19.341291 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e0fdd-3b56-4f67-bc11-4cd6c2306572 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:19.341665 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e0fdd-3b56-4f67-bc11-4cd6c2306572 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:19.342091 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e0fdd-3b56-4f67-bc11-4cd6c2306572 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:19.342546 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e0fdd-3b56-4f67-bc11-4cd6c2306572 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:19.343504 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e0fdd-3b56-4f67-bc11-4cd6c2306572 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:19.344350 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e0fdd-3b56-4f67-bc11-4cd6c2306572 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:19.345755 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e0fdd-3b56-4f67-bc11-4cd6c2306572 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:19.346162 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e0fdd-3b56-4f67-bc11-4cd6c2306572 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:19.346489 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e0fdd-3b56-4f67-bc11-4cd6c2306572 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:19.347108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1d034aef-5282-4a36-a142-3a230663229d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:19.348748 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e83e0fdd-3b56-4f67-bc11-4cd6c2306572 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:19.370278 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Attempting to bind port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:19.370657 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Attempting to bind port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '04da745e-61dd-48a3-a1ef-dd9c8e9234e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:19.371018 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Attempting to bind port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 on network 474c0203-aedb-4ec7-81ff-74d563544190 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:19.381453 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:19.381883 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Checking segment: {'id': '04da745e-61dd-48a3-a1ef-dd9c8e9234e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:19.382460 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:19.382852 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Bound using segment: {'id': '04da745e-61dd-48a3-a1ef-dd9c8e9234e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:19.383385 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Bound port: 4ece5108-06bc-4ab6-a5dc-2e91ab688e46, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04da745e-61dd-48a3-a1ef-dd9c8e9234e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:19.385136 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:19.388506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fecd9794-91d1-49e7-97c1-4014ae6a0f10 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Made reservation on behalf of 841da8ae6fd44e2cbd1f6dbac17543ac for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:19.452930 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:19.509796 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 8ae8c52b-55ea-4f58-a27e-40985db536f9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8ae8c52b-55ea-4f58-a27e-40985db536f9,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:19.530373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52b1acec-3910-4a54-8fff-b17b659f9181 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:19.569168 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] For port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:19.573062 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] For port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4ece5108-06bc-4ab6-a5dc-2e91ab688e46,segment=NetworkSegment(04da745e-61dd-48a3-a1ef-dd9c8e9234e9),segment_id=04da745e-61dd-48a3-a1ef-dd9c8e9234e9)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:19.575941 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:19.576787 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 48e91be6-cfb7-4830-a0fb-0532237b6c77 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:19.585833 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:19.706622 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-52b1acec-3910-4a54-8fff-b17b659f9181 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for 74e8c4f7-2dc2-4778-b842-695fd2e206b4 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:19.747304 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83e0fdd-3b56-4f67-bc11-4cd6c2306572 None None] Pushing event updated for resources: {'Port': ['ID=4ece5108-06bc-4ab6-a5dc-2e91ab688e46,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:19.758719 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:19.762791 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:53:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:19.770531 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d034aef-5282-4a36-a142-3a230663229d None None] Pushing event updated for resources: {'Port': ['ID=48e91be6-cfb7-4830-a0fb-0532237b6c77,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:19.808474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f6ada9c-ddf9-49f8-aac1-97ea62f1c862 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:19.888926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fecd9794-91d1-49e7-97c1-4014ae6a0f10 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:19.935487 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52b1acec-3910-4a54-8fff-b17b659f9181 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:19.946284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=8ae8c52b-55ea-4f58-a27e-40985db536f9,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:19.965812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d276623-acbd-421a-99c3-5d90e2b8554e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:20.031050 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b1acec-3910-4a54-8fff-b17b659f9181 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=74e8c4f7-2dc2-4778-b842-695fd2e206b4,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:20.041128 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-447002ce-d2f5-42d9-a533-0c325ed9f691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:20.143507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52b1acec-3910-4a54-8fff-b17b659f9181 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:20.177984 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:54:20.203469 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-447002ce-d2f5-42d9-a533-0c325ed9f691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:20.221720 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Allocated IP 172.26.4.237 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/72a36d34-0961-4fbf-be74-23fa97263f02) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:20.234135 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-52b1acec-3910-4a54-8fff-b17b659f9181 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/74e8c4f7-2dc2-4778-b842-695fd2e206b4 HTTP/1.1" status: 204 len: 168 time: 1.2974319 Feb 28 14:54:20.236792 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42158) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:20.268270 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8ae8c52b-55ea-4f58-a27e-40985db536f9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:20.353115 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6425a8d2-e96a-42fb-8c22-f6c41d3315e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:20.354729 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6425a8d2-e96a-42fb-8c22-f6c41d3315e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:20.358891 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6425a8d2-e96a-42fb-8c22-f6c41d3315e1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1115808 Feb 28 14:54:20.369643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42162) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:20.399742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72613ab8-d55f-46f2-9d46-e4aae249b841 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:20.483381 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 8ae8c52b-55ea-4f58-a27e-40985db536f9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:20.484076 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:20.646307 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f6ada9c-ddf9-49f8-aac1-97ea62f1c862 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:20.683045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72613ab8-d55f-46f2-9d46-e4aae249b841 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=9afb2bcd-c9f0-43c8-981e-3d17718cb5cb,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:20.755769 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 48e91be6-cfb7-4830-a0fb-0532237b6c77 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:20.838834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-2f6ada9c-ddf9-49f8-aac1-97ea62f1c862 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['239466ac-661a-4508-aa43-349a58f8991d']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:20.853247 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a23bdf32-698d-48b9-a9e6-189bd5337fec tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 13f4a325-18e1-44d8-a70d-ed7bb9e231d8 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:54:20.857169 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a23bdf32-698d-48b9-a9e6-189bd5337fec tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:20.882072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-2f6ada9c-ddf9-49f8-aac1-97ea62f1c862 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a886e45-a465-423c-951d-84a088dc614b') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:20.882534 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-2f6ada9c-ddf9-49f8-aac1-97ea62f1c862 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a886e45-a465-423c-951d-84a088dc614b') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:20.896304 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:54:11Z', 'revision_number': 4, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': '4ece5108-06bc-4ab6-a5dc-2e91ab688e46', 'name': '', 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:56:00:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:08Z', 'updated_at': '2022-02-28T14:54:19Z', 'revision_number': 4, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:20.897722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f6ada9c-ddf9-49f8-aac1-97ea62f1c862 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:20.906246 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b28bf26-4208-445d-9931-10ef46c05152 None None] The sync data for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv is: [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:54:11Z', 'revision_number': 4, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': '4ece5108-06bc-4ab6-a5dc-2e91ab688e46', 'name': '', 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:56:00:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:08Z', 'updated_at': '2022-02-28T14:54:19Z', 'revision_number': 4, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:54:20.921990 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-447002ce-d2f5-42d9-a533-0c325ed9f691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.049174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-63d1cc86-c6cc-4296-868d-b43cebeddb37 None None] Provisioning for port 48e91be6-cfb7-4830-a0fb-0532237b6c77 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:21.057158 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-63d1cc86-c6cc-4296-868d-b43cebeddb37 None None] Provisioning complete for port 48e91be6-cfb7-4830-a0fb-0532237b6c77 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:21.057536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-63d1cc86-c6cc-4296-868d-b43cebeddb37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.173099 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42172) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:21.173805 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447002ce-d2f5-42d9-a533-0c325ed9f691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa0702c-877e-4e32-9fd1-454e12955365,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:21.209615 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a23bdf32-698d-48b9-a9e6-189bd5337fec tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.241728 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f6ada9c-ddf9-49f8-aac1-97ea62f1c862 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.288981 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-447002ce-d2f5-42d9-a533-0c325ed9f691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.296420 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-447002ce-d2f5-42d9-a533-0c325ed9f691 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4fa0702c-877e-4e32-9fd1-454e12955365 HTTP/1.1" status: 204 len: 168 time: 2.1952620 Feb 28 14:54:21.345844 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.350149 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f6ada9c-ddf9-49f8-aac1-97ea62f1c862 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:54:21.350882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f6ada9c-ddf9-49f8-aac1-97ea62f1c862 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:54:21.369427 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:54:21.474550 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a23bdf32-698d-48b9-a9e6-189bd5337fec tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.526152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-325baa4f-5d6b-406a-8c63-583084cb4ac9 None None] Provisioning for port e53e4d03-edcc-4c8d-abdd-bba06a7beea2 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:21.534290 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-325baa4f-5d6b-406a-8c63-583084cb4ac9 None None] Provisioning complete for port e53e4d03-edcc-4c8d-abdd-bba06a7beea2 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:21.535728 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-325baa4f-5d6b-406a-8c63-583084cb4ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.564305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.670301 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=72a36d34-0961-4fbf-be74-23fa97263f02,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:21.681253 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:21.684346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:21.690209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:21.692249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-325baa4f-5d6b-406a-8c63-583084cb4ac9 None None] Port e53e4d03-edcc-4c8d-abdd-bba06a7beea2 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:21.708139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72613ab8-d55f-46f2-9d46-e4aae249b841 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.729572 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'network': {'name': 'tempest-network-smoke--465314632', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'port_security_enabled': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:21.741185 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:21.750462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fecd9794-91d1-49e7-97c1-4014ae6a0f10 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.756464 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:network and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:21.762639 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:21.778997 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:21.826441 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecd9794-91d1-49e7-97c1-4014ae6a0f10 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Subnet': ['ID=5c6722a3-0d97-4c53-8352-6148fe6abcf6,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:21.834564 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-72613ab8-d55f-46f2-9d46-e4aae249b841 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/9afb2bcd-c9f0-43c8-981e-3d17718cb5cb HTTP/1.1" status: 204 len: 168 time: 4.4079163 Feb 28 14:54:21.834564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f6ada9c-ddf9-49f8-aac1-97ea62f1c862 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.837832 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f6ada9c-ddf9-49f8-aac1-97ea62f1c862 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 239466ac-661a-4508-aa43-349a58f8991d {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Feb 28 14:54:21.840317 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:21.843632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.849091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f6ada9c-ddf9-49f8-aac1-97ea62f1c862 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.856458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42182) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:21.862578 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a23bdf32-698d-48b9-a9e6-189bd5337fec tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.922557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.933107 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23bdf32-698d-48b9-a9e6-189bd5337fec tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=13f4a325-18e1-44d8-a70d-ed7bb9e231d8,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:21.946166 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a23bdf32-698d-48b9-a9e6-189bd5337fec tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:21.951597 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-149293c4-ba48-4621-a9e5-93859269cc76 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:21.955870 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b5b9827-857b-4325-9688-13aed4d24550 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] GET failed (client error): The resource could not be found. Feb 28 14:54:21.956419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6b5b9827-857b-4325-9688-13aed4d24550 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:21.998138 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:22.002273 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:22.005298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:22.011100 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:22.085267 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:22.092577 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a23bdf32-698d-48b9-a9e6-189bd5337fec tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/13f4a325-18e1-44d8-a70d-ed7bb9e231d8 HTTP/1.1" status: 204 len: 168 time: 1.7195926 Feb 28 14:54:22.093304 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42192) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:22.105681 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-5d276623-acbd-421a-99c3-5d90e2b8554e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Delete allocated IP 2001:db8:0:1::1bb (a7865a5f-a93a-4c9c-a412-0e1e1ccf3182/96a57d8f-01b1-49f1-bfd1-6d375a8c3741) {{(pid=83592) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 14:54:22.186830 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:22.232268 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e0dd390f-b5fc-4bd5-83cd-bfb230c1919b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1087172 Feb 28 14:54:22.246702 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42198) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:22.261106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:54:22.268556 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ed5e2538-8fbd-459f-a03c-fee147553d45 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:22.297686 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:22.361103 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d276623-acbd-421a-99c3-5d90e2b8554e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:22.363081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34d7368b-8241-4233-ac54-b243042582af,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:22.377476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-5d276623-acbd-421a-99c3-5d90e2b8554e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Ignored duplicate provisioning block setup for port e53e4d03-edcc-4c8d-abdd-bba06a7beea2 by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Feb 28 14:54:22.389401 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6ada9c-ddf9-49f8-aac1-97ea62f1c862 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Pushing event deleted for resources: {'Network': ['ID=239466ac-661a-4508-aa43-349a58f8991d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:22.395493 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d276623-acbd-421a-99c3-5d90e2b8554e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:22.405952 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2f6ada9c-ddf9-49f8-aac1-97ea62f1c862 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "DELETE /v2.0/networks/239466ac-661a-4508-aa43-349a58f8991d HTTP/1.1" status: 204 len: 168 time: 3.5214486 Feb 28 14:54:22.488208 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:22.500212 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:22.500581 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:22.586951 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d6176d3-720b-4fe3-a875-c7f801a449c8 None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:54:22.606881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6b5b9827-857b-4325-9688-13aed4d24550 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:22.608058 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6b5b9827-857b-4325-9688-13aed4d24550 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/9afb2bcd-c9f0-43c8-981e-3d17718cb5cb HTTP/1.1" status: 404 len: 333 time: 0.7314169 Feb 28 14:54:22.616689 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42208) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:22.617291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d276623-acbd-421a-99c3-5d90e2b8554e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=e53e4d03-edcc-4c8d-abdd-bba06a7beea2,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:22.626077 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8d6176d3-720b-4fe3-a875-c7f801a449c8 None None] Deleting port 8ae8c52b-55ea-4f58-a27e-40985db536f9 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:22.626077 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d6176d3-720b-4fe3-a875-c7f801a449c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:22.751398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9d1f2-c2c2-4c2c-9708-392b78ccfe22 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port 33a4a231-bbd5-4efb-8c68-d6daf344e706 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:22.751776 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d1f2-c2c2-4c2c-9708-392b78ccfe22 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:22.879458 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:22.880956 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:22.881348 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Added segment fe25847d-9f92-47a5-9af3-d4fa9541d6df of type vlan for network 987a27bf-1d58-4507-8458-9899329adcaa Feb 28 14:54:22.914346 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-5d276623-acbd-421a-99c3-5d90e2b8554e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] In _notify_port_updated(), no bound segment for port e53e4d03-edcc-4c8d-abdd-bba06a7beea2 on network a7865a5f-a93a-4c9c-a412-0e1e1ccf3182 {{(pid=83592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:54:22.919485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d276623-acbd-421a-99c3-5d90e2b8554e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:22.920739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d276623-acbd-421a-99c3-5d90e2b8554e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:22.922192 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5d276623-acbd-421a-99c3-5d90e2b8554e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "PUT /v2.0/ports/e53e4d03-edcc-4c8d-abdd-bba06a7beea2 HTTP/1.1" status: 200 len: 925 time: 3.9899225 Feb 28 14:54:22.925668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fecd9794-91d1-49e7-97c1-4014ae6a0f10 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Checking segment: {'id': '2eeb0bb7-76b4-4966-8511-3b180c1d179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:22.926773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecd9794-91d1-49e7-97c1-4014ae6a0f10 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network hostable DHCP agents. Network: 7b5dcf42-a83e-4cdf-992e-eafb1e604c81, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:54:22.935599 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42218) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:22.982104 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-71ebf326-aba0-45fe-a3a2-d3a14674f3c4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'e05a234b-bda2-459e-a8f7-be090f4cda81'}, {'subnet_id': '96a57d8f-01b1-49f1-bfd1-6d375a8c3741'}]}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:23.002440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ed5e2538-8fbd-459f-a03c-fee147553d45 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:23.008199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ed5e2538-8fbd-459f-a03c-fee147553d45 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:23.021152 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.039230 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.046962 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8d6176d3-720b-4fe3-a875-c7f801a449c8 None None] For port 8ae8c52b-55ea-4f58-a27e-40985db536f9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8ae8c52b-55ea-4f58-a27e-40985db536f9,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:23.047351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d6176d3-720b-4fe3-a875-c7f801a449c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.069868 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ed5e2538-8fbd-459f-a03c-fee147553d45 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:23.088297 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ed5e2538-8fbd-459f-a03c-fee147553d45 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:23.104683 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42222) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:23.152706 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42228) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:23.162241 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-6e9b9ed7-e84e-42c0-aef5-f008869e2029 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Request body: {'router': {'name': 'tempest-router--1442862854', 'project_id': '0e6509c9fa224cc789a83f729550b0f2'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:23.174736 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6e9b9ed7-e84e-42c0-aef5-f008869e2029 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:23.178737 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed5e2538-8fbd-459f-a03c-fee147553d45 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:23.183095 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ed5e2538-8fbd-459f-a03c-fee147553d45 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.205216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6e9b9ed7-e84e-42c0-aef5-f008869e2029 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Usage tracker for resource:router and tenant:0e6509c9fa224cc789a83f729550b0f2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:23.213322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6e9b9ed7-e84e-42c0-aef5-f008869e2029 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:23.216412 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8d6176d3-720b-4fe3-a875-c7f801a449c8 None None] Calling delete_port for 8ae8c52b-55ea-4f58-a27e-40985db536f9 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:23.273996 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6e9b9ed7-e84e-42c0-aef5-f008869e2029 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:23.297138 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.302414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:23.303067 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.315179 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d6176d3-720b-4fe3-a875-c7f801a449c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.344799 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fecd9794-91d1-49e7-97c1-4014ae6a0f10 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 7b5dcf42-a83e-4cdf-992e-eafb1e604c81 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:54:23.376540 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6176d3-720b-4fe3-a875-c7f801a449c8 None None] Pushing event deleted for resources: {'Port': ['ID=8ae8c52b-55ea-4f58-a27e-40985db536f9,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:23.385116 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6176d3-720b-4fe3-a875-c7f801a449c8 None None] No DVR routers for this DVR port 8ae8c52b-55ea-4f58-a27e-40985db536f9 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:54:23.385537 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-fecd9794-91d1-49e7-97c1-4014ae6a0f10 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 7b5dcf42-a83e-4cdf-992e-eafb1e604c81) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:23.386935 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.399397 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecd9794-91d1-49e7-97c1-4014ae6a0f10 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:23.400015 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fecd9794-91d1-49e7-97c1-4014ae6a0f10 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.406586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16874156-7254-42eb-a727-b70fa8edb3b4 None None] Network 7b5dcf42-a83e-4cdf-992e-eafb1e604c81 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:23.416489 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-71ebf326-aba0-45fe-a3a2-d3a14674f3c4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.443847 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4ece5108-06bc-4ab6-a5dc-2e91ab688e46,segment=NetworkSegment(04da745e-61dd-48a3-a1ef-dd9c8e9234e9),segment_id=04da745e-61dd-48a3-a1ef-dd9c8e9234e9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:23.446590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d1f2-c2c2-4c2c-9708-392b78ccfe22 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.502486 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.504850 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-97ad9731-8656-4fed-a530-716ece918a0c None None] Provisioning complete for port e53e4d03-edcc-4c8d-abdd-bba06a7beea2 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:23.505414 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-97ad9731-8656-4fed-a530-716ece918a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.548755 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Request body: {'networks': [{'name': 'tempest-network--929144737'}, {'name': 'tempest-network--1319186445'}]} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:23.548945 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Request body: {'network': {'name': 'tempest-network--929144737'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:23.549399 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Request body: {'network': {'name': 'tempest-network--1319186445'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:23.634791 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:23.637106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6e9b9ed7-e84e-42c0-aef5-f008869e2029 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.638020 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6e9b9ed7-e84e-42c0-aef5-f008869e2029 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.652462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-97ad9731-8656-4fed-a530-716ece918a0c None None] Port e53e4d03-edcc-4c8d-abdd-bba06a7beea2 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:23.669381 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=4ece5108-06bc-4ab6-a5dc-2e91ab688e46,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:23.672193 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Usage tracker for resource:network and tenant:e40e90f451214178a12ac5ffcd69fe2f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:23.685393 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:23.710957 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:23.735877 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fecd9794-91d1-49e7-97c1-4014ae6a0f10 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.3839581 Feb 28 14:54:23.742004 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.5633731 Feb 28 14:54:23.742004 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42232) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:23.742447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-7ec9d1f2-c2c2-4c2c-9708-392b78ccfe22 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for 33a4a231-bbd5-4efb-8c68-d6daf344e706 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:23.751022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42234) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:23.757258 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3d0ab8-e39d-4f7e-8261-ac65e24acb92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Network': ['ID=987a27bf-1d58-4507-8458-9899329adcaa,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:23.776465 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 987a27bf-1d58-4507-8458-9899329adcaa details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:23.789852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-7b5dcf42-a83e-4cdf-992e-eafb1e604c81', 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'fixed_ips': [{'subnet_id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:54:23.790644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.829343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-121011937', 'admin_state_up': True, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:23.845419 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Made reservation on behalf of e40e90f451214178a12ac5ffcd69fe2f for: {'network': 2} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:23.849137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.878624 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:23.933626 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6e9b9ed7-e84e-42c0-aef5-f008869e2029 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.949143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:router and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:23.952422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:23.977107 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:24.026199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:24.034704 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Allocated IP 2001:db8:3::2 (7b5dcf42-a83e-4cdf-992e-eafb1e604c81/5c6722a3-0d97-4c53-8352-6148fe6abcf6/be4cab7a-f16f-45f2-8d8c-bcf31daa823e) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:24.094036 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.094675 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.100111 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.106151 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6e9b9ed7-e84e-42c0-aef5-f008869e2029 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.137007 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:24.138922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-71ebf326-aba0-45fe-a3a2-d3a14674f3c4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Allocated IP 2001:db8:0:1::299 (a7865a5f-a93a-4c9c-a412-0e1e1ccf3182/96a57d8f-01b1-49f1-bfd1-6d375a8c3741/e53e4d03-edcc-4c8d-abdd-bba06a7beea2) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:24.143517 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.171575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d1f2-c2c2-4c2c-9708-392b78ccfe22 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.190857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Usage tracker for resource:security_group_rule and tenant:e40e90f451214178a12ac5ffcd69fe2f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:24.226925 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:24.249043 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:24.268947 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:24.269403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9d1f2-c2c2-4c2c-9708-392b78ccfe22 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=33a4a231-bbd5-4efb-8c68-d6daf344e706,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:24.326157 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.339623 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Transition to ACTIVE for port object be4cab7a-f16f-45f2-8d8c-bcf31daa823e will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:24.345590 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6e9b9ed7-e84e-42c0-aef5-f008869e2029 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.346760 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6e9b9ed7-e84e-42c0-aef5-f008869e2029 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.1927192 Feb 28 14:54:24.362364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42240) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:24.372757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Transition to ACTIVE for port object be4cab7a-f16f-45f2-8d8c-bcf31daa823e will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:24.376274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:24.376641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.404614 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.422331 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7ec9d1f2-c2c2-4c2c-9708-392b78ccfe22 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.442330 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.447322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=72a36d34-0961-4fbf-be74-23fa97263f02,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:24.461710 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7ec9d1f2-c2c2-4c2c-9708-392b78ccfe22 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/33a4a231-bbd5-4efb-8c68-d6daf344e706 HTTP/1.1" status: 204 len: 168 time: 1.8354757 Feb 28 14:54:24.464437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42244) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:24.507806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Network 7b5dcf42-a83e-4cdf-992e-eafb1e604c81 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:24.515215 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:24.523260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:24.572064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-71ebf326-aba0-45fe-a3a2-d3a14674f3c4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.586495 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Pushing event updated for resources: {'Port': ['ID=be4cab7a-f16f-45f2-8d8c-bcf31daa823e,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:24.602763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.635340 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddbfa8d4-7092-4f87-9613-0ac70eabb2bc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] GET failed (client error): The resource could not be found. Feb 28 14:54:24.635870 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ddbfa8d4-7092-4f87-9613-0ac70eabb2bc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:24.638667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-71ebf326-aba0-45fe-a3a2-d3a14674f3c4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Transition to ACTIVE for port object e53e4d03-edcc-4c8d-abdd-bba06a7beea2 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:24.645251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-71ebf326-aba0-45fe-a3a2-d3a14674f3c4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.716182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ddbfa8d4-7092-4f87-9613-0ac70eabb2bc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:24.720490 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ddbfa8d4-7092-4f87-9613-0ac70eabb2bc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/33a4a231-bbd5-4efb-8c68-d6daf344e706 HTTP/1.1" status: 404 len: 333 time: 0.2334247 Feb 28 14:54:24.723504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42248) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:24.727511 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Attempting to bind port be4cab7a-f16f-45f2-8d8c-bcf31daa823e on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:24.728029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Attempting to bind port be4cab7a-f16f-45f2-8d8c-bcf31daa823e by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '2eeb0bb7-76b4-4966-8511-3b180c1d179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:24.728253 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Attempting to bind port be4cab7a-f16f-45f2-8d8c-bcf31daa823e on network 7b5dcf42-a83e-4cdf-992e-eafb1e604c81 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:24.743623 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:24.744260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Checking segment: {'id': '2eeb0bb7-76b4-4966-8511-3b180c1d179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:24.744592 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.744953 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Bound using segment: {'id': '2eeb0bb7-76b4-4966-8511-3b180c1d179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:24.745469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Bound port: be4cab7a-f16f-45f2-8d8c-bcf31daa823e, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eeb0bb7-76b4-4966-8511-3b180c1d179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:24.745834 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.853706 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] For port be4cab7a-f16f-45f2-8d8c-bcf31daa823e, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:24.858346 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] For port be4cab7a-f16f-45f2-8d8c-bcf31daa823e, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=be4cab7a-f16f-45f2-8d8c-bcf31daa823e,segment=NetworkSegment(2eeb0bb7-76b4-4966-8511-3b180c1d179e),segment_id=2eeb0bb7-76b4-4966-8511-3b180c1d179e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:24.862403 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8ae8c52b-55ea-4f58-a27e-40985db536f9 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:54:24.896081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-71ebf326-aba0-45fe-a3a2-d3a14674f3c4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] In _notify_port_updated(), no bound segment for port e53e4d03-edcc-4c8d-abdd-bba06a7beea2 on network a7865a5f-a93a-4c9c-a412-0e1e1ccf3182 {{(pid=83592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:54:24.896716 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.899895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ebf326-aba0-45fe-a3a2-d3a14674f3c4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:24.900537 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-71ebf326-aba0-45fe-a3a2-d3a14674f3c4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:24.901968 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-71ebf326-aba0-45fe-a3a2-d3a14674f3c4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "PUT /v2.0/ports/e53e4d03-edcc-4c8d-abdd-bba06a7beea2 HTTP/1.1" status: 200 len: 1011 time: 1.9650648 Feb 28 14:54:24.906513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ebf326-aba0-45fe-a3a2-d3a14674f3c4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=e53e4d03-edcc-4c8d-abdd-bba06a7beea2,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:24.967512 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42252) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:24.996237 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0a79462-6582-4115-9cfc-4a3acfbf1b1c None None] Pushing event updated for resources: {'Port': ['ID=be4cab7a-f16f-45f2-8d8c-bcf31daa823e,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:24.998900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 8ae8c52b-55ea-4f58-a27e-40985db536f9 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:54:24.999633 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8ae8c52b-55ea-4f58-a27e-40985db536f9 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:54:25.070472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-b043e843-696a-4f90-8eb4-e4141164958f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port e53e4d03-edcc-4c8d-abdd-bba06a7beea2 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:25.070901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b043e843-696a-4f90-8eb4-e4141164958f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:25.093107 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0ace3374-10a4-45d5-9140-c84af56ad32f None None] Provisioning for port e53e4d03-edcc-4c8d-abdd-bba06a7beea2 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:25.100209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0ace3374-10a4-45d5-9140-c84af56ad32f None None] Provisioning complete for port e53e4d03-edcc-4c8d-abdd-bba06a7beea2 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:25.100866 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0ace3374-10a4-45d5-9140-c84af56ad32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:25.180428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0ace3374-10a4-45d5-9140-c84af56ad32f None None] Port e53e4d03-edcc-4c8d-abdd-bba06a7beea2 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:25.206211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-965ec7f2-1114-47a7-bea4-ebf3d8a253cf tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting subnet cd9ec008-c356-4d3f-8107-29e0032993a3 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:54:25.212284 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-965ec7f2-1114-47a7-bea4-ebf3d8a253cf tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:25.249397 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d7838432-642e-4a75-9e40-23a3fcc549c9 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:25.337914 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:25.365459 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-965ec7f2-1114-47a7-bea4-ebf3d8a253cf tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:25.389172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.objects.ports [None req-ed5e2538-8fbd-459f-a03c-fee147553d45 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83591) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:54:25.397277 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:25.397736 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:25.424984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ed5e2538-8fbd-459f-a03c-fee147553d45 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:25.430770 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f331757-1255-49a3-9d4c-25b150192d35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:25.479606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b043e843-696a-4f90-8eb4-e4141164958f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:25.542953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:25.565557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3baa911c-afd5-4f53-b1ea-8bdb1953f23c,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:25.584729 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed5e2538-8fbd-459f-a03c-fee147553d45 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:25.593388 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-ed5e2538-8fbd-459f-a03c-fee147553d45 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:25.597507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed5e2538-8fbd-459f-a03c-fee147553d45 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:25.598116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ed5e2538-8fbd-459f-a03c-fee147553d45 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:25.602018 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:54:25.604615 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5de676e-a0d6-4b18-8073-3fa4ab8aec87 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:25.605821 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed5e2538-8fbd-459f-a03c-fee147553d45 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=c95bf3fb-43ee-4c5e-ad07-f8bab2983995,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:25.611894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-b043e843-696a-4f90-8eb4-e4141164958f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for e53e4d03-edcc-4c8d-abdd-bba06a7beea2 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:25.706536 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:25.706952 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Added segment 1d04c399-8dee-4bc2-afee-13ba1c28ea88 of type vlan for network c808074b-26b6-4201-b296-fc77ae5e54f8 Feb 28 14:54:25.786862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-965ec7f2-1114-47a7-bea4-ebf3d8a253cf tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:25.818341 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ed5e2538-8fbd-459f-a03c-fee147553d45 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.5678036 Feb 28 14:54:25.822678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42256) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:25.851124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'mac_address': 'fa:16:3e:c2:13:59', 'name': 'tempest-NetworksTestDHCPv6-1899875167'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:25.851285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': 'c95bf3fb-43ee-4c5e-ad07-f8bab2983995'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:54:25.852182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:25.983275 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.063167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Allocated IP 2001:db8::f816:3eff:fe58:742b (2d04583f-a513-435e-a720-cee2c3103874/c95bf3fb-43ee-4c5e-ad07-f8bab2983995/26123775-7534-42c3-8cd5-4a5ee5effead) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:26.076733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-965ec7f2-1114-47a7-bea4-ebf3d8a253cf tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.154648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-965ec7f2-1114-47a7-bea4-ebf3d8a253cf tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Subnet': ['ID=cd9ec008-c356-4d3f-8107-29e0032993a3,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:26.157849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:26.195536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-965ec7f2-1114-47a7-bea4-ebf3d8a253cf tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.199768 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:26.207579 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04d0558-22b5-4983-a161-833382d1b54a None None] Network b5eff9cb-60bc-4c60-9639-8806cae7e8ed requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:26.212911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:26.231800 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:26.246327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:54:26.251842 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-965ec7f2-1114-47a7-bea4-ebf3d8a253cf tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/cd9ec008-c356-4d3f-8107-29e0032993a3 HTTP/1.1" status: 204 len: 168 time: 1.5255392 Feb 28 14:54:26.256085 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42260) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:26.260809 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d7838432-642e-4a75-9e40-23a3fcc549c9 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.285998 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d7838432-642e-4a75-9e40-23a3fcc549c9 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.311866 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device be4cab7a-f16f-45f2-8d8c-bcf31daa823e up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:26.316739 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:54:26.342661 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.343173 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Added segment 9c9d7cf6-9e6a-4287-8e2c-51e771de3582 of type vlan for network 93e6ccbf-c47c-4ae9-a4b0-def4f30f08c2 Feb 28 14:54:26.354602 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Floating IP b0928166-c6c3-432f-b702-9fe4c7b645f8 associated. External IP: 172.26.4.237, port: 75aab993-c9a8-47c0-ae78-41f7b95882e5. Feb 28 14:54:26.367756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68973b41-cc36-4445-96fd-5499f8215845 None None] Network 7b5dcf42-a83e-4cdf-992e-eafb1e604c81 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:26.388349 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.399653 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:26.479818 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b043e843-696a-4f90-8eb4-e4141164958f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.489567 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d7838432-642e-4a75-9e40-23a3fcc549c9 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.490506 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7838432-642e-4a75-9e40-23a3fcc549c9 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 03063882-9d93-46cc-8399-342acde6ee8c {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:54:26.527621 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port ece142e0-6f92-49ec-ae92-705f03ce3ba1 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:26.528783 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.555850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.594910 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b043e843-696a-4f90-8eb4-e4141164958f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=e53e4d03-edcc-4c8d-abdd-bba06a7beea2,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:26.600409 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d7838432-642e-4a75-9e40-23a3fcc549c9 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.601564 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d7838432-642e-4a75-9e40-23a3fcc549c9 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "DELETE /v2.0/routers/03063882-9d93-46cc-8399-342acde6ee8c HTTP/1.1" status: 204 len: 168 time: 2.2370377 Feb 28 14:54:26.675366 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b46b9c75-cf8e-4488-a998-61851855b9c5 None None] Provisioning for port be4cab7a-f16f-45f2-8d8c-bcf31daa823e completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:26.699363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.755336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.759718 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.760214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.764363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:26.767115 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:26.767815 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.772656 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port be4cab7a-f16f-45f2-8d8c-bcf31daa823e completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:26.786575 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port be4cab7a-f16f-45f2-8d8c-bcf31daa823e triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:26.786999 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.809519 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b043e843-696a-4f90-8eb4-e4141164958f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.812751 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b043e843-696a-4f90-8eb4-e4141164958f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/e53e4d03-edcc-4c8d-abdd-bba06a7beea2 HTTP/1.1" status: 204 len: 168 time: 1.8440509 Feb 28 14:54:26.821180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42266) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:26.900536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42270) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:26.964096 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:26.971411 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8de7e54-0da7-4143-8516-094ab7a98f54 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] GET failed (client error): The resource could not be found. Feb 28 14:54:26.971931 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d8de7e54-0da7-4143-8516-094ab7a98f54 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:26.976233 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:27.027722 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Transition to ACTIVE for port object 26123775-7534-42c3-8cd5-4a5ee5effead will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:27.053962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port 33bda9fb-1cef-40ff-a8e9-4a78bd02a674 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:54:27.054182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67a2f790-8416-440d-b9e9-f7567913cd91 None None] DHCP port deletion for b5eff9cb-60bc-4c60-9639-8806cae7e8ed request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:54:27.065265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-67a2f790-8416-440d-b9e9-f7567913cd91 None None] Deleting port ece142e0-6f92-49ec-ae92-705f03ce3ba1 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:27.065639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-67a2f790-8416-440d-b9e9-f7567913cd91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:27.144209 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] For port ece142e0-6f92-49ec-ae92-705f03ce3ba1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ece142e0-6f92-49ec-ae92-705f03ce3ba1,segment=NetworkSegment(394ee47d-a3d6-4bdd-80db-030073463fbd),segment_id=394ee47d-a3d6-4bdd-80db-030073463fbd)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:27.145562 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:27.200661 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 4.0898662 Feb 28 14:54:27.203278 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event updated for resources: {'Network': ['ID=c808074b-26b6-4201-b296-fc77ae5e54f8,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:27.205834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42276) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:27.227527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d8de7e54-0da7-4143-8516-094ab7a98f54 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:27.231725 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d8de7e54-0da7-4143-8516-094ab7a98f54 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/e53e4d03-edcc-4c8d-abdd-bba06a7beea2 HTTP/1.1" status: 404 len: 333 time: 0.4078333 Feb 28 14:54:27.235022 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network c808074b-26b6-4201-b296-fc77ae5e54f8 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:27.239688 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42280) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:27.265520 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Transition to ACTIVE for port object 26123775-7534-42c3-8cd5-4a5ee5effead will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:27.295922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for ece142e0-6f92-49ec-ae92-705f03ce3ba1 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:27.310665 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:27.332354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1917693679', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:27.346312 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:27.380019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Usage tracker for resource:router and tenant:9d6de1ad7994458e8aca8b70fee0c6fd is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:27.385812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:27.392472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:27.408612 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:27.447340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:27.448694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:27.463458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::f816:3eff:fec2:1359 (2d04583f-a513-435e-a720-cee2c3103874/c95bf3fb-43ee-4c5e-ad07-f8bab2983995/33bda9fb-1cef-40ff-a8e9-4a78bd02a674) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:27.482867 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:27.539990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=ece142e0-6f92-49ec-ae92-705f03ce3ba1,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:27.542055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:27.555010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:27.582412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No DVR routers for this DVR port ece142e0-6f92-49ec-ae92-705f03ce3ba1 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:54:27.612421 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:27.637098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Pushing event updated for resources: {'Port': ['ID=26123775-7534-42c3-8cd5-4a5ee5effead,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:27.641885 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:27.652091 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:27.657685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-552de160-8aa3-461b-8db5-af595b471319 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event updated for resources: {'Network': ['ID=93e6ccbf-c47c-4ae9-a4b0-def4f30f08c2,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:27.664800 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port be4cab7a-f16f-45f2-8d8c-bcf31daa823e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=be4cab7a-f16f-45f2-8d8c-bcf31daa823e,segment=NetworkSegment(2eeb0bb7-76b4-4966-8511-3b180c1d179e),segment_id=2eeb0bb7-76b4-4966-8511-3b180c1d179e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:27.685760 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-67a2f790-8416-440d-b9e9-f7567913cd91 None None] For port ece142e0-6f92-49ec-ae92-705f03ce3ba1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ece142e0-6f92-49ec-ae92-705f03ce3ba1,segment=NetworkSegment(394ee47d-a3d6-4bdd-80db-030073463fbd),segment_id=394ee47d-a3d6-4bdd-80db-030073463fbd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:27.686157 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-67a2f790-8416-440d-b9e9-f7567913cd91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:27.693593 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-15cf4f4d-65db-40b4-964c-8bf544737fb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:27.695194 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 93e6ccbf-c47c-4ae9-a4b0-def4f30f08c2 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:27.708979 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:27.782083 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:27.794693 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.83 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/e92f36aa-660e-4aac-8994-29f4c4f97425) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:27.801827 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6d4690-beaa-4274-a054-eeae332fcf40 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:27.805651 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6d4690-beaa-4274-a054-eeae332fcf40 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:27.809817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6d4690-beaa-4274-a054-eeae332fcf40 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:27.813622 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b6d4690-beaa-4274-a054-eeae332fcf40 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:27.814452 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1b6d4690-beaa-4274-a054-eeae332fcf40 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Synchronizing usage tracker for tenant:e40e90f451214178a12ac5ffcd69fe2f on resource:network {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:27.994162 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-67a2f790-8416-440d-b9e9-f7567913cd91 None None] Calling delete_port for ece142e0-6f92-49ec-ae92-705f03ce3ba1 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:28.011242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1b6d4690-beaa-4274-a054-eeae332fcf40 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Unset dirty status for tenant:e40e90f451214178a12ac5ffcd69fe2f on resource:network {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:28.012454 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1b6d4690-beaa-4274-a054-eeae332fcf40 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.7990770 Feb 28 14:54:28.025540 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42284) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:28.039602 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.096054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5eff9cb-60bc-4c60-9639-8806cae7e8ed']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:28.108292 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=be4cab7a-f16f-45f2-8d8c-bcf31daa823e,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:28.114127 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Attempting to bind port 26123775-7534-42c3-8cd5-4a5ee5effead on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:28.114501 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Attempting to bind port 26123775-7534-42c3-8cd5-4a5ee5effead by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:28.114862 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Attempting to bind port 26123775-7534-42c3-8cd5-4a5ee5effead on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:28.119864 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '394ee47d-a3d6-4bdd-80db-030073463fbd') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:28.120164 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '394ee47d-a3d6-4bdd-80db-030073463fbd') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:28.142501 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 53, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:28.142891 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:28.143279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.143702 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:28.144186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Bound port: 26123775-7534-42c3-8cd5-4a5ee5effead, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:28.145112 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.169860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.171612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-67a2f790-8416-440d-b9e9-f7567913cd91 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:54:28.171975 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-67a2f790-8416-440d-b9e9-f7567913cd91 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:54:28.191670 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.214053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.224129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.232032 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:54:28.232616 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.247728 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ece142e0-6f92-49ec-ae92-705f03ce3ba1 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:54:28.247882 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:54:28.294334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: ece142e0-6f92-49ec-ae92-705f03ce3ba1 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:54:28.294700 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ece142e0-6f92-49ec-ae92-705f03ce3ba1 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:54:28.303634 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] For port 26123775-7534-42c3-8cd5-4a5ee5effead, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:28.307439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] For port 26123775-7534-42c3-8cd5-4a5ee5effead, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=26123775-7534-42c3-8cd5-4a5ee5effead,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:28.314639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.355054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object 33bda9fb-1cef-40ff-a8e9-4a78bd02a674 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:28.395345 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07a580b-8800-4532-805f-bde6f71352d0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting subnet 96a57d8f-01b1-49f1-bfd1-6d375a8c3741 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:54:28.398696 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f07a580b-8800-4532-805f-bde6f71352d0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.413892 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6ddd6f-e655-4444-beb1-ce4bd712eee5 None None] Pushing event updated for resources: {'Port': ['ID=26123775-7534-42c3-8cd5-4a5ee5effead,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:28.435020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.448617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9affcbb7-5650-43c7-a473-5499cbbf12f0 None None] Provisioning complete for port be4cab7a-f16f-45f2-8d8c-bcf31daa823e triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:28.448994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9affcbb7-5650-43c7-a473-5499cbbf12f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.468994 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.489446 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Network': ['ID=b5eff9cb-60bc-4c60-9639-8806cae7e8ed,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:28.512829 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-09c237b2-840a-450c-b798-0239ba60ff4a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/networks/b5eff9cb-60bc-4c60-9639-8806cae7e8ed HTTP/1.1" status: 204 len: 168 time: 2.2562778 Feb 28 14:54:28.519104 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42288) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:28.528461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-89cad80a-e82f-41e3-8376-f2a4f0d2fb24 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-520665896'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:28.534573 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-89cad80a-e82f-41e3-8376-f2a4f0d2fb24 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:28.538955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.580052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-89cad80a-e82f-41e3-8376-f2a4f0d2fb24 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:network and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:28.590863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-89cad80a-e82f-41e3-8376-f2a4f0d2fb24 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:28.623796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-89cad80a-e82f-41e3-8376-f2a4f0d2fb24 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:28.646786 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:28.662211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:28.665869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=33bda9fb-1cef-40ff-a8e9-4a78bd02a674,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:28.669162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:28.673907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:28.673907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.679572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89cad80a-e82f-41e3-8376-f2a4f0d2fb24 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:28.680652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-89cad80a-e82f-41e3-8376-f2a4f0d2fb24 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.696139 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-67a2f790-8416-440d-b9e9-f7567913cd91 None None] Deleting port ece142e0-6f92-49ec-ae92-705f03ce3ba1 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:28.696139 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-67a2f790-8416-440d-b9e9-f7567913cd91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.696328 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ea0f812c-0e9a-4fa5-8a18-88a0f931774f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.754606 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0f0688bc-f8a0-4440-bf41-66c765db2590 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.9300561 Feb 28 14:54:28.760387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42292) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:28.766921 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f07a580b-8800-4532-805f-bde6f71352d0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.794974 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.808573 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-67a2f790-8416-440d-b9e9-f7567913cd91 None None] The port 'ece142e0-6f92-49ec-ae92-705f03ce3ba1' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:54:28.838423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.849039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89cad80a-e82f-41e3-8376-f2a4f0d2fb24 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:54:28.849216 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.852459 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.903949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-89cad80a-e82f-41e3-8376-f2a4f0d2fb24 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.904308 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-89cad80a-e82f-41e3-8376-f2a4f0d2fb24 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Added segment 52afe17a-6ca8-40d9-a12f-120a62f13eaf of type vlan for network 52d20564-2a60-4a9d-a68c-4e220efceb66 Feb 28 14:54:28.965223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.972942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-89cad80a-e82f-41e3-8376-f2a4f0d2fb24 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:28.996642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da361057-4b9b-4e6f-9882-8681274d2215 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:29.000535 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da361057-4b9b-4e6f-9882-8681274d2215 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:29.001295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-da361057-4b9b-4e6f-9882-8681274d2215 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:29.029214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-89cad80a-e82f-41e3-8376-f2a4f0d2fb24 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:29.033013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89cad80a-e82f-41e3-8376-f2a4f0d2fb24 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:29.033594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-89cad80a-e82f-41e3-8376-f2a4f0d2fb24 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:29.059216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-da361057-4b9b-4e6f-9882-8681274d2215 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:29.060405 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-da361057-4b9b-4e6f-9882-8681274d2215 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.2977219 Feb 28 14:54:29.066803 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42296) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:29.153057 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ea0f812c-0e9a-4fa5-8a18-88a0f931774f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:29.171716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Allocated IP 2001:db8:3::1 (7b5dcf42-a83e-4cdf-992e-eafb1e604c81/5c6722a3-0d97-4c53-8352-6148fe6abcf6/933e21fc-3fdf-47fd-93f8-745d01eddeb3) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:29.189504 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-89cad80a-e82f-41e3-8376-f2a4f0d2fb24 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6650455 Feb 28 14:54:29.195351 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42300) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:29.199354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89cad80a-e82f-41e3-8376-f2a4f0d2fb24 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Network': ['ID=52d20564-2a60-4a9d-a68c-4e220efceb66,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:29.211169 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-f0517d73-074c-40f9-bbc1-0ec17605ffe0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port 33bda9fb-1cef-40ff-a8e9-4a78bd02a674 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:29.211515 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f0517d73-074c-40f9-bbc1-0ec17605ffe0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:29.213477 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 52d20564-2a60-4a9d-a68c-4e220efceb66 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:29.214921 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f07a580b-8800-4532-805f-bde6f71352d0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:29.248147 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d66dd918-36c1-4317-9dc5-cd0e86e2aaa2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'subnet': {'network_id': '52d20564-2a60-4a9d-a68c-4e220efceb66', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:29.263480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-ea0f812c-0e9a-4fa5-8a18-88a0f931774f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c808074b-26b6-4201-b296-fc77ae5e54f8']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:29.310188 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:29.386608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Allocated IP 172.26.4.236 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/f9628e01-1b8d-4110-a361-5438abe5376e) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:29.405731 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-ea0f812c-0e9a-4fa5-8a18-88a0f931774f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d04c399-8dee-4bc2-afee-13ba1c28ea88') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:29.406031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-ea0f812c-0e9a-4fa5-8a18-88a0f931774f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d04c399-8dee-4bc2-afee-13ba1c28ea88') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:29.504785 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ea0f812c-0e9a-4fa5-8a18-88a0f931774f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:29.598611 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ea0f812c-0e9a-4fa5-8a18-88a0f931774f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:29.607767 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:29.620947 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:29.623498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:29.649534 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=e92f36aa-660e-4aac-8994-29f4c4f97425,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:29.663511 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea0f812c-0e9a-4fa5-8a18-88a0f931774f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:54:29.663946 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ea0f812c-0e9a-4fa5-8a18-88a0f931774f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:54:29.683267 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:54:29.690148 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d66dd918-36c1-4317-9dc5-cd0e86e2aaa2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:29.734117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f0517d73-074c-40f9-bbc1-0ec17605ffe0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:29.767801 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5465b42f-70a9-488f-bb93-336ee25edb52 None None] Provisioning for port 26123775-7534-42c3-8cd5-4a5ee5effead completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:29.778485 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d66dd918-36c1-4317-9dc5-cd0e86e2aaa2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:subnet and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:29.786371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d66dd918-36c1-4317-9dc5-cd0e86e2aaa2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:29.815343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f07a580b-8800-4532-805f-bde6f71352d0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:29.828684 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 94fb8087-6267-407a-8212-2b233c292ea2 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:54:29.836096 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d66dd918-36c1-4317-9dc5-cd0e86e2aaa2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:29.873480 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-f0517d73-074c-40f9-bbc1-0ec17605ffe0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for 33bda9fb-1cef-40ff-a8e9-4a78bd02a674 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:29.902581 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b9f462ad-7e19-4373-8b5c-acb9a2bb5def None None] Provisioning for port 33bda9fb-1cef-40ff-a8e9-4a78bd02a674 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:29.906239 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07a580b-8800-4532-805f-bde6f71352d0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Subnet': ['ID=96a57d8f-01b1-49f1-bfd1-6d375a8c3741,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:29.910098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b9f462ad-7e19-4373-8b5c-acb9a2bb5def None None] Provisioning complete for port 33bda9fb-1cef-40ff-a8e9-4a78bd02a674 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:29.910962 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b9f462ad-7e19-4373-8b5c-acb9a2bb5def None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:29.917422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ea0f812c-0e9a-4fa5-8a18-88a0f931774f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:29.925084 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:29.947779 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b3dc92d-7693-4293-ba20-1ef71436d985 None None] Network a7865a5f-a93a-4c9c-a412-0e1e1ccf3182 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:29.948674 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:29.951966 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f07a580b-8800-4532-805f-bde6f71352d0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:29.958613 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d66dd918-36c1-4317-9dc5-cd0e86e2aaa2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:30.034850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ea0f812c-0e9a-4fa5-8a18-88a0f931774f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:30.053172 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f0517d73-074c-40f9-bbc1-0ec17605ffe0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:30.099297 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Transition to ACTIVE for port object 933e21fc-3fdf-47fd-93f8-745d01eddeb3 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:30.103289 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-b9f462ad-7e19-4373-8b5c-acb9a2bb5def None None] Port 33bda9fb-1cef-40ff-a8e9-4a78bd02a674 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:30.104837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0517d73-074c-40f9-bbc1-0ec17605ffe0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=33bda9fb-1cef-40ff-a8e9-4a78bd02a674,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:30.106986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:30.112686 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f07a580b-8800-4532-805f-bde6f71352d0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/96a57d8f-01b1-49f1-bfd1-6d375a8c3741 HTTP/1.1" status: 204 len: 168 time: 2.8448801 Feb 28 14:54:30.114285 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0f812c-0e9a-4fa5-8a18-88a0f931774f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event deleted for resources: {'Network': ['ID=c808074b-26b6-4201-b296-fc77ae5e54f8,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:30.121314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42304) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:30.188110 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ea0f812c-0e9a-4fa5-8a18-88a0f931774f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "DELETE /v2.0/networks/c808074b-26b6-4201-b296-fc77ae5e54f8 HTTP/1.1" status: 204 len: 168 time: 2.1513410 Feb 28 14:54:30.189308 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42306) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:30.271380 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:30.325632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:30.331527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f0517d73-074c-40f9-bbc1-0ec17605ffe0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:30.341347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:30.350231 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:30.370405 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Pushing event updated for resources: {'Port': ['ID=f9628e01-1b8d-4110-a361-5438abe5376e,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:30.377485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:30.398069 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device be4cab7a-f16f-45f2-8d8c-bcf31daa823e up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:30.447956 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f0517d73-074c-40f9-bbc1-0ec17605ffe0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/33bda9fb-1cef-40ff-a8e9-4a78bd02a674 HTTP/1.1" status: 204 len: 168 time: 1.3313336 Feb 28 14:54:30.451281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42312) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:30.468060 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-32100635-1f74-4b3d-82d8-c717bf969062 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:30.497701 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port be4cab7a-f16f-45f2-8d8c-bcf31daa823e triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:30.498423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:30.672406 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 26123775-7534-42c3-8cd5-4a5ee5effead up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:30.697937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e4bc3c-64ef-41fc-af26-22ee6305b980 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:30.699248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e4bc3c-64ef-41fc-af26-22ee6305b980 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:30.700249 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a3e4bc3c-64ef-41fc-af26-22ee6305b980 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:30.723569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=933e21fc-3fdf-47fd-93f8-745d01eddeb3,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:30.742682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-e030d06f-5fc4-4c7f-ae99-cdafa321c39a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting subnet e05a234b-bda2-459e-a8f7-be090f4cda81 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:54:30.746002 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e030d06f-5fc4-4c7f-ae99-cdafa321c39a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:30.765899 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 26123775-7534-42c3-8cd5-4a5ee5effead completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:30.771024 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 26123775-7534-42c3-8cd5-4a5ee5effead triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:30.771459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:30.782400 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d66dd918-36c1-4317-9dc5-cd0e86e2aaa2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:30.809807 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 7b5dcf42-a83e-4cdf-992e-eafb1e604c81 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:30.826763 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a3e4bc3c-64ef-41fc-af26-22ee6305b980 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:30.828488 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a3e4bc3c-64ef-41fc-af26-22ee6305b980 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.3708520 Feb 28 14:54:30.838632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42316) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:30.872267 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:30.895530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-32100635-1f74-4b3d-82d8-c717bf969062 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:30.908852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:30.914181 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:30.914721 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:30.947755 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 26123775-7534-42c3-8cd5-4a5ee5effead, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=26123775-7534-42c3-8cd5-4a5ee5effead,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:30.953295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e030d06f-5fc4-4c7f-ae99-cdafa321c39a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:30.957835 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:30.967688 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-32100635-1f74-4b3d-82d8-c717bf969062 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93e6ccbf-c47c-4ae9-a4b0-def4f30f08c2']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:30.995069 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-2895f12d-d460-48f1-afd4-8e0a9dc4fff2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet c95bf3fb-43ee-4c5e-ad07-f8bab2983995 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:54:31.004256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-32100635-1f74-4b3d-82d8-c717bf969062 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c9d7cf6-9e6a-4287-8e2c-51e771de3582') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:31.004541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-32100635-1f74-4b3d-82d8-c717bf969062 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c9d7cf6-9e6a-4287-8e2c-51e771de3582') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:31.014377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2895f12d-d460-48f1-afd4-8e0a9dc4fff2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.061584 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=26123775-7534-42c3-8cd5-4a5ee5effead,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:31.073100 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-32100635-1f74-4b3d-82d8-c717bf969062 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.104653 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-32100635-1f74-4b3d-82d8-c717bf969062 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.118044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2895f12d-d460-48f1-afd4-8e0a9dc4fff2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.149147 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32100635-1f74-4b3d-82d8-c717bf969062 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:54:31.149554 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-32100635-1f74-4b3d-82d8-c717bf969062 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:54:31.164896 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:54:31.254582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-779eb6e7-53ed-459d-8667-c598d402c270 None None] Provisioning complete for port 48e91be6-cfb7-4830-a0fb-0532237b6c77 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:31.255122 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-779eb6e7-53ed-459d-8667-c598d402c270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.260029 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.260871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.270405 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.275403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-32100635-1f74-4b3d-82d8-c717bf969062 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.311322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e030d06f-5fc4-4c7f-ae99-cdafa321c39a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.345322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.346073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.393436 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-779eb6e7-53ed-459d-8667-c598d402c270 None None] Provisioning for port 933e21fc-3fdf-47fd-93f8-745d01eddeb3 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:31.398627 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-779eb6e7-53ed-459d-8667-c598d402c270 None None] Provisioning complete for port 933e21fc-3fdf-47fd-93f8-745d01eddeb3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:31.399064 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-779eb6e7-53ed-459d-8667-c598d402c270 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.447091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-32100635-1f74-4b3d-82d8-c717bf969062 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.456570 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-779eb6e7-53ed-459d-8667-c598d402c270 None None] Port 933e21fc-3fdf-47fd-93f8-745d01eddeb3 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:31.478825 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-32100635-1f74-4b3d-82d8-c717bf969062 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "DELETE /v2.0/networks/93e6ccbf-c47c-4ae9-a4b0-def4f30f08c2 HTTP/1.1" status: 204 len: 168 time: 1.2853215 Feb 28 14:54:31.514477 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42320) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:31.522288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32100635-1f74-4b3d-82d8-c717bf969062 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event deleted for resources: {'Network': ['ID=93e6ccbf-c47c-4ae9-a4b0-def4f30f08c2,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:31.552809 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2895f12d-d460-48f1-afd4-8e0a9dc4fff2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.650658 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2895f12d-d460-48f1-afd4-8e0a9dc4fff2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.692809 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2895f12d-d460-48f1-afd4-8e0a9dc4fff2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=c95bf3fb-43ee-4c5e-ad07-f8bab2983995,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:31.704031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2895f12d-d460-48f1-afd4-8e0a9dc4fff2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.707243 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356b308a-e32d-49e6-8146-24a985448ad4 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:31.726374 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2895f12d-d460-48f1-afd4-8e0a9dc4fff2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/c95bf3fb-43ee-4c5e-ad07-f8bab2983995 HTTP/1.1" status: 204 len: 168 time: 0.8866789 Feb 28 14:54:31.726971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42324) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:31.787109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d66dd918-36c1-4317-9dc5-cd0e86e2aaa2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.802457 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8d475572-fa73-4ef4-8a2d-303f577ee74e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740440 Feb 28 14:54:31.803535 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42328) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:31.838564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:54:31.866851 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cf93ec-7c5d-4bca-bda1-d826a791283c None None] Sync routers for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:54:31.890330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf93ec-7c5d-4bca-bda1-d826a791283c None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:31.891229 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f9cf93ec-7c5d-4bca-bda1-d826a791283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:31.921401 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb140b6e-f729-44a3-bebe-fcd75a1fbc21 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:31.922056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-eb140b6e-f729-44a3-bebe-fcd75a1fbc21 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:31.927148 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Router b4bb7702-608d-4e30-adf8-0621868a5679 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:54:31.932717 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e030d06f-5fc4-4c7f-ae99-cdafa321c39a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:31.943766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-eb140b6e-f729-44a3-bebe-fcd75a1fbc21 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:31.947300 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-eb140b6e-f729-44a3-bebe-fcd75a1fbc21 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1404793 Feb 28 14:54:31.947497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42332) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:31.961761 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f9cf93ec-7c5d-4bca-bda1-d826a791283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:31.981958 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9cf93ec-7c5d-4bca-bda1-d826a791283c None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:31.982544 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f9cf93ec-7c5d-4bca-bda1-d826a791283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:32.000879 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:32.024000 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66dd918-36c1-4317-9dc5-cd0e86e2aaa2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Subnet': ['ID=db98d177-97d0-440f-8521-be5a28f155da,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:32.047415 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f9cf93ec-7c5d-4bca-bda1-d826a791283c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:32.047904 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9cf93ec-7c5d-4bca-bda1-d826a791283c None None] The sync data for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:54:32.071056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44c9e23f-bcf5-4080-9b81-71cb868ca482 None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:54:32.075344 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-44c9e23f-bcf5-4080-9b81-71cb868ca482 None None] Deleting port 26123775-7534-42c3-8cd5-4a5ee5effead {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:32.075771 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-44c9e23f-bcf5-4080-9b81-71cb868ca482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:32.117570 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e030d06f-5fc4-4c7f-ae99-cdafa321c39a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:32.123337 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e030d06f-5fc4-4c7f-ae99-cdafa321c39a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/e05a234b-bda2-459e-a8f7-be090f4cda81 HTTP/1.1" status: 204 len: 168 time: 1.9272935 Feb 28 14:54:32.123688 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42336) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:32.123832 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54e94599-942d-42ee-aeea-ca0e43cbd35d None None] Network a7865a5f-a93a-4c9c-a412-0e1e1ccf3182 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:32.129282 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e030d06f-5fc4-4c7f-ae99-cdafa321c39a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Subnet': ['ID=e05a234b-bda2-459e-a8f7-be090f4cda81,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:32.153560 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-919586aa-36a3-47e8-85cf-b87b8da15589 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:32.154251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-919586aa-36a3-47e8-85cf-b87b8da15589 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:32.203501 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e652e4-c6e3-436c-b505-3818f5bdfc25 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:32.207758 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0e652e4-c6e3-436c-b505-3818f5bdfc25 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:32.208979 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c0e652e4-c6e3-436c-b505-3818f5bdfc25 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Synchronizing usage tracker for tenant:e40e90f451214178a12ac5ffcd69fe2f on resource:network {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:32.226600 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 26123775-7534-42c3-8cd5-4a5ee5effead no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:54:32.241856 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2045e037-ae60-4516-b84d-8140f701590b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 14.1270409 Feb 28 14:54:32.245663 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42340) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:32.264515 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-919586aa-36a3-47e8-85cf-b87b8da15589 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:32.265651 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-919586aa-36a3-47e8-85cf-b87b8da15589 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3172584 Feb 28 14:54:32.266302 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-44a17239-4fe7-4c85-a273-6e8947925aa2 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'floatingip': {'port_id': '75aab993-c9a8-47c0-ae78-41f7b95882e5', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:32.268401 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42344) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:32.327913 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:32.349203 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-deef07f4-3ac3-481b-b742-c12057ef7aff tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0796721 Feb 28 14:54:32.355017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42348) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:32.366466 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-031def13-7f0c-466d-9f3f-4ce15fa1f108 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:32.387891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port 48e91be6-cfb7-4830-a0fb-0532237b6c77 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:32.388226 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:32.447234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d66dd918-36c1-4317-9dc5-cd0e86e2aaa2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Checking segment: {'id': '52afe17a-6ca8-40d9-a12f-120a62f13eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '52d20564-2a60-4a9d-a68c-4e220efceb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:32.447937 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66dd918-36c1-4317-9dc5-cd0e86e2aaa2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network hostable DHCP agents. Network: 52d20564-2a60-4a9d-a68c-4e220efceb66, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:54:32.512877 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c0e652e4-c6e3-436c-b505-3818f5bdfc25 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Unset dirty status for tenant:e40e90f451214178a12ac5ffcd69fe2f on resource:network {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:32.514373 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c0e652e4-c6e3-436c-b505-3818f5bdfc25 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.9972801 Feb 28 14:54:32.519031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42352) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:32.534374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-1abfb3fd-f4a2-4815-ae4a-583b6c023317 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1406065944'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:32.546386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1abfb3fd-f4a2-4815-ae4a-583b6c023317 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:32.578720 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44a17239-4fe7-4c85-a273-6e8947925aa2 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:32.596193 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-031def13-7f0c-466d-9f3f-4ce15fa1f108 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:32.598543 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1abfb3fd-f4a2-4815-ae4a-583b6c023317 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:32.599664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-44c9e23f-bcf5-4080-9b81-71cb868ca482 None None] For port 26123775-7534-42c3-8cd5-4a5ee5effead, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=26123775-7534-42c3-8cd5-4a5ee5effead,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:32.600166 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-44c9e23f-bcf5-4080-9b81-71cb868ca482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:32.616295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-031def13-7f0c-466d-9f3f-4ce15fa1f108 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:32.618036 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:32.647693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1abfb3fd-f4a2-4815-ae4a-583b6c023317 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Made reservation on behalf of e40e90f451214178a12ac5ffcd69fe2f for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:32.651078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1abfb3fd-f4a2-4815-ae4a-583b6c023317 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:32.680269 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66dd918-36c1-4317-9dc5-cd0e86e2aaa2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 52d20564-2a60-4a9d-a68c-4e220efceb66 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:54:32.683234 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-031def13-7f0c-466d-9f3f-4ce15fa1f108 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:32.686953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:32.709401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:32.710162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:32.745352 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-44c9e23f-bcf5-4080-9b81-71cb868ca482 None None] Calling delete_port for 26123775-7534-42c3-8cd5-4a5ee5effead owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:32.805794 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-d66dd918-36c1-4317-9dc5-cd0e86e2aaa2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 52d20564-2a60-4a9d-a68c-4e220efceb66) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:32.812572 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 26123775-7534-42c3-8cd5-4a5ee5effead, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=26123775-7534-42c3-8cd5-4a5ee5effead,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:32.827357 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d66dd918-36c1-4317-9dc5-cd0e86e2aaa2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:32.828011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d66dd918-36c1-4317-9dc5-cd0e86e2aaa2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:32.829775 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:32.867451 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0456c8fa-3499-4029-9c6f-e6a26d4e4a57 None None] Network 52d20564-2a60-4a9d-a68c-4e220efceb66 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:32.935875 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event updated for resources: {'Port': ['ID=933e21fc-3fdf-47fd-93f8-745d01eddeb3,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:32.968493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-44c9e23f-bcf5-4080-9b81-71cb868ca482 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:54:32.969102 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-44c9e23f-bcf5-4080-9b81-71cb868ca482 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:54:32.977509 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de81d922-1b29-4241-b55b-54b8ae890b01 None None] DHCP port deletion for a7865a5f-a93a-4c9c-a412-0e1e1ccf3182 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:54:32.991359 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-de81d922-1b29-4241-b55b-54b8ae890b01 None None] Deleting port 48e91be6-cfb7-4830-a0fb-0532237b6c77 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:32.992028 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-de81d922-1b29-4241-b55b-54b8ae890b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:32.992861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1abfb3fd-f4a2-4815-ae4a-583b6c023317 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:54:32.996239 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d66dd918-36c1-4317-9dc5-cd0e86e2aaa2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.7996955 Feb 28 14:54:33.002558 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42356) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:33.007886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] For port 48e91be6-cfb7-4830-a0fb-0532237b6c77, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=48e91be6-cfb7-4830-a0fb-0532237b6c77,segment=NetworkSegment(48d827ce-8c14-477c-8046-b69976a49989),segment_id=48d827ce-8c14-477c-8046-b69976a49989)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:33.008241 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:33.018697 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:54:33.026568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'network_id': '52d20564-2a60-4a9d-a68c-4e220efceb66', 'name': 'tempest-PortsTestJSON-1925082816', 'fixed_ips': [{'subnet_id': 'db98d177-97d0-440f-8521-be5a28f155da', 'ip_address': '172.20.0.10'}]}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:33.027372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=26123775-7534-42c3-8cd5-4a5ee5effead,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:33.038946 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ed27ed-bbdd-492b-b054-15e490099e51 None None] Sync routers for ids ['b4bb7702-608d-4e30-adf8-0621868a5679'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:54:33.054793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-031def13-7f0c-466d-9f3f-4ce15fa1f108 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:33.062575 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed27ed-bbdd-492b-b054-15e490099e51 None None] Routers {'b4bb7702-608d-4e30-adf8-0621868a5679'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:33.063829 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-b1ed27ed-bbdd-492b-b054-15e490099e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['b4bb7702-608d-4e30-adf8-0621868a5679'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:33.083170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1abfb3fd-f4a2-4815-ae4a-583b6c023317 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:33.083508 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-1abfb3fd-f4a2-4815-ae4a-583b6c023317 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Added segment df2f4801-271f-4dd6-8830-a87264f0fec9 of type vlan for network f7040d2c-dfab-45d6-9a34-2e77e724e1c4 Feb 28 14:54:33.169114 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-b1ed27ed-bbdd-492b-b054-15e490099e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:33.184186 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1ed27ed-bbdd-492b-b054-15e490099e51 None None] Routers {'b4bb7702-608d-4e30-adf8-0621868a5679'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:33.185653 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-b1ed27ed-bbdd-492b-b054-15e490099e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['b4bb7702-608d-4e30-adf8-0621868a5679'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:33.259771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Network 7b5dcf42-a83e-4cdf-992e-eafb1e604c81 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:33.264590 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:33.279263 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-b1ed27ed-bbdd-492b-b054-15e490099e51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:33.280038 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1ed27ed-bbdd-492b-b054-15e490099e51 None None] The sync data for ids ['b4bb7702-608d-4e30-adf8-0621868a5679'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:54:33.315120 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-52d20564-2a60-4a9d-a68c-4e220efceb66', 'network_id': '52d20564-2a60-4a9d-a68c-4e220efceb66', 'tenant_id': 'fb9e225221d343a9905afc8524f286ca', 'fixed_ips': [{'subnet_id': 'db98d177-97d0-440f-8521-be5a28f155da'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:54:33.316211 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:33.330996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for 48e91be6-cfb7-4830-a0fb-0532237b6c77 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:33.332159 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-de81d922-1b29-4241-b55b-54b8ae890b01 None None] For port 48e91be6-cfb7-4830-a0fb-0532237b6c77, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=48e91be6-cfb7-4830-a0fb-0532237b6c77,segment=NetworkSegment(48d827ce-8c14-477c-8046-b69976a49989),segment_id=48d827ce-8c14-477c-8046-b69976a49989)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:33.332747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-de81d922-1b29-4241-b55b-54b8ae890b01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:33.333604 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 4fe4d4e7-57ed-49df-aabf-287b59476df7 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:54:33.413123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:33.414316 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-dd17882c-d2de-4a38-9306-4a6fc4f6945f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 6.5053995 Feb 28 14:54:33.433691 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42360) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:33.459726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1abfb3fd-f4a2-4815-ae4a-583b6c023317 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:33.509097 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-44c9e23f-bcf5-4080-9b81-71cb868ca482 None None] Deleting port 26123775-7534-42c3-8cd5-4a5ee5effead {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:33.509557 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-44c9e23f-bcf5-4080-9b81-71cb868ca482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:33.560966 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-de81d922-1b29-4241-b55b-54b8ae890b01 None None] Calling delete_port for 48e91be6-cfb7-4830-a0fb-0532237b6c77 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:33.583257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:33.599066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:port and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:33.633312 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:33.636608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:33.678979 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:33.697369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1abfb3fd-f4a2-4815-ae4a-583b6c023317 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:33.701018 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1abfb3fd-f4a2-4815-ae4a-583b6c023317 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:33.701597 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1abfb3fd-f4a2-4815-ae4a-583b6c023317 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:33.734646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=48e91be6-cfb7-4830-a0fb-0532237b6c77,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:33.774002 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-de81d922-1b29-4241-b55b-54b8ae890b01 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:54:33.774584 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-de81d922-1b29-4241-b55b-54b8ae890b01 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:54:33.811176 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:33.825984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No DVR routers for this DVR port 48e91be6-cfb7-4830-a0fb-0532237b6c77 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:54:33.912181 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-abea651e-8dea-4107-aede-5c15e8f3b75b None None] Provisioning complete for port 933e21fc-3fdf-47fd-93f8-745d01eddeb3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:33.912554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-abea651e-8dea-4107-aede-5c15e8f3b75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:33.973584 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Allocated IP 172.20.0.2 (52d20564-2a60-4a9d-a68c-4e220efceb66/db98d177-97d0-440f-8521-be5a28f155da/f9e7aeac-a54e-40ad-8399-e4580421e597) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:34.000493 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfb3fd-f4a2-4815-ae4a-583b6c023317 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event updated for resources: {'Network': ['ID=f7040d2c-dfab-45d6-9a34-2e77e724e1c4,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:34.003435 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1abfb3fd-f4a2-4815-ae4a-583b6c023317 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4805322 Feb 28 14:54:34.019189 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-abea651e-8dea-4107-aede-5c15e8f3b75b None None] Port 933e21fc-3fdf-47fd-93f8-745d01eddeb3 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:34.020629 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network f7040d2c-dfab-45d6-9a34-2e77e724e1c4 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:34.040144 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42364) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:34.088547 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-af1753bb-129b-4a74-aab7-abc6ec1938fd tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1957716889'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:34.094992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.106036 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-44c9e23f-bcf5-4080-9b81-71cb868ca482 None None] For port 26123775-7534-42c3-8cd5-4a5ee5effead, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=26123775-7534-42c3-8cd5-4a5ee5effead,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:34.106595 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-44c9e23f-bcf5-4080-9b81-71cb868ca482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.182936 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7865a5f-a93a-4c9c-a412-0e1e1ccf3182']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:34.207744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.227238 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48d827ce-8c14-477c-8046-b69976a49989') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:34.227571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48d827ce-8c14-477c-8046-b69976a49989') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:34.239190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-af1753bb-129b-4a74-aab7-abc6ec1938fd tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:34.243336 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 48e91be6-cfb7-4830-a0fb-0532237b6c77 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:54:34.248751 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.267223 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] device_id is not set on port e33b9a78-15ff-4b22-8a89-4610b5c59009 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:54:34.291526 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-af1753bb-129b-4a74-aab7-abc6ec1938fd tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:34.328327 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-de81d922-1b29-4241-b55b-54b8ae890b01 None None] Deleting port 48e91be6-cfb7-4830-a0fb-0532237b6c77 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:34.328998 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-de81d922-1b29-4241-b55b-54b8ae890b01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.341564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af1753bb-129b-4a74-aab7-abc6ec1938fd tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Made reservation on behalf of e40e90f451214178a12ac5ffcd69fe2f for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:34.343445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.344993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-af1753bb-129b-4a74-aab7-abc6ec1938fd tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.357864 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44a17239-4fe7-4c85-a273-6e8947925aa2 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.359592 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-44c9e23f-bcf5-4080-9b81-71cb868ca482 None None] Calling delete_port for 26123775-7534-42c3-8cd5-4a5ee5effead owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:34.370968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:54:34.371455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.382314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44a17239-4fe7-4c85-a273-6e8947925aa2 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:54:34.389273 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:54:34.414788 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 48e91be6-cfb7-4830-a0fb-0532237b6c77 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:54:34.415113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 48e91be6-cfb7-4830-a0fb-0532237b6c77 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:54:34.464003 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-de81d922-1b29-4241-b55b-54b8ae890b01 None None] The port '48e91be6-cfb7-4830-a0fb-0532237b6c77' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:54:34.542572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.objects.ports [None req-031def13-7f0c-466d-9f3f-4ce15fa1f108 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83592) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:54:34.569575 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-af1753bb-129b-4a74-aab7-abc6ec1938fd tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:54:34.578981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-44c9e23f-bcf5-4080-9b81-71cb868ca482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.607304 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-af1753bb-129b-4a74-aab7-abc6ec1938fd tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.607628 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-af1753bb-129b-4a74-aab7-abc6ec1938fd tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Added segment 0ac7f5a9-4618-4320-9b4f-84fb23ba09f7 of type vlan for network d1b9e1fa-5a5a-40b2-ae23-0707183c6763 Feb 28 14:54:34.631529 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c9e23f-bcf5-4080-9b81-71cb868ca482 None None] Pushing event deleted for resources: {'Port': ['ID=26123775-7534-42c3-8cd5-4a5ee5effead,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:34.652924 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44c9e23f-bcf5-4080-9b81-71cb868ca482 None None] No DVR routers for this DVR port 26123775-7534-42c3-8cd5-4a5ee5effead on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:54:34.654602 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.672144 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Transition to ACTIVE for port object f9e7aeac-a54e-40ad-8399-e4580421e597 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:34.690167 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-af1753bb-129b-4a74-aab7-abc6ec1938fd tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.695404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Transition to ACTIVE for port object f9e7aeac-a54e-40ad-8399-e4580421e597 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:34.702006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.721138 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.732672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router 14e55685-af99-4349-98f6-c7493fee7e1c has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:54:34.751028 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8f3bd978-310e-40e9-a579-24b2132dcea0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/routers/b4bb7702-608d-4e30-adf8-0621868a5679 HTTP/1.1" status: 200 len: 925 time: 1.3102968 Feb 28 14:54:34.752515 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.758801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42368) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:34.773071 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Network': ['ID=a7865a5f-a93a-4c9c-a412-0e1e1ccf3182,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:34.795056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Network 52d20564-2a60-4a9d-a68c-4e220efceb66 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:34.798154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:34.809348 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:34.819729 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-50e1fb7a-ec3b-489e-ada3-32c7cd5dbb4d tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4bb7702-608d-4e30-adf8-0621868a5679 HTTP/1.1" status: 200 len: 205 time: 0.0566511 Feb 28 14:54:34.821163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-af1753bb-129b-4a74-aab7-abc6ec1938fd tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.824733 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af1753bb-129b-4a74-aab7-abc6ec1938fd tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:34.825323 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-af1753bb-129b-4a74-aab7-abc6ec1938fd tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:34.827122 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42372) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:34.831903 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-65e4251e-8495-4105-9145-8f6a409946de tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/networks/a7865a5f-a93a-4c9c-a412-0e1e1ccf3182 HTTP/1.1" status: 204 len: 168 time: 2.7034006 Feb 28 14:54:34.845460 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:54:34.852100 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42376) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:34.859291 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Pushing event updated for resources: {'Port': ['ID=f9e7aeac-a54e-40ad-8399-e4580421e597,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:34.892334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Sync routers for ids ['4fe4d4e7-57ed-49df-aabf-287b59476df7'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:54:34.924657 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Routers {'4fe4d4e7-57ed-49df-aabf-287b59476df7'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:34.925811 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4fe4d4e7-57ed-49df-aabf-287b59476df7'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:34.973835 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Attempting to bind port f9e7aeac-a54e-40ad-8399-e4580421e597 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:34.974189 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Attempting to bind port f9e7aeac-a54e-40ad-8399-e4580421e597 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '52afe17a-6ca8-40d9-a12f-120a62f13eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '52d20564-2a60-4a9d-a68c-4e220efceb66'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:34.974761 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Attempting to bind port f9e7aeac-a54e-40ad-8399-e4580421e597 on network 52d20564-2a60-4a9d-a68c-4e220efceb66 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:34.992520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Allocated IP 172.20.0.10 (52d20564-2a60-4a9d-a68c-4e220efceb66/db98d177-97d0-440f-8521-be5a28f155da/e33b9a78-15ff-4b22-8a89-4610b5c59009) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:35.005566 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.ipam_pluggable_backend [None req-031def13-7f0c-466d-9f3f-4ce15fa1f108 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Port 26123775-7534-42c3-8cd5-4a5ee5effead was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83592) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 28 14:54:35.005910 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.ipam_pluggable_backend [None req-031def13-7f0c-466d-9f3f-4ce15fa1f108 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Reverting IP allocation for 2001:db8::f816:3eff:fe58:742b {{(pid=83592) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 28 14:54:35.050150 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:35.050709 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Checking segment: {'id': '52afe17a-6ca8-40d9-a12f-120a62f13eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '52d20564-2a60-4a9d-a68c-4e220efceb66'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:35.050896 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:35.051266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Bound using segment: {'id': '52afe17a-6ca8-40d9-a12f-120a62f13eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '52d20564-2a60-4a9d-a68c-4e220efceb66'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:35.052045 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Bound port: f9e7aeac-a54e-40ad-8399-e4580421e597, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '52afe17a-6ca8-40d9-a12f-120a62f13eaf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '52d20564-2a60-4a9d-a68c-4e220efceb66'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:35.052408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:35.064387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-031def13-7f0c-466d-9f3f-4ce15fa1f108 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:35.128701 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1753bb-129b-4a74-aab7-abc6ec1938fd tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event updated for resources: {'Network': ['ID=d1b9e1fa-5a5a-40b2-ae23-0707183c6763,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:35.132873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:35.134065 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cdfeaca9-f08c-41cf-af6e-aae432ceaab8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 11.3786116 Feb 28 14:54:35.135750 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-af1753bb-129b-4a74-aab7-abc6ec1938fd tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0804794 Feb 28 14:54:35.137505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42380) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:35.146337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42382) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:35.152518 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network d1b9e1fa-5a5a-40b2-ae23-0707183c6763 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:35.153665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Request body: {'ports': [{'network_id': 'f7040d2c-dfab-45d6-9a34-2e77e724e1c4', 'name': 'tempest-port--1478473024', 'admin_state_up': True}, {'network_id': 'd1b9e1fa-5a5a-40b2-ae23-0707183c6763', 'admin_state_up': False}]} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:35.153984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Request body: {'port': {'network_id': 'f7040d2c-dfab-45d6-9a34-2e77e724e1c4', 'name': 'tempest-port--1478473024', 'admin_state_up': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:35.154451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Request body: {'port': {'network_id': 'd1b9e1fa-5a5a-40b2-ae23-0707183c6763', 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:35.235055 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031def13-7f0c-466d-9f3f-4ce15fa1f108 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:35.244601 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-031def13-7f0c-466d-9f3f-4ce15fa1f108 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:35.255191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031def13-7f0c-466d-9f3f-4ce15fa1f108 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=aefc02e8-9e19-4144-a67a-9ffb56359eb0,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:35.261395 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-031def13-7f0c-466d-9f3f-4ce15fa1f108 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:35.262189 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-031def13-7f0c-466d-9f3f-4ce15fa1f108 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:35.291975 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2aa9bdd-021b-47b2-9806-2851b0773716 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:35.314092 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-031def13-7f0c-466d-9f3f-4ce15fa1f108 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.9561968 Feb 28 14:54:35.317690 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42390) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:35.338172 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'mac_address': 'fa:16:3e:4b:45:01', 'name': 'tempest-NetworksTestDHCPv6-1172482557'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:35.354689 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Set router 4fe4d4e7-57ed-49df-aabf-287b59476df7 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:54:35.399966 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc0c1a2-b93d-4c6f-8b83-71866cb3f988 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:35.400582 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5dc0c1a2-b93d-4c6f-8b83-71866cb3f988 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:35.433467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:35.450958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Transition to ACTIVE for port object e33b9a78-15ff-4b22-8a89-4610b5c59009 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:35.511050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:35.536150 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4a4c9e57-e031-40f6-863b-aa338a1e1ac3 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=dc1d4553fb84410fb62138d51b5fd9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3931017 Feb 28 14:54:35.579469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42394) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:35.690364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2c0c7d45-9ac7-432e-9f1c-465a60f403d5 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:35.717238 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5dc0c1a2-b93d-4c6f-8b83-71866cb3f988 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:35.723602 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5dc0c1a2-b93d-4c6f-8b83-71866cb3f988 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 847 time: 0.8596756 Feb 28 14:54:35.726089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42398) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:35.757922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:35.772861 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] For port f9e7aeac-a54e-40ad-8399-e4580421e597, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:35.778136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Usage tracker for resource:port and tenant:e40e90f451214178a12ac5ffcd69fe2f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:35.783127 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:35.786814 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:54:35.790219 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] For port f9e7aeac-a54e-40ad-8399-e4580421e597, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f9e7aeac-a54e-40ad-8399-e4580421e597,segment=NetworkSegment(52afe17a-6ca8-40d9-a12f-120a62f13eaf),segment_id=52afe17a-6ca8-40d9-a12f-120a62f13eaf)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:35.795302 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9b129c0f-4d29-415f-984d-5e218f6e9049 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/14e55685-af99-4349-98f6-c7493fee7e1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0463796 Feb 28 14:54:35.802235 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:35.803708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42402) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:35.808198 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Sync routers for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:54:35.812632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9db95d43-2ba7-48b7-83b3-3cdeb1522f8c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:35.820803 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:35.821648 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:35.841662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:35.920629 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': 'aefc02e8-9e19-4144-a67a-9ffb56359eb0'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:54:35.921435 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:35.967414 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 52d20564-2a60-4a9d-a68c-4e220efceb66 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:35.968021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Made reservation on behalf of e40e90f451214178a12ac5ffcd69fe2f for: {'port': 2} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:35.984500 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:36.013877 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-721b2f1b-b215-4e83-8150-b3b2a923af57 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:36.015115 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:54:36.020439 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-721b2f1b-b215-4e83-8150-b3b2a923af57 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4389935 Feb 28 14:54:36.021344 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42406) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:36.021484 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:36.034383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:36.039754 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:36.042970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:36.051318 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:36.062265 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=e33b9a78-15ff-4b22-8a89-4610b5c59009,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:36.087982 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ab0f92b-7344-4560-aeba-ca5666005b76 None None] Pushing event updated for resources: {'Port': ['ID=f9e7aeac-a54e-40ad-8399-e4580421e597,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:36.091721 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:36.104499 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:36.105599 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-89911f7d-5280-4b85-830d-9fccaa07617d tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0819857 Feb 28 14:54:36.115870 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42410) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:36.133143 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:54:30Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:36.140984 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Checking router: 4fe4d4e7-57ed-49df-aabf-287b59476df7 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:54:36.141527 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Updating router 4fe4d4e7-57ed-49df-aabf-287b59476df7 port e92f36aa-660e-4aac-8994-29f4c4f97425 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:54:36.145812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-4627f31b-d046-4d76-9c72-46a0354a6155 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1357448557', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:36.209122 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:36.209733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:36.229087 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:36.255006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:36.264860 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-97fdb0bb-5a78-4c93-b412-086921a10caf tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.5371115 Feb 28 14:54:36.274723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42414) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:36.284340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c5e33a8c-3cb4-4149-afc9-4656d11626b3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1341656603'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:36.296270 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c5e33a8c-3cb4-4149-afc9-4656d11626b3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:36.311829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c5e33a8c-3cb4-4149-afc9-4656d11626b3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:network and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:36.316158 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c5e33a8c-3cb4-4149-afc9-4656d11626b3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:36.323035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:36.327831 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7b32900e-69ad-475d-84a2-53b62124bef8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.3219578 Feb 28 14:54:36.327831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port 220b1e90-6670-4376-807b-d1ddd55782a7 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:54:36.342677 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42418) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:36.371128 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'network_id': '52d20564-2a60-4a9d-a68c-4e220efceb66', 'name': 'tempest-PortsTestJSON-2015348294', 'fixed_ips': [{'subnet_id': 'db98d177-97d0-440f-8521-be5a28f155da', 'ip_address': '172.20.0.9'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:36.393679 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c5e33a8c-3cb4-4149-afc9-4656d11626b3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:36.398363 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Allocated IP 2001:db8::f816:3eff:fe91:4682 (2d04583f-a513-435e-a720-cee2c3103874/aefc02e8-9e19-4144-a67a-9ffb56359eb0/a42a36cf-dce9-4fcf-8deb-6a40e04a0797) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:36.533555 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5e33a8c-3cb4-4149-afc9-4656d11626b3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:36.537615 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c5e33a8c-3cb4-4149-afc9-4656d11626b3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:36.599335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c5e33a8c-3cb4-4149-afc9-4656d11626b3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:54:36.604692 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:54:31Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': '4ece5108-06bc-4ab6-a5dc-2e91ab688e46', 'name': '', 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:56:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:08Z', 'updated_at': '2022-02-28T14:54:23Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '933e21fc-3fdf-47fd-93f8-745d01eddeb3', 'name': '', 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:50:0e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:28Z', 'updated_at': '2022-02-28T14:54:31Z', 'revision_number': 2, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:36.610160 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Checking router: 14e55685-af99-4349-98f6-c7493fee7e1c for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:54:36.610602 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Updating router 14e55685-af99-4349-98f6-c7493fee7e1c port 933e21fc-3fdf-47fd-93f8-745d01eddeb3 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:54:36.616255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c5e33a8c-3cb4-4149-afc9-4656d11626b3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:36.616822 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-c5e33a8c-3cb4-4149-afc9-4656d11626b3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Added segment 9e8fe7d9-1861-4544-83a6-74bad1cf4d08 of type vlan for network d8e9415d-55e8-4c52-857f-ec7ade6bda9a Feb 28 14:54:36.650879 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c5e33a8c-3cb4-4149-afc9-4656d11626b3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:36.666857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4627f31b-d046-4d76-9c72-46a0354a6155 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:36.686947 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:36.695483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c5e33a8c-3cb4-4149-afc9-4656d11626b3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:36.699209 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5e33a8c-3cb4-4149-afc9-4656d11626b3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:36.699806 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c5e33a8c-3cb4-4149-afc9-4656d11626b3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:36.713518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4627f31b-d046-4d76-9c72-46a0354a6155 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:subnet and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:36.727555 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4627f31b-d046-4d76-9c72-46a0354a6155 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:36.764473 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4627f31b-d046-4d76-9c72-46a0354a6155 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:36.797660 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] device_id is not set on port e00f36d6-b7e6-4b16-9289-18508342ffcb yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:54:36.910188 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:36.939239 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4627f31b-d046-4d76-9c72-46a0354a6155 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:36.945456 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Transition to ACTIVE for port object a42a36cf-dce9-4fcf-8deb-6a40e04a0797 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:36.968624 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c5e33a8c-3cb4-4149-afc9-4656d11626b3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6927650 Feb 28 14:54:36.974220 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:36.976161 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42422) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:36.988878 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2c0c7d45-9ac7-432e-9f1c-465a60f403d5 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:36.998046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e33a8c-3cb4-4149-afc9-4656d11626b3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Network': ['ID=d8e9415d-55e8-4c52-857f-ec7ade6bda9a,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:37.005436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c7d45-9ac7-432e-9f1c-465a60f403d5 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Deleting port f9628e01-1b8d-4110-a361-5438abe5376e {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:37.005782 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2c0c7d45-9ac7-432e-9f1c-465a60f403d5 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:37.027826 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Transition to ACTIVE for port object a42a36cf-dce9-4fcf-8deb-6a40e04a0797 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:37.031641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network d8e9415d-55e8-4c52-857f-ec7ade6bda9a details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:37.059380 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:port and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:37.074335 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-7b322aac-952d-4686-9b04-031a62a4e9a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'subnet': {'network_id': 'd8e9415d-55e8-4c52-857f-ec7ade6bda9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:37.130458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:37.152815 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:37.157114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4627f31b-d046-4d76-9c72-46a0354a6155 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:37.162521 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Transition to ACTIVE for port object e92f36aa-660e-4aac-8994-29f4c4f97425 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:37.180085 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:37.217232 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:37.220470 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:37.237285 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Transition to ACTIVE for port object 933e21fc-3fdf-47fd-93f8-745d01eddeb3 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:37.250695 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:37.282420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2c0c7d45-9ac7-432e-9f1c-465a60f403d5 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:37.283745 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a17239-4fe7-4c85-a273-6e8947925aa2 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 94fb8087-6267-407a-8212-2b233c292ea2 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:54:37.368025 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:37.406347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Pushing event updated for resources: {'Port': ['ID=a42a36cf-dce9-4fcf-8deb-6a40e04a0797,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:37.468755 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb0070-0bd1-4463-85bb-f576c65b4453 None None] Pushing event updated for resources: {'Port': ['ID=933e21fc-3fdf-47fd-93f8-745d01eddeb3,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:37.503467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-2c0c7d45-9ac7-432e-9f1c-465a60f403d5 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Calling delete_port for f9628e01-1b8d-4110-a361-5438abe5376e owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:37.590257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759f377-1662-4a35-9d83-510826fd989e None None] Pushing event updated for resources: {'Port': ['ID=e92f36aa-660e-4aac-8994-29f4c4f97425,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:37.605197 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da880ac-34c3-4dec-9f52-f6f8d1d1d4b6 None None] Network 52d20564-2a60-4a9d-a68c-4e220efceb66 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:37.615884 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Attempting to bind port 933e21fc-3fdf-47fd-93f8-745d01eddeb3 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:37.616524 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Attempting to bind port 933e21fc-3fdf-47fd-93f8-745d01eddeb3 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '2eeb0bb7-76b4-4966-8511-3b180c1d179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:37.617171 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Attempting to bind port 933e21fc-3fdf-47fd-93f8-745d01eddeb3 on network 7b5dcf42-a83e-4cdf-992e-eafb1e604c81 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:37.629283 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:37.629931 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Checking segment: {'id': '2eeb0bb7-76b4-4966-8511-3b180c1d179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:37.632877 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:37.633369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::f816:3eff:fe4b:4501 (2d04583f-a513-435e-a720-cee2c3103874/aefc02e8-9e19-4144-a67a-9ffb56359eb0/220b1e90-6670-4376-807b-d1ddd55782a7) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:37.634117 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Bound using segment: {'id': '2eeb0bb7-76b4-4966-8511-3b180c1d179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:37.636198 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Bound port: 933e21fc-3fdf-47fd-93f8-745d01eddeb3, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2eeb0bb7-76b4-4966-8511-3b180c1d179e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:37.642183 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:37.776282 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:37.786639 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] For port 933e21fc-3fdf-47fd-93f8-745d01eddeb3, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:37.790601 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] For port 933e21fc-3fdf-47fd-93f8-745d01eddeb3, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=933e21fc-3fdf-47fd-93f8-745d01eddeb3,segment=NetworkSegment(2eeb0bb7-76b4-4966-8511-3b180c1d179e),segment_id=2eeb0bb7-76b4-4966-8511-3b180c1d179e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:37.793047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:37.799084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:37.799403 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:37.800094 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:37.883943 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Attempting to bind port e92f36aa-660e-4aac-8994-29f4c4f97425 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:37.884620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Attempting to bind port e92f36aa-660e-4aac-8994-29f4c4f97425 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:37.885284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Attempting to bind port e92f36aa-660e-4aac-8994-29f4c4f97425 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:37.918918 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbb0070-0bd1-4463-85bb-f576c65b4453 None None] Pushing event updated for resources: {'Port': ['ID=933e21fc-3fdf-47fd-93f8-745d01eddeb3,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:37.946640 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b6d87ae9-f0a1-496e-821b-b8d712fb9ea8 None None] Provisioning for port f9e7aeac-a54e-40ad-8399-e4580421e597 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:37.965190 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:37.966259 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:37.986037 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:37.986572 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:37.987081 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:37.987644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:37.988711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Bound port: e92f36aa-660e-4aac-8994-29f4c4f97425, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:37.988711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:38.053998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:38.077564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object 220b1e90-6670-4376-807b-d1ddd55782a7 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:38.088626 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Attempting to bind port a42a36cf-dce9-4fcf-8deb-6a40e04a0797 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:38.089138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Attempting to bind port a42a36cf-dce9-4fcf-8deb-6a40e04a0797 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:38.089608 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Attempting to bind port a42a36cf-dce9-4fcf-8deb-6a40e04a0797 on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:38.133418 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:38.134061 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:38.134674 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:38.135124 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:38.135835 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Bound port: a42a36cf-dce9-4fcf-8deb-6a40e04a0797, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:38.136315 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:38.180871 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:54:38.250198 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.extraroute_db [None req-9db95d43-2ba7-48b7-83b3-3cdeb1522f8c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Added routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 28 14:54:38.270418 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.extraroute_db [None req-9db95d43-2ba7-48b7-83b3-3cdeb1522f8c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Removed routes are [] {{(pid=83591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 28 14:54:38.270733 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9db95d43-2ba7-48b7-83b3-3cdeb1522f8c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:38.286297 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] For port e92f36aa-660e-4aac-8994-29f4c4f97425, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:38.291054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:38.302111 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-7b322aac-952d-4686-9b04-031a62a4e9a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:38.304879 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4627f31b-d046-4d76-9c72-46a0354a6155 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:38.333366 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f9e7aeac-a54e-40ad-8399-e4580421e597 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:38.382547 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] For port e92f36aa-660e-4aac-8994-29f4c4f97425, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e92f36aa-660e-4aac-8994-29f4c4f97425,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:38.413008 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:38.419931 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2c0c7d45-9ac7-432e-9f1c-465a60f403d5 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:38.430155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=220b1e90-6670-4376-807b-d1ddd55782a7,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:38.525146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7b322aac-952d-4686-9b04-031a62a4e9a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:subnet and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:38.527993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4627f31b-d046-4d76-9c72-46a0354a6155 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Subnet': ['ID=b78abaac-c097-4be2-812f-ba39432656a0,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:38.533638 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7b322aac-952d-4686-9b04-031a62a4e9a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:38.535208 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:38.549546 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:38.551848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0c7d45-9ac7-432e-9f1c-465a60f403d5 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Pushing event deleted for resources: {'Port': ['ID=f9628e01-1b8d-4110-a361-5438abe5376e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:38.585601 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:38.589551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:38.590190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:38.609338 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] For port a42a36cf-dce9-4fcf-8deb-6a40e04a0797, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:38.614472 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] For port a42a36cf-dce9-4fcf-8deb-6a40e04a0797, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a42a36cf-dce9-4fcf-8deb-6a40e04a0797,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:38.625541 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759f377-1662-4a35-9d83-510826fd989e None None] Pushing event updated for resources: {'Port': ['ID=e92f36aa-660e-4aac-8994-29f4c4f97425,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:38.629968 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-7b322aac-952d-4686-9b04-031a62a4e9a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:38.631853 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3f9c3eb4-1810-4f80-80f8-139059526989 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 3.3128173 Feb 28 14:54:38.634958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42426) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:38.646843 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:38.716406 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port f9e7aeac-a54e-40ad-8399-e4580421e597 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:38.721834 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:54:31Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': '4ece5108-06bc-4ab6-a5dc-2e91ab688e46', 'name': '', 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:56:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:08Z', 'updated_at': '2022-02-28T14:54:23Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '933e21fc-3fdf-47fd-93f8-745d01eddeb3', 'name': '', 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:50:0e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:28Z', 'updated_at': '2022-02-28T14:54:37Z', 'revision_number': 4, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:38.734684 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cb72ede-585c-45ed-ba94-2d0b2a9ba43e None None] The sync data for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv is: [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:54:31Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': '4ece5108-06bc-4ab6-a5dc-2e91ab688e46', 'name': '', 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:56:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:08Z', 'updated_at': '2022-02-28T14:54:23Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '933e21fc-3fdf-47fd-93f8-745d01eddeb3', 'name': '', 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:50:0e:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:28Z', 'updated_at': '2022-02-28T14:54:37Z', 'revision_number': 4, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:54:38.741677 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Routers {'4fe4d4e7-57ed-49df-aabf-287b59476df7'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:38.742346 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4fe4d4e7-57ed-49df-aabf-287b59476df7'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:38.760591 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b322aac-952d-4686-9b04-031a62a4e9a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:38.822127 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port f9e7aeac-a54e-40ad-8399-e4580421e597 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:38.822723 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:38.861982 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2c0c7d45-9ac7-432e-9f1c-465a60f403d5 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:38.955419 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7b322aac-952d-4686-9b04-031a62a4e9a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.057436 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93271b57-4085-423d-a17b-fa16424a16b1 None None] Pushing event updated for resources: {'Port': ['ID=a42a36cf-dce9-4fcf-8deb-6a40e04a0797,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:39.095196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.131072 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c68a977e-def8-4618-ab6e-861d32fada17 None None] Provisioning complete for port f9e7aeac-a54e-40ad-8399-e4580421e597 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:39.132807 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c68a977e-def8-4618-ab6e-861d32fada17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.306507 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] Set router 4fe4d4e7-57ed-49df-aabf-287b59476df7 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:54:39.346820 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] device_id is not set on port 21cf8ebd-6a60-41b2-a96e-a711bd11d0b2 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:54:39.425072 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.470493 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2c0c7d45-9ac7-432e-9f1c-465a60f403d5 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.489168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2c0c7d45-9ac7-432e-9f1c-465a60f403d5 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.509802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c2329-a759-4291-9b4d-0c45115d6c26 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:39.513821 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f3c2329-a759-4291-9b4d-0c45115d6c26 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:39.514638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8f3c2329-a759-4291-9b4d-0c45115d6c26 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:39.558499 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8f3c2329-a759-4291-9b4d-0c45115d6c26 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:39.559778 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8f3c2329-a759-4291-9b4d-0c45115d6c26 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.9238291 Feb 28 14:54:39.570408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42430) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:39.631661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2c0c7d45-9ac7-432e-9f1c-465a60f403d5 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.632496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c0c7d45-9ac7-432e-9f1c-465a60f403d5 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Fanout notify agent at l3_agent the message router_deleted on router b4bb7702-608d-4e30-adf8-0621868a5679 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:54:39.642980 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.646323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2c0c7d45-9ac7-432e-9f1c-465a60f403d5 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.647433 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2c0c7d45-9ac7-432e-9f1c-465a60f403d5 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "DELETE /v2.0/routers/b4bb7702-608d-4e30-adf8-0621868a5679 HTTP/1.1" status: 204 len: 168 time: 4.8177652 Feb 28 14:54:39.659692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42434) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:39.669259 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1517327976', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'enable_snat': False}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:39.680701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:39.695080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-cbe80502-a8a9-4ac9-9300-db0e159d2ded tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port 220b1e90-6670-4376-807b-d1ddd55782a7 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:39.695520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbe80502-a8a9-4ac9-9300-db0e159d2ded tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.713072 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port f9e7aeac-a54e-40ad-8399-e4580421e597, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f9e7aeac-a54e-40ad-8399-e4580421e597,segment=NetworkSegment(52afe17a-6ca8-40d9-a12f-120a62f13eaf),segment_id=52afe17a-6ca8-40d9-a12f-120a62f13eaf)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:39.723285 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Usage tracker for resource:router and tenant:3937118570a2413fa0b74f6765dcb4c6 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:39.730763 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.731662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:39.752867 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:39.758944 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.812061 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.814387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.815483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.828860 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] device_id is not set on port e38f4a17-0d66-4a6f-9300-4a8d275c9645 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:54:39.918419 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4627f31b-d046-4d76-9c72-46a0354a6155 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Checking segment: {'id': 'fe25847d-9f92-47a5-9af3-d4fa9541d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:39.918942 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4627f31b-d046-4d76-9c72-46a0354a6155 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network hostable DHCP agents. Network: 987a27bf-1d58-4507-8458-9899329adcaa, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:54:39.925998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:39.982790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=f9e7aeac-a54e-40ad-8399-e4580421e597,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:40.020529 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:54:30Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:40.023079 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c68a977e-def8-4618-ab6e-861d32fada17 None None] Provisioning for port e33b9a78-15ff-4b22-8a89-4610b5c59009 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:40.030215 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f282349-b9a7-4407-aa15-1910c34f6cf5 None None] The sync data for ids ['4fe4d4e7-57ed-49df-aabf-287b59476df7'] in dv-neutron-830866-2-hyperv is: [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:54:30Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:54:40.031666 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c68a977e-def8-4618-ab6e-861d32fada17 None None] Provisioning complete for port e33b9a78-15ff-4b22-8a89-4610b5c59009 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:40.032080 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c68a977e-def8-4618-ab6e-861d32fada17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:40.127636 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c68a977e-def8-4618-ab6e-861d32fada17 None None] Port e33b9a78-15ff-4b22-8a89-4610b5c59009 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:40.175099 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbe80502-a8a9-4ac9-9300-db0e159d2ded tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:40.238444 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event updated for resources: {'Port': ['ID=e00f36d6-b7e6-4b16-9289-18508342ffcb,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:40.280598 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2c39a869-6108-4831-82a3-e3ece16175a8 None None] Provisioning complete for port e33b9a78-15ff-4b22-8a89-4610b5c59009 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:40.281827 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2c39a869-6108-4831-82a3-e3ece16175a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:40.358345 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-cbe80502-a8a9-4ac9-9300-db0e159d2ded tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for 220b1e90-6670-4376-807b-d1ddd55782a7 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:40.432526 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-2c39a869-6108-4831-82a3-e3ece16175a8 None None] Port e33b9a78-15ff-4b22-8a89-4610b5c59009 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:40.441298 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:40.478250 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 933e21fc-3fdf-47fd-93f8-745d01eddeb3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:40.559429 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Allocated IP 172.20.0.9 (52d20564-2a60-4a9d-a68c-4e220efceb66/db98d177-97d0-440f-8521-be5a28f155da/e38f4a17-0d66-4a6f-9300-4a8d275c9645) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:40.613677 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7b322aac-952d-4686-9b04-031a62a4e9a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:40.647197 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 933e21fc-3fdf-47fd-93f8-745d01eddeb3 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:40.653242 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 933e21fc-3fdf-47fd-93f8-745d01eddeb3 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:40.653669 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:40.668592 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Checking segment: {'id': 'df2f4801-271f-4dd6-8830-a87264f0fec9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'f7040d2c-dfab-45d6-9a34-2e77e724e1c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:40.668961 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Network hostable DHCP agents. Network: f7040d2c-dfab-45d6-9a34-2e77e724e1c4, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:54:40.708244 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbe80502-a8a9-4ac9-9300-db0e159d2ded tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:40.767521 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9db95d43-2ba7-48b7-83b3-3cdeb1522f8c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:40.770601 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4627f31b-d046-4d76-9c72-46a0354a6155 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 987a27bf-1d58-4507-8458-9899329adcaa is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:54:40.778033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe80502-a8a9-4ac9-9300-db0e159d2ded tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=220b1e90-6670-4376-807b-d1ddd55782a7,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:40.825476 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9db95d43-2ba7-48b7-83b3-3cdeb1522f8c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:40.833736 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:40.844481 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbe80502-a8a9-4ac9-9300-db0e159d2ded tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:40.845693 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2b61b023-2ce9-47b5-8ec6-586b0fbfedcb None None] Provisioning for port a42a36cf-dce9-4fcf-8deb-6a40e04a0797 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:40.883615 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 933e21fc-3fdf-47fd-93f8-745d01eddeb3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=933e21fc-3fdf-47fd-93f8-745d01eddeb3,segment=NetworkSegment(2eeb0bb7-76b4-4966-8511-3b180c1d179e),segment_id=2eeb0bb7-76b4-4966-8511-3b180c1d179e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:40.886046 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-4627f31b-d046-4d76-9c72-46a0354a6155 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 987a27bf-1d58-4507-8458-9899329adcaa) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:40.898107 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed16c776-fa8d-4a06-bc52-06fad0a16b71 None None] Network 987a27bf-1d58-4507-8458-9899329adcaa requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:40.901984 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cbe80502-a8a9-4ac9-9300-db0e159d2ded tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/220b1e90-6670-4376-807b-d1ddd55782a7 HTTP/1.1" status: 204 len: 168 time: 1.3293664 Feb 28 14:54:40.906880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42438) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:40.916973 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:40.917663 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f9e7aeac-a54e-40ad-8399-e4580421e597 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:40.942293 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4627f31b-d046-4d76-9c72-46a0354a6155 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:40.943164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4627f31b-d046-4d76-9c72-46a0354a6155 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:40.982919 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b322aac-952d-4686-9b04-031a62a4e9a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Subnet': ['ID=11b7c062-d191-43f1-a893-5dcd5b425ff4,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:41.068761 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:41.109858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d109cf03-92b4-4d44-a33a-f84315156f59 None None] Could not find standard attr ID for object 220b1e90-6670-4376-807b-d1ddd55782a7. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:54:41.124718 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:41.134696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e0faf-0672-468e-a20b-95ce5510685f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:41.135812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b74e0faf-0672-468e-a20b-95ce5510685f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:41.136621 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b74e0faf-0672-468e-a20b-95ce5510685f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:41.146262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=933e21fc-3fdf-47fd-93f8-745d01eddeb3,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:41.244027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b74e0faf-0672-468e-a20b-95ce5510685f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:41.245374 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b74e0faf-0672-468e-a20b-95ce5510685f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.3373301 Feb 28 14:54:41.249233 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42442) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:41.305953 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port f9e7aeac-a54e-40ad-8399-e4580421e597 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:41.306491 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:41.307869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a17239-4fe7-4c85-a273-6e8947925aa2 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:54:41.339455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Network f7040d2c-dfab-45d6-9a34-2e77e724e1c4 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:54:41.351584 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4627f31b-d046-4d76-9c72-46a0354a6155 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 5.2310686 Feb 28 14:54:41.352861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42446) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:41.361428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9f88d-d606-4b1e-adb8-2b9ee5e0fd9a None None] Sync routers for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:54:41.367893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b322aac-952d-4686-9b04-031a62a4e9a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Checking segment: {'id': '9e8fe7d9-1861-4544-83a6-74bad1cf4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8e9415d-55e8-4c52-857f-ec7ade6bda9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:41.368265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b322aac-952d-4686-9b04-031a62a4e9a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network hostable DHCP agents. Network: d8e9415d-55e8-4c52-857f-ec7ade6bda9a, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:54:41.369354 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-987a27bf-1d58-4507-8458-9899329adcaa', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:54:41.370142 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:41.379856 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44a17239-4fe7-4c85-a273-6e8947925aa2 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:41.408089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, f7040d2c-dfab-45d6-9a34-2e77e724e1c4) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:41.426606 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fdc7435-d00c-41a7-adce-da1f2403d402 None None] Network f7040d2c-dfab-45d6-9a34-2e77e724e1c4 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:41.447807 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:41.449113 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:41.508321 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d9f88d-d606-4b1e-adb8-2b9ee5e0fd9a None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:41.509000 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-39d9f88d-d606-4b1e-adb8-2b9ee5e0fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:41.543652 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:41.630580 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Transition to ACTIVE for port object e38f4a17-0d66-4a6f-9300-4a8d275c9645 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:41.634766 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-39d9f88d-d606-4b1e-adb8-2b9ee5e0fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:41.639855 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event updated for resources: {'Port': ['ID=21cf8ebd-6a60-41b2-a96e-a711bd11d0b2,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:41.669979 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b322aac-952d-4686-9b04-031a62a4e9a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network d8e9415d-55e8-4c52-857f-ec7ade6bda9a is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:54:41.704818 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Allocated IP 172.26.4.30 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/1049656b-9680-4795-9139-5bce24a70079) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:41.712360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:41.713303 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:41.713584 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:41.713935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:41.714547 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:41.714703 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:41.714970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:41.715437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:41.715813 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:41.716110 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:41.716443 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:41.730296 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-44a17239-4fe7-4c85-a273-6e8947925aa2 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "PUT /v2.0/floatingips/b0928166-c6c3-432f-b702-9fe4c7b645f8 HTTP/1.1" status: 200 len: 979 time: 9.4792149 Feb 28 14:54:41.731519 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-7b322aac-952d-4686-9b04-031a62a4e9a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, d8e9415d-55e8-4c52-857f-ec7ade6bda9a) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:41.735504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42450) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:41.741613 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b322aac-952d-4686-9b04-031a62a4e9a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:41.742204 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7b322aac-952d-4686-9b04-031a62a4e9a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:41.766893 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54218b6f-1319-46b8-b10a-92c6787b1ac2 None None] Network d8e9415d-55e8-4c52-857f-ec7ade6bda9a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:41.773534 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db95d43-2ba7-48b7-83b3-3cdeb1522f8c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router 14e55685-af99-4349-98f6-c7493fee7e1c has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:54:41.776380 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Checking segment: {'id': '0ac7f5a9-4618-4320-9b4f-84fb23ba09f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'd1b9e1fa-5a5a-40b2-ae23-0707183c6763'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:41.776725 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Network hostable DHCP agents. Network: d1b9e1fa-5a5a-40b2-ae23-0707183c6763, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:54:41.788426 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7b322aac-952d-4686-9b04-031a62a4e9a7 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7993903 Feb 28 14:54:41.788426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:41.795832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42454) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:41.842037 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'network_id': 'd8e9415d-55e8-4c52-857f-ec7ade6bda9a', 'name': 'tempest-PortsIpV6TestJSON-1135464272'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:41.927724 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39d9f88d-d606-4b1e-adb8-2b9ee5e0fd9a None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:41.928294 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-39d9f88d-d606-4b1e-adb8-2b9ee5e0fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:41.957158 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7fb5c18-9b1b-465e-ab99-9d89b54f3cc5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet aefc02e8-9e19-4144-a67a-9ffb56359eb0 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:54:41.969159 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d7fb5c18-9b1b-465e-ab99-9d89b54f3cc5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.019428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a42a36cf-dce9-4fcf-8deb-6a40e04a0797 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:42.054320 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=e38f4a17-0d66-4a6f-9300-4a8d275c9645,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:42.067041 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 52d20564-2a60-4a9d-a68c-4e220efceb66 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:42.072084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:42.095609 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-39d9f88d-d606-4b1e-adb8-2b9ee5e0fd9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:42.096009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39d9f88d-d606-4b1e-adb8-2b9ee5e0fd9a None None] The sync data for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:54:42.142377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d7fb5c18-9b1b-465e-ab99-9d89b54f3cc5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.166300 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Allocated IP 172.20.0.2 (987a27bf-1d58-4507-8458-9899329adcaa/b78abaac-c097-4be2-812f-ba39432656a0/cbf803b8-4394-4f0d-a9eb-3a86e834fb30) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:42.248813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.293987 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7e7a8-f97e-41b6-bfa1-ce73f1ae5b96 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting port 72a36d34-0961-4fbf-be74-23fa97263f02 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:42.294455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d2a7e7a8-f97e-41b6-bfa1-ce73f1ae5b96 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.298249 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:42.349317 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:54:42.377224 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:42.378648 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.391024 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port a42a36cf-dce9-4fcf-8deb-6a40e04a0797 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:42.407240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port a42a36cf-dce9-4fcf-8deb-6a40e04a0797 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:42.407626 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.444966 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-d8e9415d-55e8-4c52-857f-ec7ade6bda9a', 'network_id': 'd8e9415d-55e8-4c52-857f-ec7ade6bda9a', 'tenant_id': '97261752dc704f2791d2d79e53c8200f', 'fixed_ips': [{'subnet_id': '11b7c062-d191-43f1-a893-5dcd5b425ff4'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:54:42.445748 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.449627 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Network d1b9e1fa-5a5a-40b2-ae23-0707183c6763 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:54:42.467419 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-89a03811-9e4b-4dd9-98c2-9a174a00b11b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 6.1053216 Feb 28 14:54:42.471088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d7fb5c18-9b1b-465e-ab99-9d89b54f3cc5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.476843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42458) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:42.534947 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.537103 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, d1b9e1fa-5a5a-40b2-ae23-0707183c6763) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:42.554180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:42.559133 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:42.562636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:42.563374 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.574935 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ac5276-e75f-4ddc-af2e-8133cb8085e5 None None] Network d1b9e1fa-5a5a-40b2-ae23-0707183c6763 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:42.608653 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:42.616681 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:port and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:42.621248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:42.627045 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ce4acd94-d8fd-489d-b583-0da1a5c04776 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 7.4761174 Feb 28 14:54:42.634381 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:42.636154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42462) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:42.708709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:42.711621 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.743941 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf0cba17-ef6c-49af-8587-4261e7caf083 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:42.744662 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bf0cba17-ef6c-49af-8587-4261e7caf083 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:42.770474 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] device_id is not set on port 96c08b42-6101-4eaf-a542-ea63468fa2dc yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:54:42.785013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:42.787071 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Pushing event updated for resources: {'Port': ['ID=1049656b-9680-4795-9139-5bce24a70079,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:42.799953 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:42.806416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f4615030-6943-441d-b50d-a01d242bb414 None None] Provisioning for port e38f4a17-0d66-4a6f-9300-4a8d275c9645 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:42.808064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:42.817689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db95d43-2ba7-48b7-83b3-3cdeb1522f8c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:54:42.837234 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b02cf7-c351-4c82-9fc5-4d5d6ddde3ad None None] Sync routers for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:54:42.845817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d2a7e7a8-f97e-41b6-bfa1-ce73f1ae5b96 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.846126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d2a7e7a8-f97e-41b6-bfa1-ce73f1ae5b96 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.854839 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bf0cba17-ef6c-49af-8587-4261e7caf083 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:42.859518 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bf0cba17-ef6c-49af-8587-4261e7caf083 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.3782556 Feb 28 14:54:42.859728 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.860409 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42466) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:42.862802 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9db95d43-2ba7-48b7-83b3-3cdeb1522f8c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.864035 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9db95d43-2ba7-48b7-83b3-3cdeb1522f8c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/14e55685-af99-4349-98f6-c7493fee7e1c HTTP/1.1" status: 200 len: 954 time: 7.0579963 Feb 28 14:54:42.866107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:42.866453 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:42.866789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:42.867217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:42.867476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:42.867823 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:42.869168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:42.869168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:42.869373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42468) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:42.869452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:42.869452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:42.869607 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:42.873487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d7fb5c18-9b1b-465e-ab99-9d89b54f3cc5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.883076 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b02cf7-c351-4c82-9fc5-4d5d6ddde3ad None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:42.884756 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-a8b02cf7-c351-4c82-9fc5-4d5d6ddde3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:42.919614 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f4615030-6943-441d-b50d-a01d242bb414 None None] Provisioning complete for port e38f4a17-0d66-4a6f-9300-4a8d275c9645 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:42.920273 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f4615030-6943-441d-b50d-a01d242bb414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:42.991688 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Transition to ACTIVE for port object cbf803b8-4394-4f0d-a9eb-3a86e834fb30 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:43.035461 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:43.057153 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-a8b02cf7-c351-4c82-9fc5-4d5d6ddde3ad None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:54:43.080041 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333c9d63-3299-4d4e-8322-5567d4c47b1c tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:43.082298 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Transition to ACTIVE for port object cbf803b8-4394-4f0d-a9eb-3a86e834fb30 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:43.083868 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f4615030-6943-441d-b50d-a01d242bb414 None None] Port e38f4a17-0d66-4a6f-9300-4a8d275c9645 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:43.087696 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-333c9d63-3299-4d4e-8322-5567d4c47b1c tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:43.089042 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-333c9d63-3299-4d4e-8322-5567d4c47b1c tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Synchronizing usage tracker for tenant:e40e90f451214178a12ac5ffcd69fe2f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:43.092126 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Allocated IP 2001:db8::2 (d8e9415d-55e8-4c52-857f-ec7ade6bda9a/11b7c062-d191-43f1-a893-5dcd5b425ff4/1658785b-19e2-408e-804e-27b7abb56da6) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:43.108882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:43.144385 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-333c9d63-3299-4d4e-8322-5567d4c47b1c tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Unset dirty status for tenant:e40e90f451214178a12ac5ffcd69fe2f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:43.149775 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-333c9d63-3299-4d4e-8322-5567d4c47b1c tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.5098577 Feb 28 14:54:43.150660 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42474) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:43.215114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7fb5c18-9b1b-465e-ab99-9d89b54f3cc5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=aefc02e8-9e19-4144-a67a-9ffb56359eb0,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:43.227439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d2a7e7a8-f97e-41b6-bfa1-ce73f1ae5b96 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Calling delete_port for 72a36d34-0961-4fbf-be74-23fa97263f02 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:43.253955 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4bf2c-ed54-415a-8921-a0c1b2bf426c tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Deleting port e00f36d6-b7e6-4b16-9289-18508342ffcb {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:43.254371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebc4bf2c-ed54-415a-8921-a0c1b2bf426c tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:43.277704 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d7fb5c18-9b1b-465e-ab99-9d89b54f3cc5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:43.342072 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79debf57-d420-4f16-8ef9-4316709519da None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:43.382811 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d7fb5c18-9b1b-465e-ab99-9d89b54f3cc5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/aefc02e8-9e19-4144-a67a-9ffb56359eb0 HTTP/1.1" status: 204 len: 168 time: 2.1323938 Feb 28 14:54:43.390811 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Pushing event updated for resources: {'Port': ['ID=cbf803b8-4394-4f0d-a9eb-3a86e834fb30,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:43.391091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42478) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:43.402196 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Network 987a27bf-1d58-4507-8458-9899329adcaa is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:43.447884 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c0e6049e-57e0-42ca-a3de-a29f71e28e22 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/routers/14e55685-af99-4349-98f6-c7493fee7e1c HTTP/1.1" status: 200 len: 954 time: 0.5769131 Feb 28 14:54:43.451500 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42482) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:43.452502 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-a8b02cf7-c351-4c82-9fc5-4d5d6ddde3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:54:38Z', 'revision_number': 6, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': '4ece5108-06bc-4ab6-a5dc-2e91ab688e46', 'name': '', 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:56:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:08Z', 'updated_at': '2022-02-28T14:54:23Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '933e21fc-3fdf-47fd-93f8-745d01eddeb3', 'name': '', 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:50:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:28Z', 'updated_at': '2022-02-28T14:54:40Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:43.458742 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a29b0861-1b64-4a62-a39d-d07a447ccb56 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'router': {'routes': None}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:43.459751 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b02cf7-c351-4c82-9fc5-4d5d6ddde3ad None None] Checking router: 14e55685-af99-4349-98f6-c7493fee7e1c for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:54:43.469170 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:43.478232 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:54:43.480809 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:54:43.500010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:43.501446 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8b02cf7-c351-4c82-9fc5-4d5d6ddde3ad None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:43.502571 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-a8b02cf7-c351-4c82-9fc5-4d5d6ddde3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:43.582587 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d50178ef-2002-4305-86c4-8198aaafef93 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1712558 Feb 28 14:54:43.586080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42486) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:43.592257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-cdca2782-9ebf-456b-ad7a-bdc0bb726c1f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:43.628940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1de518-8a26-4c64-ad13-7973dae8033c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:43.632796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1de518-8a26-4c64-ad13-7973dae8033c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:43.636636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1de518-8a26-4c64-ad13-7973dae8033c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:43.637467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4a1de518-8a26-4c64-ad13-7973dae8033c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:43.728851 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebc4bf2c-ed54-415a-8921-a0c1b2bf426c tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:43.770684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4a1de518-8a26-4c64-ad13-7973dae8033c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:43.774461 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4a1de518-8a26-4c64-ad13-7973dae8033c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2380 time: 0.8934720 Feb 28 14:54:43.777688 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42490) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:43.792912 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-a8b02cf7-c351-4c82-9fc5-4d5d6ddde3ad None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:54:43.796258 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:43.807903 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Transition to ACTIVE for port object 1658785b-19e2-408e-804e-27b7abb56da6 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:43.828320 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Transition to ACTIVE for port object 1658785b-19e2-408e-804e-27b7abb56da6 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:43.833087 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Attempting to bind port cbf803b8-4394-4f0d-a9eb-3a86e834fb30 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:43.833778 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Attempting to bind port cbf803b8-4394-4f0d-a9eb-3a86e834fb30 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'fe25847d-9f92-47a5-9af3-d4fa9541d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:43.834159 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Attempting to bind port cbf803b8-4394-4f0d-a9eb-3a86e834fb30 on network 987a27bf-1d58-4507-8458-9899329adcaa {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:43.841959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:43.903989 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:43.904365 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Checking segment: {'id': 'fe25847d-9f92-47a5-9af3-d4fa9541d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:43.904769 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:43.905166 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Bound using segment: {'id': 'fe25847d-9f92-47a5-9af3-d4fa9541d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:43.905648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Bound port: cbf803b8-4394-4f0d-a9eb-3a86e834fb30, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe25847d-9f92-47a5-9af3-d4fa9541d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:43.906018 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:43.915380 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cdca2782-9ebf-456b-ad7a-bdc0bb726c1f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:43.927462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-ebc4bf2c-ed54-415a-8921-a0c1b2bf426c tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Calling delete_port for e00f36d6-b7e6-4b16-9289-18508342ffcb owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:43.945455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cdca2782-9ebf-456b-ad7a-bdc0bb726c1f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:43.952880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cdca2782-9ebf-456b-ad7a-bdc0bb726c1f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:43.992508 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cdca2782-9ebf-456b-ad7a-bdc0bb726c1f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:44.016726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-0a45c0cc-5521-4724-891b-f5077869abbe tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port e38f4a17-0d66-4a6f-9300-4a8d275c9645 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:44.017443 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0a45c0cc-5521-4724-891b-f5077869abbe tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:44.073929 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:44.135081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d2a7e7a8-f97e-41b6-bfa1-ce73f1ae5b96 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:44.161482 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Allocated IP 2001:db8::30e (d8e9415d-55e8-4c52-857f-ec7ade6bda9a/11b7c062-d191-43f1-a893-5dcd5b425ff4/96c08b42-6101-4eaf-a542-ea63468fa2dc) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:44.219917 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] For port cbf803b8-4394-4f0d-a9eb-3a86e834fb30, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:44.226067 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] For port cbf803b8-4394-4f0d-a9eb-3a86e834fb30, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cbf803b8-4394-4f0d-a9eb-3a86e834fb30,segment=NetworkSegment(fe25847d-9f92-47a5-9af3-d4fa9541d6df),segment_id=fe25847d-9f92-47a5-9af3-d4fa9541d6df)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:44.238635 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Network d8e9415d-55e8-4c52-857f-ec7ade6bda9a is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:44.240615 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:44.260214 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:44.267980 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Pushing event updated for resources: {'Port': ['ID=1658785b-19e2-408e-804e-27b7abb56da6,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:44.278586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:44.282507 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdca2782-9ebf-456b-ad7a-bdc0bb726c1f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:44.286386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cdca2782-9ebf-456b-ad7a-bdc0bb726c1f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:44.301698 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-a8b02cf7-c351-4c82-9fc5-4d5d6ddde3ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:54:38Z', 'revision_number': 6, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': '4ece5108-06bc-4ab6-a5dc-2e91ab688e46', 'name': '', 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:56:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:08Z', 'updated_at': '2022-02-28T14:54:23Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '933e21fc-3fdf-47fd-93f8-745d01eddeb3', 'name': '', 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:50:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:28Z', 'updated_at': '2022-02-28T14:54:40Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:44.309295 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8b02cf7-c351-4c82-9fc5-4d5d6ddde3ad None None] The sync data for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv is: [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:54:38Z', 'revision_number': 6, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': '4ece5108-06bc-4ab6-a5dc-2e91ab688e46', 'name': '', 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:56:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:08Z', 'updated_at': '2022-02-28T14:54:23Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '933e21fc-3fdf-47fd-93f8-745d01eddeb3', 'name': '', 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:50:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:28Z', 'updated_at': '2022-02-28T14:54:40Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:54:44.310812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a7e7a8-f97e-41b6-bfa1-ce73f1ae5b96 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Port': ['ID=72a36d34-0961-4fbf-be74-23fa97263f02,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:44.358827 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port a42a36cf-dce9-4fcf-8deb-6a40e04a0797, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a42a36cf-dce9-4fcf-8deb-6a40e04a0797,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:44.379468 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:44.513336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebc4bf2c-ed54-415a-8921-a0c1b2bf426c tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:44.554062 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34b7e71f-7c01-4bb2-833e-fc55fd4ab8c4 None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:54:44.597062 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11f32ba-ab38-4ba5-aa1c-bed8b4884ece None None] Pushing event updated for resources: {'Port': ['ID=cbf803b8-4394-4f0d-a9eb-3a86e834fb30,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:44.639749 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc4bf2c-ed54-415a-8921-a0c1b2bf426c tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event deleted for resources: {'Port': ['ID=e00f36d6-b7e6-4b16-9289-18508342ffcb,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:44.648778 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:44.649502 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:44.674368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-34b7e71f-7c01-4bb2-833e-fc55fd4ab8c4 None None] Deleting port a42a36cf-dce9-4fcf-8deb-6a40e04a0797 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:44.675513 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-34b7e71f-7c01-4bb2-833e-fc55fd4ab8c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:44.745038 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e92f36aa-660e-4aac-8994-29f4c4f97425 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:44.817439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Attempting to bind port 1658785b-19e2-408e-804e-27b7abb56da6 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:44.817812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Attempting to bind port 1658785b-19e2-408e-804e-27b7abb56da6 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '9e8fe7d9-1861-4544-83a6-74bad1cf4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8e9415d-55e8-4c52-857f-ec7ade6bda9a'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:44.818174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Attempting to bind port 1658785b-19e2-408e-804e-27b7abb56da6 on network d8e9415d-55e8-4c52-857f-ec7ade6bda9a {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:44.872219 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebc4bf2c-ed54-415a-8921-a0c1b2bf426c tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:44.898920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:44.899293 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Checking segment: {'id': '9e8fe7d9-1861-4544-83a6-74bad1cf4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8e9415d-55e8-4c52-857f-ec7ade6bda9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:44.899728 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:44.900157 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Bound using segment: {'id': '9e8fe7d9-1861-4544-83a6-74bad1cf4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8e9415d-55e8-4c52-857f-ec7ade6bda9a'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:44.900658 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Bound port: 1658785b-19e2-408e-804e-27b7abb56da6, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9e8fe7d9-1861-4544-83a6-74bad1cf4d08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd8e9415d-55e8-4c52-857f-ec7ade6bda9a'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:44.901030 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:44.939495 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ebc4bf2c-ed54-415a-8921-a0c1b2bf426c tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "DELETE /v2.0/ports/e00f36d6-b7e6-4b16-9289-18508342ffcb HTTP/1.1" status: 204 len: 168 time: 1.7836881 Feb 28 14:54:44.946477 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42494) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:44.950235 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=a42a36cf-dce9-4fcf-8deb-6a40e04a0797,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:45.121449 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port e92f36aa-660e-4aac-8994-29f4c4f97425 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:45.141814 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d1a30dc6-de8d-42a4-bd83-853856997506 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Deleting port 21cf8ebd-6a60-41b2-a96e-a711bd11d0b2 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:45.142158 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d1a30dc6-de8d-42a4-bd83-853856997506 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:45.150216 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e92f36aa-660e-4aac-8994-29f4c4f97425 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:45.150690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:45.161531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d2a7e7a8-f97e-41b6-bfa1-ce73f1ae5b96 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:45.203302 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:45.258423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-34b7e71f-7c01-4bb2-833e-fc55fd4ab8c4 None None] For port a42a36cf-dce9-4fcf-8deb-6a40e04a0797, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a42a36cf-dce9-4fcf-8deb-6a40e04a0797,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:45.258963 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-34b7e71f-7c01-4bb2-833e-fc55fd4ab8c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:45.270496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] For port 1658785b-19e2-408e-804e-27b7abb56da6, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:45.341425 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] For port 1658785b-19e2-408e-804e-27b7abb56da6, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1658785b-19e2-408e-804e-27b7abb56da6,segment=NetworkSegment(9e8fe7d9-1861-4544-83a6-74bad1cf4d08),segment_id=9e8fe7d9-1861-4544-83a6-74bad1cf4d08)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:45.428488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Transition to ACTIVE for port object 96c08b42-6101-4eaf-a542-ea63468fa2dc will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:45.477137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d1a30dc6-de8d-42a4-bd83-853856997506 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:45.497174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-34b7e71f-7c01-4bb2-833e-fc55fd4ab8c4 None None] Calling delete_port for a42a36cf-dce9-4fcf-8deb-6a40e04a0797 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:45.526129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0a45c0cc-5521-4724-891b-f5077869abbe tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:45.558445 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:45.686372 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d1a30dc6-de8d-42a4-bd83-853856997506 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Calling delete_port for 21cf8ebd-6a60-41b2-a96e-a711bd11d0b2 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:45.702288 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353756e8-4e45-4e96-bcc8-929b27b778b0 None None] Pushing event updated for resources: {'Port': ['ID=1658785b-19e2-408e-804e-27b7abb56da6,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:45.705509 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:45.728051 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port e92f36aa-660e-4aac-8994-29f4c4f97425, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e92f36aa-660e-4aac-8994-29f4c4f97425,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:45.729739 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-34b7e71f-7c01-4bb2-833e-fc55fd4ab8c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:45.732720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-0a45c0cc-5521-4724-891b-f5077869abbe tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for e38f4a17-0d66-4a6f-9300-4a8d275c9645 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:45.774512 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.extraroute_db [None req-a29b0861-1b64-4a62-a39d-d07a447ccb56 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Added routes are [] {{(pid=83591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 28 14:54:45.774840 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.extraroute_db [None req-a29b0861-1b64-4a62-a39d-d07a447ccb56 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Removed routes are [{'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}] {{(pid=83591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 28 14:54:45.792308 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:45.793078 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 933e21fc-3fdf-47fd-93f8-745d01eddeb3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:45.794387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:45.824139 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34b7e71f-7c01-4bb2-833e-fc55fd4ab8c4 None None] No DVR routers for this DVR port a42a36cf-dce9-4fcf-8deb-6a40e04a0797 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:54:45.837526 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34b7e71f-7c01-4bb2-833e-fc55fd4ab8c4 None None] Pushing event deleted for resources: {'Port': ['ID=a42a36cf-dce9-4fcf-8deb-6a40e04a0797,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:45.938209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network d8e9415d-55e8-4c52-857f-ec7ade6bda9a is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:45.944920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:45.947452 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a29b0861-1b64-4a62-a39d-d07a447ccb56 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:45.949869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d1a30dc6-de8d-42a4-bd83-853856997506 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:45.951728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=96c08b42-6101-4eaf-a542-ea63468fa2dc,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:45.958838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:45.964529 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:45.965176 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:45.982532 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=e92f36aa-660e-4aac-8994-29f4c4f97425,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:46.026609 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 933e21fc-3fdf-47fd-93f8-745d01eddeb3 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:46.026976 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:46.109028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a30dc6-de8d-42a4-bd83-853856997506 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event deleted for resources: {'Port': ['ID=21cf8ebd-6a60-41b2-a96e-a711bd11d0b2,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:46.198612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d1a30dc6-de8d-42a4-bd83-853856997506 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:46.203349 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d1a30dc6-de8d-42a4-bd83-853856997506 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "DELETE /v2.0/ports/21cf8ebd-6a60-41b2-a96e-a711bd11d0b2 HTTP/1.1" status: 204 len: 168 time: 1.2530651 Feb 28 14:54:46.203870 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-787c8485-b90b-428b-8f92-85dfbe5cbea6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 4.3770034 Feb 28 14:54:46.204458 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42498) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:46.211276 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42500) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:46.217808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'network_id': 'd8e9415d-55e8-4c52-857f-ec7ade6bda9a', 'name': 'tempest-PortsIpV6TestJSON-903817367'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:46.256942 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88a1acf9-8dab-442b-a799-a7dad9ff57df None None] Network 987a27bf-1d58-4507-8458-9899329adcaa requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:46.304540 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d7e17a0c-3768-4ca6-ae59-f804d3310d02 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Synchronizing usage tracker for tenant:e40e90f451214178a12ac5ffcd69fe2f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:46.360299 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-81263d1e-8288-45a7-86dc-4e2d2f18b86b None None] Provisioning for port cbf803b8-4394-4f0d-a9eb-3a86e834fb30 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:46.385478 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0a45c0cc-5521-4724-891b-f5077869abbe tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:46.550668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:46.562020 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d7e17a0c-3768-4ca6-ae59-f804d3310d02 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Unset dirty status for tenant:e40e90f451214178a12ac5ffcd69fe2f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:46.568617 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d7e17a0c-3768-4ca6-ae59-f804d3310d02 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.3532696 Feb 28 14:54:46.568822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.objects.ports [None req-cdca2782-9ebf-456b-ad7a-bdc0bb726c1f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83592) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:54:46.568950 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42506) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:46.590572 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1716978415'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:46.590831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cdca2782-9ebf-456b-ad7a-bdc0bb726c1f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:46.592417 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a45c0cc-5521-4724-891b-f5077869abbe tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=e38f4a17-0d66-4a6f-9300-4a8d275c9645,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:46.595762 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:46.610026 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Usage tracker for resource:network and tenant:e40e90f451214178a12ac5ffcd69fe2f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:46.620743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:46.633488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:46.655278 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:46.661061 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Made reservation on behalf of e40e90f451214178a12ac5ffcd69fe2f for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:46.664102 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:46.678085 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:port and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:46.682232 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:46.693182 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:46.763413 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e92f36aa-660e-4aac-8994-29f4c4f97425 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:46.869594 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:54:46.873942 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e92f36aa-660e-4aac-8994-29f4c4f97425 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:46.874241 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:46.890165 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:46.902857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:46.948109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:46.948972 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Added segment b243881c-454a-4fa4-9f44-2b7098bc28ab of type vlan for network e7564e70-09e4-469b-9f92-ec0da5ae58a2 Feb 28 14:54:46.956112 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] device_id is not set on port 29405d20-3296-409f-b578-9b433d80a7ca yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:54:47.014020 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a29b0861-1b64-4a62-a39d-d07a447ccb56 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:47.057920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a29b0861-1b64-4a62-a39d-d07a447ccb56 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:47.081645 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:47.092884 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1658785b-19e2-408e-804e-27b7abb56da6 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:47.207775 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 1658785b-19e2-408e-804e-27b7abb56da6 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:47.213194 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cbf803b8-4394-4f0d-a9eb-3a86e834fb30 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:47.255302 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cdca2782-9ebf-456b-ad7a-bdc0bb726c1f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:47.257582 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdca2782-9ebf-456b-ad7a-bdc0bb726c1f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=c0e9fe37-f993-466c-bae0-fae2c64867f0,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:47.260679 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-cdca2782-9ebf-456b-ad7a-bdc0bb726c1f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:47.262016 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:54:47.276802 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b81519d-5131-4ab2-a1aa-6e8ea9b95d9e None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:47.297875 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdca2782-9ebf-456b-ad7a-bdc0bb726c1f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:47.298466 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cdca2782-9ebf-456b-ad7a-bdc0bb726c1f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:47.329067 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Router 3409fcf8-6b43-4047-aba7-b59b9723c7a6 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:54:47.343163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Allocated IP 2001:db8::221 (d8e9415d-55e8-4c52-857f-ec7ade6bda9a/11b7c062-d191-43f1-a893-5dcd5b425ff4/29405d20-3296-409f-b578-9b433d80a7ca) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:47.345384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:47.349813 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:47.350424 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:47.385544 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cadb4f2-5203-4fcd-af40-d3449d5ae820 None None] Network d8e9415d-55e8-4c52-857f-ec7ade6bda9a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:47.416342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0a45c0cc-5521-4724-891b-f5077869abbe tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:47.421311 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0a45c0cc-5521-4724-891b-f5077869abbe tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/e38f4a17-0d66-4a6f-9300-4a8d275c9645 HTTP/1.1" status: 204 len: 168 time: 3.6401546 Feb 28 14:54:47.450600 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42510) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:47.484341 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cdca2782-9ebf-456b-ad7a-bdc0bb726c1f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 3.8964803 Feb 28 14:54:47.495154 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42514) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:47.545154 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-718ec888-559a-46b0-942a-66409ad4cf48 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] GET failed (client error): The resource could not be found. Feb 28 14:54:47.548965 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-718ec888-559a-46b0-942a-66409ad4cf48 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/e38f4a17-0d66-4a6f-9300-4a8d275c9645 HTTP/1.1" status: 404 len: 333 time: 0.0877957 Feb 28 14:54:47.551724 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'mac_address': 'fa:16:3e:68:05:b1', 'name': 'tempest-NetworksTestDHCPv6-1315581388'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:47.555341 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.9843884 Feb 28 14:54:47.561811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42518) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:47.562152 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42520) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:47.601305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb8abd0-a331-4332-ad7b-6977a49f6439 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event updated for resources: {'Network': ['ID=e7564e70-09e4-469b-9f92-ec0da5ae58a2,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:47.603868 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-182c25e2-9c30-4b9d-9ff4-a8f128e6af02 None None] Provisioning for port 1658785b-19e2-408e-804e-27b7abb56da6 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:47.612757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-182c25e2-9c30-4b9d-9ff4-a8f128e6af02 None None] Provisioning complete for port 1658785b-19e2-408e-804e-27b7abb56da6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:47.613382 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-182c25e2-9c30-4b9d-9ff4-a8f128e6af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:47.613924 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f4e35ae0-d13d-495b-b4b4-b43f369daacc tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1335305970'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:47.636633 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f4e35ae0-d13d-495b-b4b4-b43f369daacc tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:47.650498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f4e35ae0-d13d-495b-b4b4-b43f369daacc tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Usage tracker for resource:network and tenant:e40e90f451214178a12ac5ffcd69fe2f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:47.651600 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network e7564e70-09e4-469b-9f92-ec0da5ae58a2 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:47.656861 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f4e35ae0-d13d-495b-b4b4-b43f369daacc tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:47.672430 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port cbf803b8-4394-4f0d-a9eb-3a86e834fb30 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:47.687425 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f4e35ae0-d13d-495b-b4b4-b43f369daacc tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:47.778547 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port cbf803b8-4394-4f0d-a9eb-3a86e834fb30 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:47.779185 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:47.786517 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-0c18be4c-2794-48fd-ba79-43a2adb40cb6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port e33b9a78-15ff-4b22-8a89-4610b5c59009 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:47.786856 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0c18be4c-2794-48fd-ba79-43a2adb40cb6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:47.821791 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4e35ae0-d13d-495b-b4b4-b43f369daacc tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Made reservation on behalf of e40e90f451214178a12ac5ffcd69fe2f for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:47.825628 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f4e35ae0-d13d-495b-b4b4-b43f369daacc tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:47.862058 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:47.875235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:47.880981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:47.883703 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a29b0861-1b64-4a62-a39d-d07a447ccb56 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router 14e55685-af99-4349-98f6-c7493fee7e1c has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:54:47.892894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:47.964735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:47.973969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4e35ae0-d13d-495b-b4b4-b43f369daacc tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:54:47.991940 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.053209 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2a7e7a8-f97e-41b6-bfa1-ce73f1ae5b96 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 94fb8087-6267-407a-8212-2b233c292ea2 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:54:48.054403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.1 (987a27bf-1d58-4507-8458-9899329adcaa/b78abaac-c097-4be2-812f-ba39432656a0/a17810cf-0a31-4994-97cf-83c368527de9) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:48.067342 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': 'c0e9fe37-f993-466c-bae0-fae2c64867f0'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:54:48.068644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.071704 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f4e35ae0-d13d-495b-b4b4-b43f369daacc tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.071704 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-f4e35ae0-d13d-495b-b4b4-b43f369daacc tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Added segment a484370b-ea27-4428-bda9-37a08f73e571 of type vlan for network 33c25096-e629-46fe-81bf-6b897421106a Feb 28 14:54:48.111644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Transition to ACTIVE for port object 29405d20-3296-409f-b578-9b433d80a7ca will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:48.132999 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-182c25e2-9c30-4b9d-9ff4-a8f128e6af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.142899 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.240483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.347405 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Allocated IP 2001:db8::f816:3eff:fe25:b867 (2d04583f-a513-435e-a720-cee2c3103874/c0e9fe37-f993-466c-bae0-fae2c64867f0/abbbeb75-60f3-4891-ba7c-5e4ff7636d55) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:48.367383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.386325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:54:48.457266 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.465217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port af72447e-ae86-44a6-8c7b-60623ce9a281 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:54:48.491453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0c18be4c-2794-48fd-ba79-43a2adb40cb6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.517368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.519154 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6dc14b2b-9e68-42b1-8bb3-505f043cf3e8 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 8.8579495 Feb 28 14:54:48.524963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42526) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:48.604830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object a17810cf-0a31-4994-97cf-83c368527de9 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:48.623812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-0c18be4c-2794-48fd-ba79-43a2adb40cb6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for e33b9a78-15ff-4b22-8a89-4610b5c59009 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:48.695082 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f4e35ae0-d13d-495b-b4b4-b43f369daacc tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.714297 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.725827 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Transition to ACTIVE for port object abbbeb75-60f3-4891-ba7c-5e4ff7636d55 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:48.751160 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network d8e9415d-55e8-4c52-857f-ec7ade6bda9a is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:48.753295 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Sync routers for ids ['3409fcf8-6b43-4047-aba7-b59b9723c7a6'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:54:48.762022 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Transition to ACTIVE for port object abbbeb75-60f3-4891-ba7c-5e4ff7636d55 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:48.763980 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-182c25e2-9c30-4b9d-9ff4-a8f128e6af02 None None] For port 1658785b-19e2-408e-804e-27b7abb56da6, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1658785b-19e2-408e-804e-27b7abb56da6,segment=NetworkSegment(9e8fe7d9-1861-4544-83a6-74bad1cf4d08),segment_id=9e8fe7d9-1861-4544-83a6-74bad1cf4d08)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:48.774644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:48.774856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-182c25e2-9c30-4b9d-9ff4-a8f128e6af02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.789260 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:48.793126 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:48.793772 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.801462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=29405d20-3296-409f-b578-9b433d80a7ca,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:48.805628 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.856240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port cbf803b8-4394-4f0d-a9eb-3a86e834fb30, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cbf803b8-4394-4f0d-a9eb-3a86e834fb30,segment=NetworkSegment(fe25847d-9f92-47a5-9af3-d4fa9541d6df),segment_id=fe25847d-9f92-47a5-9af3-d4fa9541d6df)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:48.862707 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Routers {'3409fcf8-6b43-4047-aba7-b59b9723c7a6'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:48.863810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3409fcf8-6b43-4047-aba7-b59b9723c7a6'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:48.874539 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f4e35ae0-d13d-495b-b4b4-b43f369daacc tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.878834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4e35ae0-d13d-495b-b4b4-b43f369daacc tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:48.879457 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f4e35ae0-d13d-495b-b4b4-b43f369daacc tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:48.913840 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-65c410c8-ff91-4750-9175-c7c78251e0b6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6980610 Feb 28 14:54:48.930814 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42530) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:49.029837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::f816:3eff:fe68:5b1 (2d04583f-a513-435e-a720-cee2c3103874/c0e9fe37-f993-466c-bae0-fae2c64867f0/af72447e-ae86-44a6-8c7b-60623ce9a281) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:49.062813 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f4e35ae0-d13d-495b-b4b4-b43f369daacc tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.4953074 Feb 28 14:54:49.077453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e35ae0-d13d-495b-b4b4-b43f369daacc tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event updated for resources: {'Network': ['ID=33c25096-e629-46fe-81bf-6b897421106a,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:49.096520 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:49.104173 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:49.109209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 33c25096-e629-46fe-81bf-6b897421106a details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:49.128070 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a29b0861-1b64-4a62-a39d-d07a447ccb56 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:54:49.135446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a29b0861-1b64-4a62-a39d-d07a447ccb56 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:49.141210 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a29b0861-1b64-4a62-a39d-d07a447ccb56 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/14e55685-af99-4349-98f6-c7493fee7e1c HTTP/1.1" status: 200 len: 704 time: 5.6857407 Feb 28 14:54:49.143852 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f245d5ff-7a5d-4dea-b619-87eea80a4b38 None None] Sync routers for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:54:49.145311 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42534) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:49.145969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0c18be4c-2794-48fd-ba79-43a2adb40cb6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:49.165453 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f245d5ff-7a5d-4dea-b619-87eea80a4b38 None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:49.168796 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-f245d5ff-7a5d-4dea-b619-87eea80a4b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:49.202694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:49.238918 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182c25e2-9c30-4b9d-9ff4-a8f128e6af02 None None] Pushing event updated for resources: {'Port': ['ID=1658785b-19e2-408e-804e-27b7abb56da6,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:49.351980 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a42a36cf-dce9-4fcf-8deb-6a40e04a0797 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:54:49.396706 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-f245d5ff-7a5d-4dea-b619-87eea80a4b38 None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:54:49.409196 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:49.420314 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:49.496667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 987a27bf-1d58-4507-8458-9899329adcaa is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:49.537500 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Set router 3409fcf8-6b43-4047-aba7-b59b9723c7a6 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:54:49.622566 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:49.625286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:49.711045 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c18be4c-2794-48fd-ba79-43a2adb40cb6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=e33b9a78-15ff-4b22-8a89-4610b5c59009,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:49.749145 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=a17810cf-0a31-4994-97cf-83c368527de9,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:49.762742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:49.765827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:49.835717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object af72447e-ae86-44a6-8c7b-60623ce9a281 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:49.866824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2a7e7a8-f97e-41b6-bfa1-ce73f1ae5b96 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:54:49.889045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d2a7e7a8-f97e-41b6-bfa1-ce73f1ae5b96 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:49.906360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c3b36e-d631-4395-b58b-7c6ebcc21370 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:49.908762 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-18c3b36e-d631-4395-b58b-7c6ebcc21370 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:49.991448 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-18c3b36e-d631-4395-b58b-7c6ebcc21370 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:49.996322 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-18c3b36e-d631-4395-b58b-7c6ebcc21370 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A30e HTTP/1.1" status: 200 len: 929 time: 1.0620077 Feb 28 14:54:49.998842 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42538) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:50.003770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0c18be4c-2794-48fd-ba79-43a2adb40cb6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:50.008470 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0c18be4c-2794-48fd-ba79-43a2adb40cb6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/e33b9a78-15ff-4b22-8a89-4610b5c59009 HTTP/1.1" status: 204 len: 168 time: 2.4404547 Feb 28 14:54:50.035792 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-04fe6a12-03c7-4083-ba4d-3775ab1621f3 None None] Provisioning complete for port 1658785b-19e2-408e-804e-27b7abb56da6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:50.037813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-04fe6a12-03c7-4083-ba4d-3775ab1621f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:50.045096 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d2a7e7a8-f97e-41b6-bfa1-ce73f1ae5b96 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/floatingips/b0928166-c6c3-432f-b702-9fe4c7b645f8 HTTP/1.1" status: 204 len: 168 time: 8.3033729 Feb 28 14:54:50.067110 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42542) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:50.067453 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42544) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:50.075602 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-f245d5ff-7a5d-4dea-b619-87eea80a4b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 7, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': '4ece5108-06bc-4ab6-a5dc-2e91ab688e46', 'name': '', 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:56:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:08Z', 'updated_at': '2022-02-28T14:54:23Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '933e21fc-3fdf-47fd-93f8-745d01eddeb3', 'name': '', 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:50:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:28Z', 'updated_at': '2022-02-28T14:54:40Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:50.082469 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f245d5ff-7a5d-4dea-b619-87eea80a4b38 None None] Checking router: 14e55685-af99-4349-98f6-c7493fee7e1c for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:54:50.090527 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-71299933-4b13-4b02-aeed-8f0581f6a32d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port 29405d20-3296-409f-b578-9b433d80a7ca {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:50.091094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-71299933-4b13-4b02-aeed-8f0581f6a32d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:50.095180 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f245d5ff-7a5d-4dea-b619-87eea80a4b38 None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:50.096017 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-f245d5ff-7a5d-4dea-b619-87eea80a4b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:50.231211 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: a42a36cf-dce9-4fcf-8deb-6a40e04a0797 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:54:50.231577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a42a36cf-dce9-4fcf-8deb-6a40e04a0797 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:54:50.251434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e7bb82-3fd5-41a0-a7bd-4619cffab348 None None] Sync routers for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:54:50.257353 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:50.339709 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7bb82-3fd5-41a0-a7bd-4619cffab348 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:50.340671 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a0e7bb82-3fd5-41a0-a7bd-4619cffab348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:50.342751 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-f245d5ff-7a5d-4dea-b619-87eea80a4b38 None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:54:50.403635 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-71299933-4b13-4b02-aeed-8f0581f6a32d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:50.513196 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a0e7bb82-3fd5-41a0-a7bd-4619cffab348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:50.557526 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-71299933-4b13-4b02-aeed-8f0581f6a32d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for 29405d20-3296-409f-b578-9b433d80a7ca owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:50.588505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d139fc94-c1f6-4d6c-a41b-83dd2f3a9cf8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting port 75aab993-c9a8-47c0-ae78-41f7b95882e5 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:50.589033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d139fc94-c1f6-4d6c-a41b-83dd2f3a9cf8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:50.593419 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1658785b-19e2-408e-804e-27b7abb56da6 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:50.696936 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=af72447e-ae86-44a6-8c7b-60623ce9a281,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:50.746519 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:50.753654 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c61d8ff6-df09-4650-9ee1-3b79ea60c986 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/routers/3409fcf8-6b43-4047-aba7-b59b9723c7a6 HTTP/1.1" status: 200 len: 908 time: 2.2236295 Feb 28 14:54:50.760478 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42550) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:50.764490 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Pushing event updated for resources: {'Port': ['ID=abbbeb75-60f3-4891-ba7c-5e4ff7636d55,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:50.773260 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bfc7ea1-0da7-4c97-9fa2-008956c74cfe tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] GET failed (client error): The resource could not be found. Feb 28 14:54:50.773763 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3bfc7ea1-0da7-4c97-9fa2-008956c74cfe tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:50.776483 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Attempting to bind port abbbeb75-60f3-4891-ba7c-5e4ff7636d55 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:50.777018 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Attempting to bind port abbbeb75-60f3-4891-ba7c-5e4ff7636d55 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:50.777382 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1517327976', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'enable_snat': True}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:50.777712 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Attempting to bind port abbbeb75-60f3-4891-ba7c-5e4ff7636d55 on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:50.787345 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:50.797681 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:50.803772 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:50.804396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:50.826385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:50.827069 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:50.827836 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:50.828393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:50.829022 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Bound port: abbbeb75-60f3-4891-ba7c-5e4ff7636d55, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:50.829565 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:50.896109 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c69e4c91-01ed-4ad3-8f4c-7f967e7fa2b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.3982778 Feb 28 14:54:50.897424 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42554) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:50.909461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3bfc7ea1-0da7-4c97-9fa2-008956c74cfe tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:50.913999 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3bfc7ea1-0da7-4c97-9fa2-008956c74cfe tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/e33b9a78-15ff-4b22-8a89-4610b5c59009 HTTP/1.1" status: 404 len: 333 time: 0.8418493 Feb 28 14:54:50.921462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42556) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:50.989489 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-f245d5ff-7a5d-4dea-b619-87eea80a4b38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 7, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': '4ece5108-06bc-4ab6-a5dc-2e91ab688e46', 'name': '', 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:56:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:08Z', 'updated_at': '2022-02-28T14:54:23Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '933e21fc-3fdf-47fd-93f8-745d01eddeb3', 'name': '', 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:50:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:28Z', 'updated_at': '2022-02-28T14:54:40Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:50.991605 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] For port abbbeb75-60f3-4891-ba7c-5e4ff7636d55, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:50.994198 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f245d5ff-7a5d-4dea-b619-87eea80a4b38 None None] The sync data for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv is: [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 7, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': '4ece5108-06bc-4ab6-a5dc-2e91ab688e46', 'name': '', 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:56:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:08Z', 'updated_at': '2022-02-28T14:54:23Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '933e21fc-3fdf-47fd-93f8-745d01eddeb3', 'name': '', 'network_id': '7b5dcf42-a83e-4cdf-992e-eafb1e604c81', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:50:0e:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:28Z', 'updated_at': '2022-02-28T14:54:40Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '5c6722a3-0d97-4c53-8352-6148fe6abcf6', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:54:50.999251 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] For port abbbeb75-60f3-4891-ba7c-5e4ff7636d55, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=abbbeb75-60f3-4891-ba7c-5e4ff7636d55,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:51.073714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0e7bb82-3fd5-41a0-a7bd-4619cffab348 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:51.075170 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a0e7bb82-3fd5-41a0-a7bd-4619cffab348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:51.083215 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:51.092757 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8b95a30b-090c-456b-80a5-2e65f7970048 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/routers/14e55685-af99-4349-98f6-c7493fee7e1c HTTP/1.1" status: 200 len: 704 time: 1.9203875 Feb 28 14:54:51.098807 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:51.106417 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Usage tracker for resource:router and tenant:3937118570a2413fa0b74f6765dcb4c6 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:51.117510 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Quota usage for router was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:51.124512 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:51.135019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42562) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:51.204993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:51.206277 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:51.227896 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 1658785b-19e2-408e-804e-27b7abb56da6 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:51.228212 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:51.289147 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:51.302100 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=cbf803b8-4394-4f0d-a9eb-3a86e834fb30,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:51.320403 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:51.324922 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:51.325766 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:51.326204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:51.326737 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:51.327160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:51.327608 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:51.328039 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:51.328459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:51.329396 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:51.329396 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:51.329883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:54:51.384751 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a0e7bb82-3fd5-41a0-a7bd-4619cffab348 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:51.385154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0e7bb82-3fd5-41a0-a7bd-4619cffab348 None None] The sync data for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:54:51.410641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3409fcf8-6b43-4047-aba7-b59b9723c7a6', 'name': 'tempest-snat-router-1517327976', 'tenant_id': '3937118570a2413fa0b74f6765dcb4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.30'}], 'enable_snat': False}, 'gw_port_id': '1049656b-9680-4795-9139-5bce24a70079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:39Z', 'updated_at': '2022-02-28T14:54:43Z', 'revision_number': 3, 'project_id': '3937118570a2413fa0b74f6765dcb4c6', 'gw_port': {'id': '1049656b-9680-4795-9139-5bce24a70079', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3409fcf8-6b43-4047-aba7-b59b9723c7a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:41Z', 'updated_at': '2022-02-28T14:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:51.438543 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-71299933-4b13-4b02-aeed-8f0581f6a32d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:51.486410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Checking router: 3409fcf8-6b43-4047-aba7-b59b9723c7a6 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:54:51.489245 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Updating router 3409fcf8-6b43-4047-aba7-b59b9723c7a6 port 1049656b-9680-4795-9139-5bce24a70079 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:54:51.542054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d139fc94-c1f6-4d6c-a41b-83dd2f3a9cf8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:51.587732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-04fe6a12-03c7-4083-ba4d-3775ab1621f3 None None] Provisioning for port 96c08b42-6101-4eaf-a542-ea63468fa2dc completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:51.623018 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-04fe6a12-03c7-4083-ba4d-3775ab1621f3 None None] Provisioning complete for port 96c08b42-6101-4eaf-a542-ea63468fa2dc triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:51.623404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-04fe6a12-03c7-4083-ba4d-3775ab1621f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:51.684198 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71299933-4b13-4b02-aeed-8f0581f6a32d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=29405d20-3296-409f-b578-9b433d80a7ca,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:51.708881 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-04fe6a12-03c7-4083-ba4d-3775ab1621f3 None None] Port 96c08b42-6101-4eaf-a542-ea63468fa2dc cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:51.719441 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1de075e-21b5-4952-85bd-ff9d07da0880 None None] Pushing event updated for resources: {'Port': ['ID=abbbeb75-60f3-4891-ba7c-5e4ff7636d55,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:51.740347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:51.837677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d139fc94-c1f6-4d6c-a41b-83dd2f3a9cf8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Calling delete_port for 75aab993-c9a8-47c0-ae78-41f7b95882e5 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:51.852838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-71299933-4b13-4b02-aeed-8f0581f6a32d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:51.902848 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c920c6e8-9360-418f-8b84-4fc8246be1f8 None None] Could not find standard attr ID for object 29405d20-3296-409f-b578-9b433d80a7ca. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:54:52.100366 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c920c6e8-9360-418f-8b84-4fc8246be1f8 None None] Provisioning for port a17810cf-0a31-4994-97cf-83c368527de9 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:52.116017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c920c6e8-9360-418f-8b84-4fc8246be1f8 None None] Provisioning complete for port a17810cf-0a31-4994-97cf-83c368527de9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:52.119237 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c920c6e8-9360-418f-8b84-4fc8246be1f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.120686 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.172115 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-71299933-4b13-4b02-aeed-8f0581f6a32d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/29405d20-3296-409f-b578-9b433d80a7ca HTTP/1.1" status: 204 len: 168 time: 2.1703086 Feb 28 14:54:52.175131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42566) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:52.296118 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-01cc2db8-e79c-4e75-9ba6-6b61190f14b0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] GET failed (client error): The resource could not be found. Feb 28 14:54:52.296749 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-01cc2db8-e79c-4e75-9ba6-6b61190f14b0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:52.300277 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42570) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:52.306515 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c920c6e8-9360-418f-8b84-4fc8246be1f8 None None] Port a17810cf-0a31-4994-97cf-83c368527de9 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:52.341131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Request body: {'subnets': [{'network_id': 'e7564e70-09e4-469b-9f92-ec0da5ae58a2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--967077415', 'ip_version': 6}, {'network_id': '33c25096-e629-46fe-81bf-6b897421106a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:52.341515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Request body: {'subnet': {'network_id': 'e7564e70-09e4-469b-9f92-ec0da5ae58a2', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--967077415', 'ip_version': 6}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:52.342104 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Request body: {'subnet': {'network_id': '33c25096-e629-46fe-81bf-6b897421106a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:52.435201 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.447688 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Transition to ACTIVE for port object 1049656b-9680-4795-9139-5bce24a70079 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:52.452876 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device abbbeb75-60f3-4891-ba7c-5e4ff7636d55 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:52.460964 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.484928 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.499696 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.514682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-01cc2db8-e79c-4e75-9ba6-6b61190f14b0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:52.515980 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-01cc2db8-e79c-4e75-9ba6-6b61190f14b0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/29405d20-3296-409f-b578-9b433d80a7ca HTTP/1.1" status: 404 len: 333 time: 0.3387210 Feb 28 14:54:52.529510 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42574) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:52.616496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Attempting to bind port 1049656b-9680-4795-9139-5bce24a70079 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:52.616856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Attempting to bind port 1049656b-9680-4795-9139-5bce24a70079 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:52.617219 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Attempting to bind port 1049656b-9680-4795-9139-5bce24a70079 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:52.628404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:52.628765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:52.629160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.629545 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:52.630005 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Bound port: 1049656b-9680-4795-9139-5bce24a70079, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:52.630369 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.663149 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837d1e9f-0635-40b7-858b-1f83b4bdf3e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:52.667447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-837d1e9f-0635-40b7-858b-1f83b4bdf3e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:52.668338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-837d1e9f-0635-40b7-858b-1f83b4bdf3e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:52.677398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.691408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4ea18f04-5522-498d-ac97-998c79ba3b08 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.726597 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=a17810cf-0a31-4994-97cf-83c368527de9,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:52.731048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-b23f9917-2f4b-4056-b0a2-686d671892d8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting subnet db98d177-97d0-440f-8521-be5a28f155da {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:54:52.741985 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] For port 1049656b-9680-4795-9139-5bce24a70079, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:52.746939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] For port 1049656b-9680-4795-9139-5bce24a70079, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1049656b-9680-4795-9139-5bce24a70079,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:52.748877 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34dd93-ddb0-4d8c-9bc7-553489fbe7af None None] Pushing event updated for resources: {'Port': ['ID=1049656b-9680-4795-9139-5bce24a70079,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:52.757281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b23f9917-2f4b-4056-b0a2-686d671892d8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.763749 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.809983 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-837d1e9f-0635-40b7-858b-1f83b4bdf3e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:52.813014 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-837d1e9f-0635-40b7-858b-1f83b4bdf3e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 1.8979826 Feb 28 14:54:52.836446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42578) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:52.868764 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b34dd93-ddb0-4d8c-9bc7-553489fbe7af None None] Pushing event updated for resources: {'Port': ['ID=1049656b-9680-4795-9139-5bce24a70079,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:52.883651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port abbbeb75-60f3-4891-ba7c-5e4ff7636d55 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:52.888026 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Routers {'3409fcf8-6b43-4047-aba7-b59b9723c7a6'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:52.888631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3409fcf8-6b43-4047-aba7-b59b9723c7a6'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:52.936118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b23f9917-2f4b-4056-b0a2-686d671892d8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:52.942305 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cbf803b8-4394-4f0d-a9eb-3a86e834fb30 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:52.954176 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-3dfadc3b-349f-4f49-944b-2908b07c9f3c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port 96c08b42-6101-4eaf-a542-ea63468fa2dc {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:52.954525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3dfadc3b-349f-4f49-944b-2908b07c9f3c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:53.025126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d139fc94-c1f6-4d6c-a41b-83dd2f3a9cf8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:53.113184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d139fc94-c1f6-4d6c-a41b-83dd2f3a9cf8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Port': ['ID=75aab993-c9a8-47c0-ae78-41f7b95882e5,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:53.113976 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-04f9a1ed-325f-48c4-b906-e9a4655f1ec8 None None] Provisioning for port abbbeb75-60f3-4891-ba7c-5e4ff7636d55 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:53.126374 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-04f9a1ed-325f-48c4-b906-e9a4655f1ec8 None None] Provisioning complete for port abbbeb75-60f3-4891-ba7c-5e4ff7636d55 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:53.126744 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-04f9a1ed-325f-48c4-b906-e9a4655f1ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:53.190159 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] Set router 3409fcf8-6b43-4047-aba7-b59b9723c7a6 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:54:53.277904 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:53.302524 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Usage tracker for resource:subnet and tenant:e40e90f451214178a12ac5ffcd69fe2f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:53.308436 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-6518f41e-205a-42e0-bdbb-f2a1568af8c4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port af72447e-ae86-44a6-8c7b-60623ce9a281 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:53.308774 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6518f41e-205a-42e0-bdbb-f2a1568af8c4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:53.312177 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b23f9917-2f4b-4056-b0a2-686d671892d8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:53.316745 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port cbf803b8-4394-4f0d-a9eb-3a86e834fb30 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:53.317104 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:53.338729 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:53.361051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 987a27bf-1d58-4507-8458-9899329adcaa is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:53.365483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:53.373839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d139fc94-c1f6-4d6c-a41b-83dd2f3a9cf8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:53.391668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:53.536079 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d139fc94-c1f6-4d6c-a41b-83dd2f3a9cf8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/ports/75aab993-c9a8-47c0-ae78-41f7b95882e5 HTTP/1.1" status: 204 len: 168 time: 3.4536142 Feb 28 14:54:53.544652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42582) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:53.550077 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:53.563721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:53.592297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:53.614102 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b23f9917-2f4b-4056-b0a2-686d671892d8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:53.682045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:53.706814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b23f9917-2f4b-4056-b0a2-686d671892d8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:53.707095 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Made reservation on behalf of e40e90f451214178a12ac5ffcd69fe2f for: {'subnet': 2} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:53.713165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23f9917-2f4b-4056-b0a2-686d671892d8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Subnet': ['ID=db98d177-97d0-440f-8521-be5a28f155da,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:53.722340 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55082bc7-4b43-45f0-a753-91cb8cc18d3a None None] Network 52d20564-2a60-4a9d-a68c-4e220efceb66 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:53.748543 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-04f9a1ed-325f-48c4-b906-e9a4655f1ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:53.763341 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b23f9917-2f4b-4056-b0a2-686d671892d8 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/db98d177-97d0-440f-8521-be5a28f155da HTTP/1.1" status: 204 len: 168 time: 2.8408408 Feb 28 14:54:53.769691 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42586) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:53.912001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-04f9a1ed-325f-48c4-b906-e9a4655f1ec8 None None] For port abbbeb75-60f3-4891-ba7c-5e4ff7636d55, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=abbbeb75-60f3-4891-ba7c-5e4ff7636d55,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:53.944825 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-04f9a1ed-325f-48c4-b906-e9a4655f1ec8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:53.951804 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:54.024273 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3409fcf8-6b43-4047-aba7-b59b9723c7a6', 'name': 'tempest-snat-router-1517327976', 'tenant_id': '3937118570a2413fa0b74f6765dcb4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.30'}], 'enable_snat': False}, 'gw_port_id': '1049656b-9680-4795-9139-5bce24a70079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:39Z', 'updated_at': '2022-02-28T14:54:43Z', 'revision_number': 3, 'project_id': '3937118570a2413fa0b74f6765dcb4c6', 'gw_port': {'id': '1049656b-9680-4795-9139-5bce24a70079', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3409fcf8-6b43-4047-aba7-b59b9723c7a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:41Z', 'updated_at': '2022-02-28T14:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:54.039312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27b8e978-01ce-492a-bc7a-6ccfb2df9f57 None None] The sync data for ids ['3409fcf8-6b43-4047-aba7-b59b9723c7a6'] in dv-neutron-830866-2-hyperv is: [{'id': '3409fcf8-6b43-4047-aba7-b59b9723c7a6', 'name': 'tempest-snat-router-1517327976', 'tenant_id': '3937118570a2413fa0b74f6765dcb4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.30'}], 'enable_snat': False}, 'gw_port_id': '1049656b-9680-4795-9139-5bce24a70079', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:39Z', 'updated_at': '2022-02-28T14:54:43Z', 'revision_number': 3, 'project_id': '3937118570a2413fa0b74f6765dcb4c6', 'gw_port': {'id': '1049656b-9680-4795-9139-5bce24a70079', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:86:a1:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3409fcf8-6b43-4047-aba7-b59b9723c7a6', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:41Z', 'updated_at': '2022-02-28T14:54:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:54:54.050417 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:54.050662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f9a1ed-325f-48c4-b906-e9a4655f1ec8 None None] Pushing event updated for resources: {'Port': ['ID=abbbeb75-60f3-4891-ba7c-5e4ff7636d55,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:54.092009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8d1cd5fa-0ec3-48cd-8bbd-d9de960a3366 None None] Provisioning for port af72447e-ae86-44a6-8c7b-60623ce9a281 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:54.097114 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8d1cd5fa-0ec3-48cd-8bbd-d9de960a3366 None None] Provisioning complete for port af72447e-ae86-44a6-8c7b-60623ce9a281 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:54.097552 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d1cd5fa-0ec3-48cd-8bbd-d9de960a3366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:54.171780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc52d7d-a715-4e5a-9a53-d25621fc5731 None None] DHCP port deletion for 52d20564-2a60-4a9d-a68c-4e220efceb66 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:54:54.174219 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8d1cd5fa-0ec3-48cd-8bbd-d9de960a3366 None None] Port af72447e-ae86-44a6-8c7b-60623ce9a281 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:54.178667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:54.179281 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4fc52d7d-a715-4e5a-9a53-d25621fc5731 None None] Deleting port f9e7aeac-a54e-40ad-8399-e4580421e597 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:54.179734 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4fc52d7d-a715-4e5a-9a53-d25621fc5731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:54.209366 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port f9e7aeac-a54e-40ad-8399-e4580421e597 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:54.209701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:54.241983 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6518f41e-205a-42e0-bdbb-f2a1568af8c4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:54.278863 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8d1cd5fa-0ec3-48cd-8bbd-d9de960a3366 None None] Provisioning complete for port a17810cf-0a31-4994-97cf-83c368527de9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:54.279864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d1cd5fa-0ec3-48cd-8bbd-d9de960a3366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:54.420059 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device abbbeb75-60f3-4891-ba7c-5e4ff7636d55 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:54.561414 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] For port f9e7aeac-a54e-40ad-8399-e4580421e597, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f9e7aeac-a54e-40ad-8399-e4580421e597,segment=NetworkSegment(52afe17a-6ca8-40d9-a12f-120a62f13eaf),segment_id=52afe17a-6ca8-40d9-a12f-120a62f13eaf)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:54.561773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:54.568872 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-6518f41e-205a-42e0-bdbb-f2a1568af8c4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for af72447e-ae86-44a6-8c7b-60623ce9a281 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:54.581522 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:54.597717 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3dfadc3b-349f-4f49-944b-2908b07c9f3c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:54.597972 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8d1cd5fa-0ec3-48cd-8bbd-d9de960a3366 None None] Port a17810cf-0a31-4994-97cf-83c368527de9 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:54:54.638402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port abbbeb75-60f3-4891-ba7c-5e4ff7636d55 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:54.638685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:54.718139 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4fc52d7d-a715-4e5a-9a53-d25621fc5731 None None] For port f9e7aeac-a54e-40ad-8399-e4580421e597, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f9e7aeac-a54e-40ad-8399-e4580421e597,segment=NetworkSegment(52afe17a-6ca8-40d9-a12f-120a62f13eaf),segment_id=52afe17a-6ca8-40d9-a12f-120a62f13eaf)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:54.718517 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4fc52d7d-a715-4e5a-9a53-d25621fc5731 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:54.754626 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for f9e7aeac-a54e-40ad-8399-e4580421e597 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:54.807180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-3dfadc3b-349f-4f49-944b-2908b07c9f3c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for 96c08b42-6101-4eaf-a542-ea63468fa2dc owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:54.845498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:54.845986 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:54.868739 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4fc52d7d-a715-4e5a-9a53-d25621fc5731 None None] Calling delete_port for f9e7aeac-a54e-40ad-8399-e4580421e597 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:54.914882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 4fe4d4e7-57ed-49df-aabf-287b59476df7 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:54:54.997012 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.015846 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-4fc52d7d-a715-4e5a-9a53-d25621fc5731 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:54:55.016210 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-4fc52d7d-a715-4e5a-9a53-d25621fc5731 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:54:55.052779 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f9e7aeac-a54e-40ad-8399-e4580421e597 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:54:55.091865 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: f9e7aeac-a54e-40ad-8399-e4580421e597 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:54:55.092482 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f9e7aeac-a54e-40ad-8399-e4580421e597 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:54:55.120350 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=f9e7aeac-a54e-40ad-8399-e4580421e597,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:55.129324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No DVR routers for this DVR port f9e7aeac-a54e-40ad-8399-e4580421e597 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:54:55.261549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.273468 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Allocated IP 172.26.4.97 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:55.292530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52d20564-2a60-4a9d-a68c-4e220efceb66']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:55.306677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52afe17a-6ca8-40d9-a12f-120a62f13eaf') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:55.306968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52afe17a-6ca8-40d9-a12f-120a62f13eaf') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:55.321891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.344588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.356252 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:54:55.356846 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:54:55.370692 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:54:55.437385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dc507aa5-2c15-4efd-876b-2ca79665c964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.471873 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.476377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.493744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:54:55.506110 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Sync routers for ids ['4fe4d4e7-57ed-49df-aabf-287b59476df7'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:54:55.517576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Network': ['ID=52d20564-2a60-4a9d-a68c-4e220efceb66,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:55.518686 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Routers {'4fe4d4e7-57ed-49df-aabf-287b59476df7'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:55.519152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4fc52d7d-a715-4e5a-9a53-d25621fc5731 None None] Deleting port f9e7aeac-a54e-40ad-8399-e4580421e597 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:55.519606 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4fe4d4e7-57ed-49df-aabf-287b59476df7'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:55.520138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4fc52d7d-a715-4e5a-9a53-d25621fc5731 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.529053 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d429f1eb-3301-4085-bd53-a0576069bb98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/4fe4d4e7-57ed-49df-aabf-287b59476df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1731036 Feb 28 14:54:55.531536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42590) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:55.560867 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-db4eb853-ea1f-4338-89c9-f8abd0ef4545 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/networks/52d20564-2a60-4a9d-a68c-4e220efceb66 HTTP/1.1" status: 204 len: 168 time: 1.7865136 Feb 28 14:54:55.561516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42594) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:55.614342 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4fc52d7d-a715-4e5a-9a53-d25621fc5731 None None] The port 'f9e7aeac-a54e-40ad-8399-e4580421e597' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:54:55.621456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-8a68a762-206f-4698-9b98-9147b63018ac tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-329222495'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:55.634657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8a68a762-206f-4698-9b98-9147b63018ac tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:55.649460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8a68a762-206f-4698-9b98-9147b63018ac tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:network and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:55.654275 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3dfadc3b-349f-4f49-944b-2908b07c9f3c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.654804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8a68a762-206f-4698-9b98-9147b63018ac tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:55.664839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8a68a762-206f-4698-9b98-9147b63018ac tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:55.669489 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6518f41e-205a-42e0-bdbb-f2a1568af8c4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.684637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a68a762-206f-4698-9b98-9147b63018ac tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:55.687580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8a68a762-206f-4698-9b98-9147b63018ac tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.730618 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Set router 4fe4d4e7-57ed-49df-aabf-287b59476df7 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:54:55.762001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.762365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.762722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.763075 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.763423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.764180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.764180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.764468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.764814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.765158 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.765811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.765811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.766165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.766502 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.766835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.767141 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dfadc3b-349f-4f49-944b-2908b07c9f3c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=96c08b42-6101-4eaf-a542-ea63468fa2dc,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:55.767256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.767497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:55.771659 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-db593846-8d83-474a-8303-495845b77263 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 11686 time: 0.2386489 Feb 28 14:54:55.774532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42598) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:55.808295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a68a762-206f-4698-9b98-9147b63018ac tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:54:55.876774 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6518f41e-205a-42e0-bdbb-f2a1568af8c4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=af72447e-ae86-44a6-8c7b-60623ce9a281,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:55.881448 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.959128 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8a68a762-206f-4698-9b98-9147b63018ac tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.959484 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-8a68a762-206f-4698-9b98-9147b63018ac tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Added segment 91609e22-f7fb-464f-83b0-575e0d508a2a of type vlan for network 3ddc376c-eb12-4fa8-8803-37f58f68dca1 Feb 28 14:54:55.962439 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6518f41e-205a-42e0-bdbb-f2a1568af8c4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.995373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3dfadc3b-349f-4f49-944b-2908b07c9f3c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:55.997047 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8a68a762-206f-4698-9b98-9147b63018ac tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:56.061987 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8a68a762-206f-4698-9b98-9147b63018ac tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:56.067162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a68a762-206f-4698-9b98-9147b63018ac tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:56.067827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8a68a762-206f-4698-9b98-9147b63018ac tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:56.139896 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6518f41e-205a-42e0-bdbb-f2a1568af8c4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/af72447e-ae86-44a6-8c7b-60623ce9a281 HTTP/1.1" status: 204 len: 168 time: 3.2900486 Feb 28 14:54:56.155339 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:54:49Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'a17810cf-0a31-4994-97cf-83c368527de9', 'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:ce:53:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:47Z', 'updated_at': '2022-02-28T14:54:52Z', 'revision_number': 2, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:56.161535 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42602) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:56.163359 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Checking router: 4fe4d4e7-57ed-49df-aabf-287b59476df7 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:54:56.164105 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Updating router 4fe4d4e7-57ed-49df-aabf-287b59476df7 port a17810cf-0a31-4994-97cf-83c368527de9 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:54:56.164228 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3dfadc3b-349f-4f49-944b-2908b07c9f3c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/96c08b42-6101-4eaf-a542-ea63468fa2dc HTTP/1.1" status: 204 len: 168 time: 3.6258028 Feb 28 14:54:56.171825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42606) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:56.219572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a584944-14d9-441d-8198-708235b5302f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:56.221547 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a584944-14d9-441d-8198-708235b5302f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:56.221984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a584944-14d9-441d-8198-708235b5302f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:56.222412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a584944-14d9-441d-8198-708235b5302f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:56.222833 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a584944-14d9-441d-8198-708235b5302f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:56.223255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a584944-14d9-441d-8198-708235b5302f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:56.223807 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a584944-14d9-441d-8198-708235b5302f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:56.224222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a584944-14d9-441d-8198-708235b5302f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:56.224633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a584944-14d9-441d-8198-708235b5302f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:56.225057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a584944-14d9-441d-8198-708235b5302f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:56.225480 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a584944-14d9-441d-8198-708235b5302f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:56.227577 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6a584944-14d9-441d-8198-708235b5302f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7034 time: 0.4521239 Feb 28 14:54:56.242694 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:56.246263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42608) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:56.359130 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-25cce585-862a-41d7-9465-5b850290907f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] GET failed (client error): The resource could not be found. Feb 28 14:54:56.359667 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-25cce585-862a-41d7-9465-5b850290907f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:56.369941 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:56.382748 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8a68a762-206f-4698-9b98-9147b63018ac tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8150718 Feb 28 14:54:56.404308 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1049656b-9680-4795-9139-5bce24a70079 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:56.459814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a68a762-206f-4698-9b98-9147b63018ac tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Network': ['ID=3ddc376c-eb12-4fa8-8803-37f58f68dca1,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:56.467351 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42614) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:56.489801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-00b179a3-ee93-440b-8ccb-7d2f639ab2b2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'subnet': {'network_id': '3ddc376c-eb12-4fa8-8803-37f58f68dca1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:56.500581 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 3ddc376c-eb12-4fa8-8803-37f58f68dca1 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:54:56.544074 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7e847f-d9d3-4c5a-9dfd-07b3a56b7374 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:56.545401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b7e847f-d9d3-4c5a-9dfd-07b3a56b7374 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:56.546144 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-2b7e847f-d9d3-4c5a-9dfd-07b3a56b7374 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:56.595467 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:56.596555 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-25cce585-862a-41d7-9465-5b850290907f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:56.597845 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-25cce585-862a-41d7-9465-5b850290907f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/96c08b42-6101-4eaf-a542-ea63468fa2dc HTTP/1.1" status: 404 len: 333 time: 0.3567874 Feb 28 14:54:56.624460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42618) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:56.629422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 1049656b-9680-4795-9139-5bce24a70079 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:54:56.631867 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-00b179a3-ee93-440b-8ccb-7d2f639ab2b2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:56.635298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Pushing event updated for resources: {'Port': ['ID=0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:56.636236 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 1049656b-9680-4795-9139-5bce24a70079 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:56.636898 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:56.637108 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-00b179a3-ee93-440b-8ccb-7d2f639ab2b2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:subnet and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:56.637971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:56.640256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-00b179a3-ee93-440b-8ccb-7d2f639ab2b2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:56.648194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-00b179a3-ee93-440b-8ccb-7d2f639ab2b2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:56.649812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:56.682944 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-2b7e847f-d9d3-4c5a-9dfd-07b3a56b7374 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:56.686581 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2b7e847f-d9d3-4c5a-9dfd-07b3a56b7374 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.5188711 Feb 28 14:54:56.697252 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42622) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:56.721711 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00b179a3-ee93-440b-8ccb-7d2f639ab2b2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:54:56.753639 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:56.769643 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Transition to ACTIVE for port object a17810cf-0a31-4994-97cf-83c368527de9 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:56.780064 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:56.783573 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:56.802497 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 1049656b-9680-4795-9139-5bce24a70079, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1049656b-9680-4795-9139-5bce24a70079,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:56.809824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:56.890751 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=1049656b-9680-4795-9139-5bce24a70079,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:56.898455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-4ea18f04-5522-498d-ac97-998c79ba3b08 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port 933e21fc-3fdf-47fd-93f8-745d01eddeb3 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:56.899013 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4ea18f04-5522-498d-ac97-998c79ba3b08 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:56.919033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-00b179a3-ee93-440b-8ccb-7d2f639ab2b2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:56.934329 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:56.964290 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d7e8f-e541-4e16-8cfd-7b24a9a5e4b8 None None] Pushing event updated for resources: {'Port': ['ID=a17810cf-0a31-4994-97cf-83c368527de9,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:57.079590 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Attempting to bind port a17810cf-0a31-4994-97cf-83c368527de9 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:54:57.079872 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Attempting to bind port a17810cf-0a31-4994-97cf-83c368527de9 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'fe25847d-9f92-47a5-9af3-d4fa9541d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:54:57.080467 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Attempting to bind port a17810cf-0a31-4994-97cf-83c368527de9 on network 987a27bf-1d58-4507-8458-9899329adcaa {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:54:57.088886 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:54:57.089307 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Checking segment: {'id': 'fe25847d-9f92-47a5-9af3-d4fa9541d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:57.089714 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.090104 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Bound using segment: {'id': 'fe25847d-9f92-47a5-9af3-d4fa9541d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:54:57.090773 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Bound port: a17810cf-0a31-4994-97cf-83c368527de9, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe25847d-9f92-47a5-9af3-d4fa9541d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:54:57.091161 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.108603 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Allocated IP 172.26.4.95 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/e856958e-2a2d-4447-b6b2-a72b3aec63b7) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:57.254093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event updated for resources: {'Subnet': ['ID=f3c98378-e5df-459c-bd17-7a8517f5a797,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:57.266408 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] For port a17810cf-0a31-4994-97cf-83c368527de9, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:54:57.271091 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] For port a17810cf-0a31-4994-97cf-83c368527de9, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a17810cf-0a31-4994-97cf-83c368527de9,segment=NetworkSegment(fe25847d-9f92-47a5-9af3-d4fa9541d6df),segment_id=fe25847d-9f92-47a5-9af3-d4fa9541d6df)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:54:57.278037 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.402618 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202d7e8f-e541-4e16-8cfd-7b24a9a5e4b8 None None] Pushing event updated for resources: {'Port': ['ID=a17810cf-0a31-4994-97cf-83c368527de9,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:57.407087 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Routers {'4fe4d4e7-57ed-49df-aabf-287b59476df7'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:54:57.409658 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4fe4d4e7-57ed-49df-aabf-287b59476df7'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:57.434906 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-4ea18f04-5522-498d-ac97-998c79ba3b08 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] For port 933e21fc-3fdf-47fd-93f8-745d01eddeb3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=933e21fc-3fdf-47fd-93f8-745d01eddeb3,segment=NetworkSegment(2eeb0bb7-76b4-4966-8511-3b180c1d179e),segment_id=2eeb0bb7-76b4-4966-8511-3b180c1d179e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:54:57.435266 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4ea18f04-5522-498d-ac97-998c79ba3b08 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.566582 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b61c62c-79c6-4d4b-941d-e5f78c60cef4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet c0e9fe37-f993-466c-bae0-fae2c64867f0 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:54:57.577324 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.591346 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7b61c62c-79c6-4d4b-941d-e5f78c60cef4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.609288 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-4ea18f04-5522-498d-ac97-998c79ba3b08 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for 933e21fc-3fdf-47fd-93f8-745d01eddeb3 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:54:57.610451 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-99b04748-6d43-4dd7-b9fb-fb43ff42a19e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.730841 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] Set router 4fe4d4e7-57ed-49df-aabf-287b59476df7 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:54:57.778964 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Checking segment: {'id': 'b243881c-454a-4fa4-9f44-2b7098bc28ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e7564e70-09e4-469b-9f92-ec0da5ae58a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:57.779692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Network hostable DHCP agents. Network: e7564e70-09e4-469b-9f92-ec0da5ae58a2, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:54:57.874233 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.874671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.876421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Network e7564e70-09e4-469b-9f92-ec0da5ae58a2 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:54:57.886101 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-929efb8f-dc8d-4f9e-b608-30eec3318680 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting subnet 11b7c062-d191-43f1-a893-5dcd5b425ff4 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:54:57.889505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7b61c62c-79c6-4d4b-941d-e5f78c60cef4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.952530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-929efb8f-dc8d-4f9e-b608-30eec3318680 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:57.954809 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, e7564e70-09e4-469b-9f92-ec0da5ae58a2) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:57.963015 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7164ad02-2e07-40a4-a6dd-7f7b12edb0b3 None None] Network e7564e70-09e4-469b-9f92-ec0da5ae58a2 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:58.015225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.024707 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.064737 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4ea18f04-5522-498d-ac97-998c79ba3b08 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.104332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-929efb8f-dc8d-4f9e-b608-30eec3318680 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.140672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea18f04-5522-498d-ac97-998c79ba3b08 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Port': ['ID=933e21fc-3fdf-47fd-93f8-745d01eddeb3,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:58.155044 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c930b558-ba9e-4388-b3e0-62e4c0fd818c tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4081 time: 1.9075177 Feb 28 14:54:58.183456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-00b179a3-ee93-440b-8ccb-7d2f639ab2b2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.205450 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event updated for resources: {'Subnet': ['ID=215bbbc1-7327-4ad3-87c7-efe4b19c5128,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:58.243593 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:54:49Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'a17810cf-0a31-4994-97cf-83c368527de9', 'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:ce:53:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:47Z', 'updated_at': '2022-02-28T14:54:57Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:54:58.247726 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d69ec177-600c-4b4f-83cd-bde02ab40484 None None] The sync data for ids ['4fe4d4e7-57ed-49df-aabf-287b59476df7'] in dv-neutron-830866-2-hyperv is: [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:54:49Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'a17810cf-0a31-4994-97cf-83c368527de9', 'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:ce:53:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:47Z', 'updated_at': '2022-02-28T14:54:57Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:54:58.285869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7b61c62c-79c6-4d4b-941d-e5f78c60cef4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.304918 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-e7564e70-09e4-469b-9f92-ec0da5ae58a2', 'network_id': 'e7564e70-09e4-469b-9f92-ec0da5ae58a2', 'tenant_id': 'e40e90f451214178a12ac5ffcd69fe2f', 'fixed_ips': [{'subnet_id': 'f3c98378-e5df-459c-bd17-7a8517f5a797'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:54:58.306413 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.338598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.465497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b179a3-ee93-440b-8ccb-7d2f639ab2b2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Subnet': ['ID=c5af3a79-638c-460a-8baf-a3abfbe04f0b,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:58.516699 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Checking segment: {'id': 'a484370b-ea27-4428-bda9-37a08f73e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '33c25096-e629-46fe-81bf-6b897421106a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:58.518407 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Network hostable DHCP agents. Network: 33c25096-e629-46fe-81bf-6b897421106a, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:54:58.620653 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-929efb8f-dc8d-4f9e-b608-30eec3318680 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.647424 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1049656b-9680-4795-9139-5bce24a70079 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:54:58.669821 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Network 33c25096-e629-46fe-81bf-6b897421106a is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:54:58.698655 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 33c25096-e629-46fe-81bf-6b897421106a) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:58.722194 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f042c3a1-e30b-4a94-aa9e-afa141ab79de None None] Network 33c25096-e629-46fe-81bf-6b897421106a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:58.723678 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:58.724295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:58.725093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.761223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4ea18f04-5522-498d-ac97-998c79ba3b08 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.772779 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-27a5216b-822e-468a-ae5c-60fe60b05596 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1475 time: 6.4687636 Feb 28 14:54:58.776592 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00b179a3-ee93-440b-8ccb-7d2f639ab2b2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Checking segment: {'id': '91609e22-f7fb-464f-83b0-575e0d508a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3ddc376c-eb12-4fa8-8803-37f58f68dca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:54:58.777439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b179a3-ee93-440b-8ccb-7d2f639ab2b2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network hostable DHCP agents. Network: 3ddc376c-eb12-4fa8-8803-37f58f68dca1, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:54:58.779178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42632) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:58.795649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:54:58.801060 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=e856958e-2a2d-4447-b6b2-a72b3aec63b7,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:58.816374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:58.825164 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:54:58.892231 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-929efb8f-dc8d-4f9e-b608-30eec3318680 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.910136 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Allocated IP 2001:db8::1 (e7564e70-09e4-469b-9f92-ec0da5ae58a2/f3c98378-e5df-459c-bd17-7a8517f5a797/9625af0c-48eb-4a24-9bee-44a90fa461a4) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:54:58.916401 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.923451 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.927631 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42636) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:58.940519 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-bb10c4ae-78a4-4680-8621-531166f88929 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-18203065', 'description': 'tempest-secgroup-smoke-18203065 description', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:58.947446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bb10c4ae-78a4-4680-8621-531166f88929 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:58.952362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bb10c4ae-78a4-4680-8621-531166f88929 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:58.955433 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bb10c4ae-78a4-4680-8621-531166f88929 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:58.958491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7b61c62c-79c6-4d4b-941d-e5f78c60cef4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.962371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bb10c4ae-78a4-4680-8621-531166f88929 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:58.977725 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 1049656b-9680-4795-9139-5bce24a70079 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:54:58.978531 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:58.983149 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929efb8f-dc8d-4f9e-b608-30eec3318680 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Subnet': ['ID=11b7c062-d191-43f1-a893-5dcd5b425ff4,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:59.028488 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60d09bb0-1918-468f-80a6-8c8eb50f7a75 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:59.028993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b61c62c-79c6-4d4b-941d-e5f78c60cef4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=c0e9fe37-f993-466c-bae0-fae2c64867f0,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:59.031222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7b61c62c-79c6-4d4b-941d-e5f78c60cef4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.046634 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb10c4ae-78a4-4680-8621-531166f88929 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.060762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-929efb8f-dc8d-4f9e-b608-30eec3318680 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.064892 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-929efb8f-dc8d-4f9e-b608-30eec3318680 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/11b7c062-d191-43f1-a893-5dcd5b425ff4 HTTP/1.1" status: 204 len: 168 time: 2.4055920 Feb 28 14:54:59.069829 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7b61c62c-79c6-4d4b-941d-e5f78c60cef4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/c0e9fe37-f993-466c-bae0-fae2c64867f0 HTTP/1.1" status: 204 len: 168 time: 2.3618569 Feb 28 14:54:59.071386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42640) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:59.072248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42642) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:59.116230 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29435ebb-7520-4532-9ecc-cc315836590a tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:59.117557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29435ebb-7520-4532-9ecc-cc315836590a tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:59.119120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29435ebb-7520-4532-9ecc-cc315836590a tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:59.120167 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-29435ebb-7520-4532-9ecc-cc315836590a tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Synchronizing usage tracker for tenant:e40e90f451214178a12ac5ffcd69fe2f on resource:subnet {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:54:59.132742 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38331318-1958-4b2d-aa3a-390c49c55b42 None None] Network d8e9415d-55e8-4c52-857f-ec7ade6bda9a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:59.176734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bb10c4ae-78a4-4680-8621-531166f88929 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:59.184440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bb10c4ae-78a4-4680-8621-531166f88929 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:59.186288 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Router 47ec7c50-622e-483a-a099-bb7606e7b789 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:54:59.189998 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bb10c4ae-78a4-4680-8621-531166f88929 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:59.197583 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-29435ebb-7520-4532-9ecc-cc315836590a tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Unset dirty status for tenant:e40e90f451214178a12ac5ffcd69fe2f on resource:subnet {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:54:59.208145 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-29435ebb-7520-4532-9ecc-cc315836590a tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2101 time: 0.4147253 Feb 28 14:54:59.208145 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bb10c4ae-78a4-4680-8621-531166f88929 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:59.211055 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42648) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:59.279434 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7ce0b6a4-fbe1-4189-baa4-adcbb7aee19a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1941075 Feb 28 14:54:59.333403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42652) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:59.341438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00b179a3-ee93-440b-8ccb-7d2f639ab2b2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 3ddc376c-eb12-4fa8-8803-37f58f68dca1 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:54:59.420540 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-00b179a3-ee93-440b-8ccb-7d2f639ab2b2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 3ddc376c-eb12-4fa8-8803-37f58f68dca1) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:54:59.435043 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.440802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00b179a3-ee93-440b-8ccb-7d2f639ab2b2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:59.441466 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-00b179a3-ee93-440b-8ccb-7d2f639ab2b2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.457693 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98f69009-f86d-49d7-a99f-95979a7066ff None None] Network 3ddc376c-eb12-4fa8-8803-37f58f68dca1 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:54:59.565180 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-00b179a3-ee93-440b-8ccb-7d2f639ab2b2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.0883570 Feb 28 14:54:59.565180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port 1658785b-19e2-408e-804e-27b7abb56da6 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:54:59.565180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.599222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42656) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:59.614251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-5d85c2a0-ee64-4315-8b67-a87cd4569b26 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-358431702', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:59.629435 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5d85c2a0-ee64-4315-8b67-a87cd4569b26 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:59.652367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5d85c2a0-ee64-4315-8b67-a87cd4569b26 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:router and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:59.656942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5d85c2a0-ee64-4315-8b67-a87cd4569b26 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:59.666092 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5d85c2a0-ee64-4315-8b67-a87cd4569b26 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:59.701215 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb10c4ae-78a4-4680-8621-531166f88929 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.708955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d85c2a0-ee64-4315-8b67-a87cd4569b26 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.709965 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d85c2a0-ee64-4315-8b67-a87cd4569b26 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.718587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb10c4ae-78a4-4680-8621-531166f88929 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.724106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.736203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Transition to ACTIVE for port object 9625af0c-48eb-4a24-9bee-44a90fa461a4 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:59.756213 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Transition to ACTIVE for port object 9625af0c-48eb-4a24-9bee-44a90fa461a4 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:54:59.773746 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb10c4ae-78a4-4680-8621-531166f88929 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.778058 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bb10c4ae-78a4-4680-8621-531166f88929 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.8429217 Feb 28 14:54:59.781529 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42660) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:59.792912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-519234bd-4712-43a5-b924-991e4bcedca3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': 'c000793d-644a-41b7-af12-a5e584036997', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:54:59.815757 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-519234bd-4712-43a5-b924-991e4bcedca3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:54:59.817671 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.824226 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-519234bd-4712-43a5-b924-991e4bcedca3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:54:59.829560 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-519234bd-4712-43a5-b924-991e4bcedca3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:54:59.833671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb10c4ae-78a4-4680-8621-531166f88929 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c000793d-644a-41b7-af12-a5e584036997,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:54:59.843281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-519234bd-4712-43a5-b924-991e4bcedca3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:54:59.851700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.859931 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c715076-e104-4021-a520-de6164a1756f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Deleting subnet f3c98378-e5df-459c-bd17-7a8517f5a797 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:54:59.875813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ad6ae98-d0bc-4da0-934b-459282261ef6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:54:59.879974 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0ad6ae98-d0bc-4da0-934b-459282261ef6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5333250 Feb 28 14:54:59.906181 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c715076-e104-4021-a520-de6164a1756f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.924557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42664) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:54:59.930864 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-519234bd-4712-43a5-b924-991e4bcedca3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:54:59.983380 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d85c2a0-ee64-4315-8b67-a87cd4569b26 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.063882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-33c25096-e629-46fe-81bf-6b897421106a', 'network_id': '33c25096-e629-46fe-81bf-6b897421106a', 'tenant_id': 'e40e90f451214178a12ac5ffcd69fe2f', 'fixed_ips': [{'subnet_id': '215bbbc1-7327-4ad3-87c7-efe4b19c5128'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:55:00.064718 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.103874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Pushing event updated for resources: {'Port': ['ID=9625af0c-48eb-4a24-9bee-44a90fa461a4,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:00.120575 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a339b49a-aa94-4622-8872-0d0585d2d83b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:00.126182 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a339b49a-aa94-4622-8872-0d0585d2d83b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1842005 Feb 28 14:55:00.126402 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42668) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:00.127268 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Network e7564e70-09e4-469b-9f92-ec0da5ae58a2 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:00.150604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:00.187848 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:00.199377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.221056 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6a712d94-d985-445d-9dbe-88f4fdfed3f9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0917680 Feb 28 14:55:00.225284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42672) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:00.239065 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-cf21d810-2d7d-4556-b076-a4e6efbddeea tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:00.240203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d85c2a0-ee64-4315-8b67-a87cd4569b26 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.263739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c715076-e104-4021-a520-de6164a1756f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.267026 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-519234bd-4712-43a5-b924-991e4bcedca3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.333230 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-519234bd-4712-43a5-b924-991e4bcedca3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.346234 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] For port 1658785b-19e2-408e-804e-27b7abb56da6, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1658785b-19e2-408e-804e-27b7abb56da6,segment=NetworkSegment(9e8fe7d9-1861-4544-83a6-74bad1cf4d08),segment_id=9e8fe7d9-1861-4544-83a6-74bad1cf4d08)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:00.349674 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.349819 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.387242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:00.415764 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d85c2a0-ee64-4315-8b67-a87cd4569b26 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.416831 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5d85c2a0-ee64-4315-8b67-a87cd4569b26 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.8116384 Feb 28 14:55:00.426728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42676) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:00.429806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-519234bd-4712-43a5-b924-991e4bcedca3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c317f62-8ff6-4c32-bc20-89e1526473ba,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:00.438877 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'network_id': '3ddc376c-eb12-4fa8-8803-37f58f68dca1', 'name': 'tempest-PortsTestJSON-2017075923'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:00.462764 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a17810cf-0a31-4994-97cf-83c368527de9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:00.486573 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for 1658785b-19e2-408e-804e-27b7abb56da6 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:00.496195 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Sync routers for ids ['47ec7c50-622e-483a-a099-bb7606e7b789'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:00.538749 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cf21d810-2d7d-4556-b076-a4e6efbddeea tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:00.546056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-519234bd-4712-43a5-b924-991e4bcedca3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.551041 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-519234bd-4712-43a5-b924-991e4bcedca3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7656546 Feb 28 14:55:00.552179 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42680) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:00.557526 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.560953 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2563cdb2-4c5a-4398-9fb1-65b5cc246ed0 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 9.7992454 Feb 28 14:55:00.564174 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cf21d810-2d7d-4556-b076-a4e6efbddeea tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:00.571273 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-58ceb20c-72e5-478d-b142-83a03b3f63a9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': 'c000793d-644a-41b7-af12-a5e584036997', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:00.582020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42682) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:00.585260 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cf21d810-2d7d-4556-b076-a4e6efbddeea tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:00.600008 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-58ceb20c-72e5-478d-b142-83a03b3f63a9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:00.607755 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cf21d810-2d7d-4556-b076-a4e6efbddeea tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:00.617449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-58ceb20c-72e5-478d-b142-83a03b3f63a9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:00.628692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-58ceb20c-72e5-478d-b142-83a03b3f63a9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:00.630119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Attempting to bind port 9625af0c-48eb-4a24-9bee-44a90fa461a4 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:00.630506 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Attempting to bind port 9625af0c-48eb-4a24-9bee-44a90fa461a4 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'b243881c-454a-4fa4-9f44-2b7098bc28ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e7564e70-09e4-469b-9f92-ec0da5ae58a2'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:00.630940 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Attempting to bind port 9625af0c-48eb-4a24-9bee-44a90fa461a4 on network e7564e70-09e4-469b-9f92-ec0da5ae58a2 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:55:00.640228 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ea18f04-5522-498d-ac97-998c79ba3b08 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router 14e55685-af99-4349-98f6-c7493fee7e1c has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:55:00.641294 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-58ceb20c-72e5-478d-b142-83a03b3f63a9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:00.646420 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5e5209a-a91d-4762-ab2c-ef79caee06eb None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:55:00.657692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf21d810-2d7d-4556-b076-a4e6efbddeea tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:00.671310 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e5e5209a-a91d-4762-ab2c-ef79caee06eb None None] Deleting port abbbeb75-60f3-4891-ba7c-5e4ff7636d55 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:00.671699 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e5e5209a-a91d-4762-ab2c-ef79caee06eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.728648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-3ddc376c-eb12-4fa8-8803-37f58f68dca1', 'network_id': '3ddc376c-eb12-4fa8-8803-37f58f68dca1', 'tenant_id': 'fb9e225221d343a9905afc8524f286ca', 'fixed_ips': [{'subnet_id': 'c5af3a79-638c-460a-8baf-a3abfbe04f0b'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:55:00.729458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.750790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:55:00.751364 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Checking segment: {'id': 'b243881c-454a-4fa4-9f44-2b7098bc28ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e7564e70-09e4-469b-9f92-ec0da5ae58a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:00.751586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.752021 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Bound using segment: {'id': 'b243881c-454a-4fa4-9f44-2b7098bc28ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e7564e70-09e4-469b-9f92-ec0da5ae58a2'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:55:00.752993 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Bound port: 9625af0c-48eb-4a24-9bee-44a90fa461a4, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b243881c-454a-4fa4-9f44-2b7098bc28ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'e7564e70-09e4-469b-9f92-ec0da5ae58a2'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:00.753358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.763100 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Routers {'47ec7c50-622e-483a-a099-bb7606e7b789'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:00.763100 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['47ec7c50-622e-483a-a099-bb7606e7b789'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:00.791306 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:00.794964 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58ceb20c-72e5-478d-b142-83a03b3f63a9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.815634 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:port and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:00.819405 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:00.831354 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc929125-40b9-4d02-8dbe-c118806efcda None None] DHCP port deletion for d8e9415d-55e8-4c52-857f-ec7ade6bda9a request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:55:00.851451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c715076-e104-4021-a520-de6164a1756f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.884195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:00.894737 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.914503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf21d810-2d7d-4556-b076-a4e6efbddeea tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:00.962714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=1658785b-19e2-408e-804e-27b7abb56da6,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:00.997296 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No DVR routers for this DVR port 1658785b-19e2-408e-804e-27b7abb56da6 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:55:01.084919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Allocated IP 2001:db8:0:1::1 (33c25096-e629-46fe-81bf-6b897421106a/215bbbc1-7327-4ad3-87c7-efe4b19c5128/cfa020c9-d2a0-467e-84e5-296eb29ce321) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:01.135911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.152907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c715076-e104-4021-a520-de6164a1756f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.153830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port a17810cf-0a31-4994-97cf-83c368527de9 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:01.169832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:01.172748 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.185809 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.211213 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port a17810cf-0a31-4994-97cf-83c368527de9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:01.211410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.230897 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.253024 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c715076-e104-4021-a520-de6164a1756f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event deleted for resources: {'Subnet': ['ID=f3c98378-e5df-459c-bd17-7a8517f5a797,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:01.259279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] device_id is not set on port cecea18e-87d6-4bc7-8308-b35d6572f33f yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:55:01.297285 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c715076-e104-4021-a520-de6164a1756f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.302886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d8e9415d-55e8-4c52-857f-ec7ade6bda9a']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:01.326991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58ceb20c-72e5-478d-b142-83a03b3f63a9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.327380 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] For port 9625af0c-48eb-4a24-9bee-44a90fa461a4, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:55:01.345632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58ceb20c-72e5-478d-b142-83a03b3f63a9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.351869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9e8fe7d9-1861-4544-83a6-74bad1cf4d08') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:01.352211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9e8fe7d9-1861-4544-83a6-74bad1cf4d08') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:01.364584 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=e856958e-2a2d-4447-b6b2-a72b3aec63b7,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:01.388645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.401287 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7c715076-e104-4021-a520-de6164a1756f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "DELETE /v2.0/subnets/f3c98378-e5df-459c-bd17-7a8517f5a797 HTTP/1.1" status: 204 len: 168 time: 2.1459382 Feb 28 14:55:01.408004 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ceb20c-72e5-478d-b142-83a03b3f63a9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd285396-94af-42e7-b533-94d9e4790b3c,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:01.413390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42688) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:01.424621 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.430190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.447432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:55:01.447851 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:55:01.462305 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:55:01.522019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.526093 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9e40f3a4-06b2-4479-930c-9bc46efb840c tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9804373 Feb 28 14:55:01.529924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42692) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:01.534350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58ceb20c-72e5-478d-b142-83a03b3f63a9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.538402 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-58ceb20c-72e5-478d-b142-83a03b3f63a9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.9762313 Feb 28 14:55:01.542841 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42696) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:01.545682 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'port': {'network_id': '94c852a0-ae79-4531-986a-03480b675578', 'name': 'tempest-FloatingIPTestJSON-1156644714'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:01.551746 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] For port 9625af0c-48eb-4a24-9bee-44a90fa461a4, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9625af0c-48eb-4a24-9bee-44a90fa461a4,segment=NetworkSegment(b243881c-454a-4fa4-9f44-2b7098bc28ab),segment_id=b243881c-454a-4fa4-9f44-2b7098bc28ab)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:55:01.552313 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e72a0c6c-1ab3-4b10-9f1e-68b5ad7f3654 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': 'c000793d-644a-41b7-af12-a5e584036997', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:01.566397 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e72a0c6c-1ab3-4b10-9f1e-68b5ad7f3654 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:01.576199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e72a0c6c-1ab3-4b10-9f1e-68b5ad7f3654 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:01.583488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e72a0c6c-1ab3-4b10-9f1e-68b5ad7f3654 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:01.587429 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Set router 47ec7c50-622e-483a-a099-bb7606e7b789 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:55:01.595145 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e72a0c6c-1ab3-4b10-9f1e-68b5ad7f3654 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:01.624137 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-60068434-a66b-4298-b344-c4ec601e2409 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/routers/47ec7c50-622e-483a-a099-bb7606e7b789 HTTP/1.1" status: 200 len: 907 time: 1.0360346 Feb 28 14:55:01.628896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42700) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:01.631113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.637593 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Allocated IP 172.20.0.2 (3ddc376c-eb12-4fa8-8803-37f58f68dca1/c5af3a79-638c-460a-8baf-a3abfbe04f0b/9802f348-928d-460f-941d-71428f61932e) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:01.673176 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea18f04-5522-498d-ac97-998c79ba3b08 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:01.681927 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4ea18f04-5522-498d-ac97-998c79ba3b08 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/14e55685-af99-4349-98f6-c7493fee7e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.5426605 Feb 28 14:55:01.693645 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c7af5-c8ea-49d8-ab90-d5f981189bb9 None None] Sync routers for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:01.697139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42704) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:01.711114 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c7af5-c8ea-49d8-ab90-d5f981189bb9 None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:01.712685 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e27c7af5-c8ea-49d8-ab90-d5f981189bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:01.755513 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e72a0c6c-1ab3-4b10-9f1e-68b5ad7f3654 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.792180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf21d810-2d7d-4556-b076-a4e6efbddeea tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.846075 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e5e5209a-a91d-4762-ab2c-ef79caee06eb None None] For port abbbeb75-60f3-4891-ba7c-5e4ff7636d55, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=abbbeb75-60f3-4891-ba7c-5e4ff7636d55,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:01.846689 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e5e5209a-a91d-4762-ab2c-ef79caee06eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.905105 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbeb0d00-c822-4119-acb4-4f12058c1697 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Deleting subnet 215bbbc1-7327-4ad3-87c7-efe4b19c5128 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:55:01.916474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.928714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf21d810-2d7d-4556-b076-a4e6efbddeea tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:01.933251 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-cf21d810-2d7d-4556-b076-a4e6efbddeea tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:01.936209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf21d810-2d7d-4556-b076-a4e6efbddeea tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:01.937196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf21d810-2d7d-4556-b076-a4e6efbddeea tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.964574 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf21d810-2d7d-4556-b076-a4e6efbddeea tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=05c15903-b63b-4f8b-b82d-6be928491d86,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:01.972939 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cf21d810-2d7d-4556-b076-a4e6efbddeea tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7464895 Feb 28 14:55:01.974460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.974800 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e72a0c6c-1ab3-4b10-9f1e-68b5ad7f3654 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:01.975617 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42708) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:01.981062 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'mac_address': 'fa:16:3e:e5:24:46', 'name': 'tempest-NetworksTestDHCPv6-2073079211'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:02.002415 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e72a0c6c-1ab3-4b10-9f1e-68b5ad7f3654 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.004549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Network': ['ID=d8e9415d-55e8-4c52-857f-ec7ade6bda9a,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:02.028612 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4cb91020-3054-4897-b7d4-711c93588dec tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/networks/d8e9415d-55e8-4c52-857f-ec7ade6bda9a HTTP/1.1" status: 204 len: 168 time: 2.9451396 Feb 28 14:55:02.029348 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42712) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:02.044811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a1745218-dba9-42f3-b1ce-1d57686ff147 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1912613145'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:02.055479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a1745218-dba9-42f3-b1ce-1d57686ff147 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:02.060574 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-e27c7af5-c8ea-49d8-ab90-d5f981189bb9 None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:55:02.074868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a1745218-dba9-42f3-b1ce-1d57686ff147 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:network and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:02.083572 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72a0c6c-1ab3-4b10-9f1e-68b5ad7f3654 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e484795-474f-4e94-a058-2ffb4a298cc4,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:02.097171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:02.099568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a1745218-dba9-42f3-b1ce-1d57686ff147 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:02.108482 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Usage tracker for resource:port and tenant:41c179f0fdac4809a34cc8c82420641b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:02.112113 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e72a0c6c-1ab3-4b10-9f1e-68b5ad7f3654 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.116086 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e72a0c6c-1ab3-4b10-9f1e-68b5ad7f3654 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.5700235 Feb 28 14:55:02.119914 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42716) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:02.127018 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-06b6f9a1-56bb-4488-92db-574c27e4f713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': 'c000793d-644a-41b7-af12-a5e584036997', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:02.138088 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-06b6f9a1-56bb-4488-92db-574c27e4f713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:02.149083 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-06b6f9a1-56bb-4488-92db-574c27e4f713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:02.154700 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-06b6f9a1-56bb-4488-92db-574c27e4f713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:02.156867 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a1745218-dba9-42f3-b1ce-1d57686ff147 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:02.159578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Quota usage for port was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:02.175858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-06b6f9a1-56bb-4488-92db-574c27e4f713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:02.180887 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e5e5209a-a91d-4762-ab2c-ef79caee06eb None None] Calling delete_port for abbbeb75-60f3-4891-ba7c-5e4ff7636d55 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:02.186598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:02.211452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1745218-dba9-42f3-b1ce-1d57686ff147 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:02.214532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a1745218-dba9-42f3-b1ce-1d57686ff147 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.242489 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Made reservation on behalf of 41c179f0fdac4809a34cc8c82420641b for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:02.245849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.247222 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:02.251211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06b6f9a1-56bb-4488-92db-574c27e4f713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.266482 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36a00406-23a8-41fa-ab03-d44bb93e392c None None] Pushing event updated for resources: {'Port': ['ID=9625af0c-48eb-4a24-9bee-44a90fa461a4,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:02.296789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-ade1fac4-6e9c-4396-a32e-d9c79cbcb09f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting subnet 5c6722a3-0d97-4c53-8352-6148fe6abcf6 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:55:02.307681 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ade1fac4-6e9c-4396-a32e-d9c79cbcb09f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.309958 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:02.320243 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:02.333782 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:02.335378 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] device_id is not set on port 851312ad-9d8f-4b69-b8be-d3d003377b28 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:55:02.357302 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:02.361572 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.394177 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06b6f9a1-56bb-4488-92db-574c27e4f713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.399567 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1745218-dba9-42f3-b1ce-1d57686ff147 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:55:02.411424 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port 0b64730d-7d90-4088-965b-4ac9212e4cca yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:55:02.484023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06b6f9a1-56bb-4488-92db-574c27e4f713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.485001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ade1fac4-6e9c-4396-a32e-d9c79cbcb09f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.515053 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e27c7af5-c8ea-49d8-ab90-d5f981189bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:54:57Z', 'revision_number': 8, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': '4ece5108-06bc-4ab6-a5dc-2e91ab688e46', 'name': '', 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:56:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:08Z', 'updated_at': '2022-02-28T14:54:23Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:02.525327 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c7af5-c8ea-49d8-ab90-d5f981189bb9 None None] Checking router: 14e55685-af99-4349-98f6-c7493fee7e1c for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:55:02.530857 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a1745218-dba9-42f3-b1ce-1d57686ff147 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.531177 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-a1745218-dba9-42f3-b1ce-1d57686ff147 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Added segment 33977ad4-3682-42a5-9b0b-0994b5fff4a6 of type vlan for network 350890f7-fbef-4656-a5e7-4bae7ee031c2 Feb 28 14:55:02.549151 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e27c7af5-c8ea-49d8-ab90-d5f981189bb9 None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:02.552035 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e27c7af5-c8ea-49d8-ab90-d5f981189bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:02.639129 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b6f9a1-56bb-4488-92db-574c27e4f713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e8ca95ed-7991-459b-8187-8092fc35233a,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:02.642264 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.661960 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Transition to ACTIVE for port object 9802f348-928d-460f-941d-71428f61932e will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:02.702222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.708142 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a1745218-dba9-42f3-b1ce-1d57686ff147 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.714478 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Transition to ACTIVE for port object cfa020c9-d2a0-467e-84e5-296eb29ce321 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:02.728334 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06b6f9a1-56bb-4488-92db-574c27e4f713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.732506 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-06b6f9a1-56bb-4488-92db-574c27e4f713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.6119533 Feb 28 14:55:02.734813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Transition to ACTIVE for port object cfa020c9-d2a0-467e-84e5-296eb29ce321 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:02.737697 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42720) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:02.739930 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-e27c7af5-c8ea-49d8-ab90-d5f981189bb9 None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:55:02.755660 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-473f18be-63a6-4697-b859-92d9a1c4ce23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': 'c000793d-644a-41b7-af12-a5e584036997', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:02.760494 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dbeb0d00-c822-4119-acb4-4f12058c1697 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.773635 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.804211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Allocated IP 172.20.0.13 (94c852a0-ae79-4531-986a-03480b675578/9e8844f5-7f1a-45d3-b3c9-33d3eb5ddd21/851312ad-9d8f-4b69-b8be-d3d003377b28) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:02.815921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port a17810cf-0a31-4994-97cf-83c368527de9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a17810cf-0a31-4994-97cf-83c368527de9,segment=NetworkSegment(fe25847d-9f92-47a5-9af3-d4fa9541d6df),segment_id=fe25847d-9f92-47a5-9af3-d4fa9541d6df)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:02.817060 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e5e5209a-a91d-4762-ab2c-ef79caee06eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.826916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-473f18be-63a6-4697-b859-92d9a1c4ce23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:02.836066 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.844428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-473f18be-63a6-4697-b859-92d9a1c4ce23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:02.849953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-473f18be-63a6-4697-b859-92d9a1c4ce23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:02.864920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-473f18be-63a6-4697-b859-92d9a1c4ce23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:02.901274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::f6 (2d04583f-a513-435e-a720-cee2c3103874/05c15903-b63b-4f8b-b82d-6be928491d86/0b64730d-7d90-4088-965b-4ac9212e4cca) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:02.903662 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-473f18be-63a6-4697-b859-92d9a1c4ce23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:55:02.915015 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dbeb0d00-c822-4119-acb4-4f12058c1697 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.928014 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Network 33c25096-e629-46fe-81bf-6b897421106a is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:02.932094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e5209a-a91d-4762-ab2c-ef79caee06eb None None] No DVR routers for this DVR port abbbeb75-60f3-4891-ba7c-5e4ff7636d55 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:55:02.933663 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e5209a-a91d-4762-ab2c-ef79caee06eb None None] Pushing event deleted for resources: {'Port': ['ID=abbbeb75-60f3-4891-ba7c-5e4ff7636d55,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:02.935494 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:02.937502 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:02.950821 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:02.976286 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-473f18be-63a6-4697-b859-92d9a1c4ce23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.076198 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.089016 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Pushing event updated for resources: {'Port': ['ID=cfa020c9-d2a0-467e-84e5-296eb29ce321,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:03.112421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dbeb0d00-c822-4119-acb4-4f12058c1697 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.115288 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e937dd-5e12-4581-a999-7708c46a1d4b None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:03.116362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a1745218-dba9-42f3-b1ce-1d57686ff147 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.121873 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1745218-dba9-42f3-b1ce-1d57686ff147 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:03.122511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a1745218-dba9-42f3-b1ce-1d57686ff147 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.131637 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Transition to ACTIVE for port object 9802f348-928d-460f-941d-71428f61932e will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:03.150565 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.176717 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e27c7af5-c8ea-49d8-ab90-d5f981189bb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:54:57Z', 'revision_number': 8, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': '4ece5108-06bc-4ab6-a5dc-2e91ab688e46', 'name': '', 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:56:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:08Z', 'updated_at': '2022-02-28T14:54:23Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:03.181276 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e27c7af5-c8ea-49d8-ab90-d5f981189bb9 None None] The sync data for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv is: [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:54:57Z', 'revision_number': 8, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': '4ece5108-06bc-4ab6-a5dc-2e91ab688e46', 'name': '', 'network_id': '474c0203-aedb-4ec7-81ff-74d563544190', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:56:00:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:08Z', 'updated_at': '2022-02-28T14:54:23Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '8e4a04cc-67a1-4535-9bfc-a9bad7448459', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:03.285961 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-473f18be-63a6-4697-b859-92d9a1c4ce23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.301002 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dbeb0d00-c822-4119-acb4-4f12058c1697 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.360190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-473f18be-63a6-4697-b859-92d9a1c4ce23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.367163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.374677 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbeb0d00-c822-4119-acb4-4f12058c1697 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event deleted for resources: {'Subnet': ['ID=215bbbc1-7327-4ad3-87c7-efe4b19c5128,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:03.437722 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Attempting to bind port cfa020c9-d2a0-467e-84e5-296eb29ce321 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:03.438100 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Attempting to bind port cfa020c9-d2a0-467e-84e5-296eb29ce321 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'a484370b-ea27-4428-bda9-37a08f73e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '33c25096-e629-46fe-81bf-6b897421106a'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:03.438464 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Attempting to bind port cfa020c9-d2a0-467e-84e5-296eb29ce321 on network 33c25096-e629-46fe-81bf-6b897421106a {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:55:03.448343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.457507 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a1745218-dba9-42f3-b1ce-1d57686ff147 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4210310 Feb 28 14:55:03.461367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42726) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:03.467631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:55:03.467631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Checking segment: {'id': 'a484370b-ea27-4428-bda9-37a08f73e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '33c25096-e629-46fe-81bf-6b897421106a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:03.467631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.467631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Bound using segment: {'id': 'a484370b-ea27-4428-bda9-37a08f73e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '33c25096-e629-46fe-81bf-6b897421106a'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:55:03.472321 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Bound port: cfa020c9-d2a0-467e-84e5-296eb29ce321, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a484370b-ea27-4428-bda9-37a08f73e571', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': '33c25096-e629-46fe-81bf-6b897421106a'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:03.472639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.485523 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1745218-dba9-42f3-b1ce-1d57686ff147 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Network': ['ID=350890f7-fbef-4656-a5e7-4bae7ee031c2,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:03.491172 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-b60c16d7-d9bd-4a64-8811-2b08e09507eb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'subnet': {'network_id': '350890f7-fbef-4656-a5e7-4bae7ee031c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:03.511951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network 94c852a0-ae79-4531-986a-03480b675578 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:03.581066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=851312ad-9d8f-4b69-b8be-d3d003377b28,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:03.583579 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:03.588921 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473f18be-63a6-4697-b859-92d9a1c4ce23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a0d67a7a-45e3-4a6c-a896-96bc24b5069b,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:03.596194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:03.597284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dbeb0d00-c822-4119-acb4-4f12058c1697 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.602677 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-dbeb0d00-c822-4119-acb4-4f12058c1697 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "DELETE /v2.0/subnets/215bbbc1-7327-4ad3-87c7-efe4b19c5128 HTTP/1.1" status: 204 len: 168 time: 2.1810219 Feb 28 14:55:03.614274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 350890f7-fbef-4656-a5e7-4bae7ee031c2 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:55:03.620497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-473f18be-63a6-4697-b859-92d9a1c4ce23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.621982 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ade1fac4-6e9c-4396-a32e-d9c79cbcb09f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.626173 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-473f18be-63a6-4697-b859-92d9a1c4ce23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.8874936 Feb 28 14:55:03.652493 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Allocated IP 172.20.0.12 (3ddc376c-eb12-4fa8-8803-37f58f68dca1/c5af3a79-638c-460a-8baf-a3abfbe04f0b/cecea18e-87d6-4bc7-8308-b35d6572f33f) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:03.667136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42730) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:03.667478 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42732) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:03.751646 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] For port cfa020c9-d2a0-467e-84e5-296eb29ce321, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:55:03.762805 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] For port cfa020c9-d2a0-467e-84e5-296eb29ce321, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cfa020c9-d2a0-467e-84e5-296eb29ce321,segment=NetworkSegment(a484370b-ea27-4428-bda9-37a08f73e571),segment_id=a484370b-ea27-4428-bda9-37a08f73e571)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:55:03.764765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-330f5724-5046-4adc-b69b-2274e8cbf1c8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': 'c000793d-644a-41b7-af12-a5e584036997', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:03.807350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9625af0c-48eb-4a24-9bee-44a90fa461a4 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:03.875976 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.889765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2654895f-637b-4677-9ca5-e6ec59e55447 None None] Network e7564e70-09e4-469b-9f92-ec0da5ae58a2 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:03.891637 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:03.904289 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ec7c50-622e-483a-a099-bb7606e7b789', 'name': 'tempest-snat-router-1517327976', 'tenant_id': '3937118570a2413fa0b74f6765dcb4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.97'}], 'enable_snat': True}, 'gw_port_id': '0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:51Z', 'updated_at': '2022-02-28T14:54:56Z', 'revision_number': 3, 'project_id': '3937118570a2413fa0b74f6765dcb4c6', 'gw_port': {'id': '0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:4f:25:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '47ec7c50-622e-483a-a099-bb7606e7b789', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.97', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:54Z', 'updated_at': '2022-02-28T14:54:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:03.920065 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Network 3ddc376c-eb12-4fa8-8803-37f58f68dca1 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:03.939433 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object 0b64730d-7d90-4088-965b-4ac9212e4cca will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:03.946308 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-330f5724-5046-4adc-b69b-2274e8cbf1c8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:03.975822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-330f5724-5046-4adc-b69b-2274e8cbf1c8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:03.976973 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:03.978506 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=a17810cf-0a31-4994-97cf-83c368527de9,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:03.991186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-330f5724-5046-4adc-b69b-2274e8cbf1c8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:04.016473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-330f5724-5046-4adc-b69b-2274e8cbf1c8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:04.043695 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Checking router: 47ec7c50-622e-483a-a099-bb7606e7b789 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:55:04.044065 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Updating router 47ec7c50-622e-483a-a099-bb7606e7b789 port 0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:55:04.058874 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:04.059479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.071123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:04.071591 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c37d92d3-7545-4df9-8117-1606ef445830 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:04.072025 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c37d92d3-7545-4df9-8117-1606ef445830 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Synchronizing usage tracker for tenant:e40e90f451214178a12ac5ffcd69fe2f on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:04.074319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.091603 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b60c16d7-d9bd-4a64-8811-2b08e09507eb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:04.097984 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-330f5724-5046-4adc-b69b-2274e8cbf1c8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:55:04.113946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b60c16d7-d9bd-4a64-8811-2b08e09507eb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:subnet and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:04.119226 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b60c16d7-d9bd-4a64-8811-2b08e09507eb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:04.127774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-330f5724-5046-4adc-b69b-2274e8cbf1c8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.139893 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b60c16d7-d9bd-4a64-8811-2b08e09507eb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:04.145126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ade1fac4-6e9c-4396-a32e-d9c79cbcb09f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.153083 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-29bc8b53-41a4-49c2-986d-9487765b47d0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.6198652 Feb 28 14:55:04.159066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42738) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:04.196456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.201253 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:04.205442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c37d92d3-7545-4df9-8117-1606ef445830 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Unset dirty status for tenant:e40e90f451214178a12ac5ffcd69fe2f on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:04.206371 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c37d92d3-7545-4df9-8117-1606ef445830 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4636095 Feb 28 14:55:04.214080 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Pushing event updated for resources: {'Port': ['ID=9802f348-928d-460f-941d-71428f61932e,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:04.219684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-3cb1cb02-1d1f-43a9-97e1-4d8e5c80e700 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'floatingip': {'port_id': '851312ad-9d8f-4b69-b8be-d3d003377b28'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:04.227812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Transition to ACTIVE for port object cecea18e-87d6-4bc7-8308-b35d6572f33f will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:04.239897 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e1dc385b-3dcc-48fd-950a-5f7059118aaf None None] Provisioning for port 9625af0c-48eb-4a24-9bee-44a90fa461a4 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:04.253105 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:04.260514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:04.264539 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:04.265195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.272800 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42742) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:04.282746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade1fac4-6e9c-4396-a32e-d9c79cbcb09f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Subnet': ['ID=5c6722a3-0d97-4c53-8352-6148fe6abcf6,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:04.285472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=0b64730d-7d90-4088-965b-4ac9212e4cca,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:04.316123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b60c16d7-d9bd-4a64-8811-2b08e09507eb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:04.318532 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.342052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ade1fac4-6e9c-4396-a32e-d9c79cbcb09f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.343894 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ade1fac4-6e9c-4396-a32e-d9c79cbcb09f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/5c6722a3-0d97-4c53-8352-6148fe6abcf6 HTTP/1.1" status: 204 len: 168 time: 2.6447659 Feb 28 14:55:04.392117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42746) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:04.395004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3cb1cb02-1d1f-43a9-97e1-4d8e5c80e700 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.409786 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be14fa7e-cd19-4d92-9f88-4a0516865b2a None None] Network 7b5dcf42-a83e-4cdf-992e-eafb1e604c81 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:04.448373 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.501295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.511992 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 3ddc376c-eb12-4fa8-8803-37f58f68dca1 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:04.517297 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:04.528322 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3fe4d652-b68c-4ffd-8baf-9b9110a19fd7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5516560 Feb 28 14:55:04.531922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:04.535776 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42750) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:04.617201 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:04.617982 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.645890 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Deleting port cfa020c9-d2a0-467e-84e5-296eb29ce321 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:04.646301 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.677703 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=cecea18e-87d6-4bc7-8308-b35d6572f33f,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:04.698797 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e2379b44-10cd-4370-b56f-08da1cd1fd6e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 4.2631526 Feb 28 14:55:04.700376 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42754) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:04.724063 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b60c16d7-d9bd-4a64-8811-2b08e09507eb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.754598 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Attempting to bind port 9802f348-928d-460f-941d-71428f61932e on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:04.754598 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Attempting to bind port 9802f348-928d-460f-941d-71428f61932e by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '91609e22-f7fb-464f-83b0-575e0d508a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3ddc376c-eb12-4fa8-8803-37f58f68dca1'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:04.755123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Attempting to bind port 9802f348-928d-460f-941d-71428f61932e on network 3ddc376c-eb12-4fa8-8803-37f58f68dca1 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:55:04.764780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 9625af0c-48eb-4a24-9bee-44a90fa461a4 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:04.828164 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed0125-9367-4c86-81c1-5cc0a68fa9f7 None None] Pushing event updated for resources: {'Port': ['ID=cfa020c9-d2a0-467e-84e5-296eb29ce321,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:04.838506 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 9625af0c-48eb-4a24-9bee-44a90fa461a4 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:04.838707 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.853238 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.868731 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-330f5724-5046-4adc-b69b-2274e8cbf1c8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.884366 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af4b77ed-2f5a-483e-8f7f-fe3bf4937702 None None] Network 33c25096-e629-46fe-81bf-6b897421106a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:04.910747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:55:04.911185 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Checking segment: {'id': '91609e22-f7fb-464f-83b0-575e0d508a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3ddc376c-eb12-4fa8-8803-37f58f68dca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:04.911531 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.911942 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Bound using segment: {'id': '91609e22-f7fb-464f-83b0-575e0d508a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3ddc376c-eb12-4fa8-8803-37f58f68dca1'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:55:04.912444 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Bound port: 9802f348-928d-460f-941d-71428f61932e, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91609e22-f7fb-464f-83b0-575e0d508a2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '3ddc376c-eb12-4fa8-8803-37f58f68dca1'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:04.912969 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.919323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-330f5724-5046-4adc-b69b-2274e8cbf1c8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:04.990071 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330f5724-5046-4adc-b69b-2274e8cbf1c8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e36cea75-4284-4293-9e39-8b2866fc2cf1,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:05.000320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port be4cab7a-f16f-45f2-8d8c-bcf31daa823e {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:05.000857 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.062263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-330f5724-5046-4adc-b69b-2274e8cbf1c8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.071184 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-330f5724-5046-4adc-b69b-2274e8cbf1c8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.3186898 Feb 28 14:55:05.123810 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] For port cfa020c9-d2a0-467e-84e5-296eb29ce321, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cfa020c9-d2a0-467e-84e5-296eb29ce321,segment=NetworkSegment(a484370b-ea27-4428-bda9-37a08f73e571),segment_id=a484370b-ea27-4428-bda9-37a08f73e571)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:05.124434 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.223023 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.230744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2573cb49-96ad-4670-9bc6-4d80e42f589a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:05.232251 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2573cb49-96ad-4670-9bc6-4d80e42f589a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.6437826 Feb 28 14:55:05.259680 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42760) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:05.295742 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Calling delete_port for cfa020c9-d2a0-467e-84e5-296eb29ce321 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:05.353971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Deleting port 0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:05.354202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.506031 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] DHCP port deletion for e7564e70-09e4-469b-9f92-ec0da5ae58a2 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:55:05.570993 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] Deleting port 9625af0c-48eb-4a24-9bee-44a90fa461a4 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:05.571381 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.602330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '05c15903-b63b-4f8b-b82d-6be928491d86'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:55:05.603232 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.636526 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] For port 9802f348-928d-460f-941d-71428f61932e, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:55:05.666041 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.695681 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] For port 9802f348-928d-460f-941d-71428f61932e, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9802f348-928d-460f-941d-71428f61932e,segment=NetworkSegment(91609e22-f7fb-464f-83b0-575e0d508a2a),segment_id=91609e22-f7fb-464f-83b0-575e0d508a2a)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:55:05.696782 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.721079 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.737978 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event deleted for resources: {'Port': ['ID=cfa020c9-d2a0-467e-84e5-296eb29ce321,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:05.756221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-0b498277-f970-4500-ba8b-6fa100dd5705 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port 0b64730d-7d90-4088-965b-4ac9212e4cca {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:05.756452 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0b498277-f970-4500-ba8b-6fa100dd5705 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.788025 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] No DVR routers for this DVR port cfa020c9-d2a0-467e-84e5-296eb29ce321 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:55:05.896848 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e73633d-9602-4452-90ba-e35f67ac816f None None] DHCP port deletion for 7b5dcf42-a83e-4cdf-992e-eafb1e604c81 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:55:05.913527 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.resource_extend [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:55:05.937478 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] For port be4cab7a-f16f-45f2-8d8c-bcf31daa823e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=be4cab7a-f16f-45f2-8d8c-bcf31daa823e,segment=NetworkSegment(2eeb0bb7-76b4-4966-8511-3b180c1d179e),segment_id=2eeb0bb7-76b4-4966-8511-3b180c1d179e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:05.937842 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.947769 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-15cbc4df-cbb9-4df5-975f-dc826eb5d7c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-18203065&fields=id&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 267 time: 0.4514551 Feb 28 14:55:05.955354 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5e73633d-9602-4452-90ba-e35f67ac816f None None] Deleting port be4cab7a-f16f-45f2-8d8c-bcf31daa823e {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:05.955820 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5e73633d-9602-4452-90ba-e35f67ac816f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:05.961885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b60c16d7-d9bd-4a64-8811-2b08e09507eb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.054412 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.056714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 9625af0c-48eb-4a24-9bee-44a90fa461a4, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9625af0c-48eb-4a24-9bee-44a90fa461a4,segment=NetworkSegment(b243881c-454a-4fa4-9f44-2b7098bc28ab),segment_id=b243881c-454a-4fa4-9f44-2b7098bc28ab)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:06.075654 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c2fb74-26e1-4512-8383-b67c6c5e2615 None None] Pushing event updated for resources: {'Port': ['ID=9802f348-928d-460f-941d-71428f61932e,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:06.125100 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.136400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for be4cab7a-f16f-45f2-8d8c-bcf31daa823e owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:06.137025 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['33c25096-e629-46fe-81bf-6b897421106a']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:06.183636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a484370b-ea27-4428-bda9-37a08f73e571') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:06.183953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a484370b-ea27-4428-bda9-37a08f73e571') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:06.244761 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device abbbeb75-60f3-4891-ba7c-5e4ff7636d55 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:06.318589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.322497 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.325167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: abbbeb75-60f3-4891-ba7c-5e4ff7636d55 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:55:06.325167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device abbbeb75-60f3-4891-ba7c-5e4ff7636d55 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:06.325459 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.325921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 933e21fc-3fdf-47fd-93f8-745d01eddeb3 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:06.339316 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.374444 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.447866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:55:06.448196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:55:06.466486 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:55:06.477167 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b60c16d7-d9bd-4a64-8811-2b08e09507eb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Subnet': ['ID=818064c5-b22e-4356-90e7-aabbb3911fa0,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:06.575162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Calling delete_port for 0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:06.589346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0b498277-f970-4500-ba8b-6fa100dd5705 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.592115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 933e21fc-3fdf-47fd-93f8-745d01eddeb3 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:55:06.593649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 933e21fc-3fdf-47fd-93f8-745d01eddeb3 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:06.594278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1658785b-19e2-408e-804e-27b7abb56da6 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:06.679320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.722234 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] For port 9625af0c-48eb-4a24-9bee-44a90fa461a4, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9625af0c-48eb-4a24-9bee-44a90fa461a4,segment=NetworkSegment(b243881c-454a-4fa4-9f44-2b7098bc28ab),segment_id=b243881c-454a-4fa4-9f44-2b7098bc28ab)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:06.722545 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.731513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b60c16d7-d9bd-4a64-8811-2b08e09507eb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Checking segment: {'id': '33977ad4-3682-42a5-9b0b-0994b5fff4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '350890f7-fbef-4656-a5e7-4bae7ee031c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:06.731894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c16d7-d9bd-4a64-8811-2b08e09507eb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network hostable DHCP agents. Network: 350890f7-fbef-4656-a5e7-4bae7ee031c2, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:55:06.746626 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 1658785b-19e2-408e-804e-27b7abb56da6 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:55:06.746626 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1658785b-19e2-408e-804e-27b7abb56da6 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:06.748039 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=9625af0c-48eb-4a24-9bee-44a90fa461a4,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:06.751717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-410579da-7d1a-46ea-87c7-3f5fc890be2d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:06.753624 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-410579da-7d1a-46ea-87c7-3f5fc890be2d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/networks?id=987a27bf-1d58-4507-8458-9899329adcaa HTTP/1.1" status: 200 len: 796 time: 0.7850354 Feb 28 14:55:06.760175 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Port': ['ID=be4cab7a-f16f-45f2-8d8c-bcf31daa823e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:06.762767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-3cb1cb02-1d1f-43a9-97e1-4d8e5c80e700 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:55:06.781731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Allocated IP 2001:db8::2 (2d04583f-a513-435e-a720-cee2c3103874/05c15903-b63b-4f8b-b82d-6be928491d86/c698ed36-5779-4911-b786-fcc50dbc0ae4) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:06.876407 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] No DVR routers for this DVR port be4cab7a-f16f-45f2-8d8c-bcf31daa823e on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:55:06.900578 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-0b498277-f970-4500-ba8b-6fa100dd5705 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for 0b64730d-7d90-4088-965b-4ac9212e4cca owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:06.923182 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-cb4561da-4d6b-4b33-a0ef-763189b5f12c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/quotas/dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 375 time: 0.1008122 Feb 28 14:55:06.933322 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Transition to ACTIVE for port object 0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:06.936273 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:06.941402 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.004695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event deleted for resources: {'Network': ['ID=33c25096-e629-46fe-81bf-6b897421106a,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:07.041781 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-93b648c3-0dda-4d70-9d6b-f25b0333cf3f tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "DELETE /v2.0/networks/33c25096-e629-46fe-81bf-6b897421106a HTTP/1.1" status: 204 len: 168 time: 2.7565355 Feb 28 14:55:07.050005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42772) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:07.101236 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.104486 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3cb1cb02-1d1f-43a9-97e1-4d8e5c80e700 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.123680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] Calling delete_port for 9625af0c-48eb-4a24-9bee-44a90fa461a4 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:07.163408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3cb1cb02-1d1f-43a9-97e1-4d8e5c80e700 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.266706 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9802f348-928d-460f-941d-71428f61932e up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:07.283674 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0b498277-f970-4500-ba8b-6fa100dd5705 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.360676 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Attempting to bind port 0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:07.361093 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Attempting to bind port 0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:07.361465 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Attempting to bind port 0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:55:07.383773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:55:07.387246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:07.387246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.387246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:55:07.387246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Bound port: 0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:07.387246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.456571 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:55:07.466056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b498277-f970-4500-ba8b-6fa100dd5705 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=0b64730d-7d90-4088-965b-4ac9212e4cca,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:07.468566 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] For port 0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:55:07.472014 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] For port 0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:55:07.488274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-5e73633d-9602-4452-90ba-e35f67ac816f None None] For port be4cab7a-f16f-45f2-8d8c-bcf31daa823e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=be4cab7a-f16f-45f2-8d8c-bcf31daa823e,segment=NetworkSegment(2eeb0bb7-76b4-4966-8511-3b180c1d179e),segment_id=2eeb0bb7-76b4-4966-8511-3b180c1d179e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:07.488666 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5e73633d-9602-4452-90ba-e35f67ac816f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.515186 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.520301 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0b498277-f970-4500-ba8b-6fa100dd5705 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.522678 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.524937 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.530700 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ae180d-2e28-4eb6-b068-160b64f6bea2 None None] Network 3ddc376c-eb12-4fa8-8803-37f58f68dca1 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:07.581678 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0b498277-f970-4500-ba8b-6fa100dd5705 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/0b64730d-7d90-4088-965b-4ac9212e4cca HTTP/1.1" status: 204 len: 168 time: 2.3229394 Feb 28 14:55:07.593078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42776) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:07.613308 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b60c16d7-d9bd-4a64-8811-2b08e09507eb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network 350890f7-fbef-4656-a5e7-4bae7ee031c2 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:55:07.616534 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.641492 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=cecea18e-87d6-4bc7-8308-b35d6572f33f,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:07.677674 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:55:07.678024 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:55:07.738703 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-b60c16d7-d9bd-4a64-8811-2b08e09507eb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 350890f7-fbef-4656-a5e7-4bae7ee031c2) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:07.742070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7b5dcf42-a83e-4cdf-992e-eafb1e604c81']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:07.748599 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dd3d1-2b3d-4b54-8aac-1c3fb7c52d2d None None] Pushing event updated for resources: {'Port': ['ID=0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:07.754657 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5277d54-b9f7-43aa-9c30-ed0b74ecfcc1 None None] Network 350890f7-fbef-4656-a5e7-4bae7ee031c2 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:07.763037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.766163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b60c16d7-d9bd-4a64-8811-2b08e09507eb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:07.766841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b60c16d7-d9bd-4a64-8811-2b08e09507eb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.773545 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5e73633d-9602-4452-90ba-e35f67ac816f None None] Calling delete_port for be4cab7a-f16f-45f2-8d8c-bcf31daa823e owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:07.777778 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2eeb0bb7-76b4-4966-8511-3b180c1d179e') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:07.778071 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2eeb0bb7-76b4-4966-8511-3b180c1d179e') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:07.823839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5626b5a-6b4c-40e8-9295-dd4e263240bc tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:07.825885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5626b5a-6b4c-40e8-9295-dd4e263240bc tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:07.826609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c5626b5a-6b4c-40e8-9295-dd4e263240bc tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:07.832964 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.847602 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 9802f348-928d-460f-941d-71428f61932e completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:07.874258 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-300ab1f7-d2ba-4198-807d-c007684404eb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:07.882737 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Deleting port 9625af0c-48eb-4a24-9bee-44a90fa461a4 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:07.883072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.893295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.917008 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.939604 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b60c16d7-d9bd-4a64-8811-2b08e09507eb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4642446 Feb 28 14:55:07.943670 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c5626b5a-6b4c-40e8-9295-dd4e263240bc tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:07.947257 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c5626b5a-6b4c-40e8-9295-dd4e263240bc tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3368289 Feb 28 14:55:07.949324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:55:07.949726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:07.952964 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-70694221-6491-4f62-aa80-88017d277db0 None None] Provisioning for port 9802f348-928d-460f-941d-71428f61932e completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:07.959710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42782) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:07.960047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42784) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:55:07.970044 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:55:07.972810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 9802f348-928d-460f-941d-71428f61932e triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:07.972810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.008067 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'network_id': '350890f7-fbef-4656-a5e7-4bae7ee031c2', 'name': 'tempest-PortsIpV6TestJSON-1035823180', 'fixed_ips': [{'subnet_id': '818064c5-b22e-4356-90e7-aabbb3911fa0', 'ip_address': '2001:db8::10'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:08.051204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-70694221-6491-4f62-aa80-88017d277db0 None None] Provisioning complete for port 9802f348-928d-460f-941d-71428f61932e triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:08.051582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-70694221-6491-4f62-aa80-88017d277db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.054113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-300ab1f7-d2ba-4198-807d-c007684404eb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:08.055440 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-300ab1f7-d2ba-4198-807d-c007684404eb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&fields=id HTTP/1.1" status: 200 len: 302 time: 1.1189525 Feb 28 14:55:08.143898 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.152430 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.177582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25dd3d1-2b3d-4b54-8aac-1c3fb7c52d2d None None] Pushing event updated for resources: {'Port': ['ID=0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:08.182303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Deleting port 0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:08.182869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.194685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:55:08.195039 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:55:08.233227 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Transition to ACTIVE for port object c698ed36-5779-4911-b786-fcc50dbc0ae4 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:08.239986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.244130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.247186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Routers {'47ec7c50-622e-483a-a099-bb7606e7b789'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:08.247841 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['47ec7c50-622e-483a-a099-bb7606e7b789'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:08.316850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Network': ['ID=7b5dcf42-a83e-4cdf-992e-eafb1e604c81,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:08.319845 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2adfa5a9-501e-4276-8a83-76932228de87 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/networks/7b5dcf42-a83e-4cdf-992e-eafb1e604c81 HTTP/1.1" status: 204 len: 168 time: 3.8685982 Feb 28 14:55:08.340949 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42790) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:08.436718 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-5e73633d-9602-4452-90ba-e35f67ac816f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:55:08.437083 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-5e73633d-9602-4452-90ba-e35f67ac816f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:55:08.490147 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Transition to ACTIVE for port object c698ed36-5779-4911-b786-fcc50dbc0ae4 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:08.521646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] For port 9625af0c-48eb-4a24-9bee-44a90fa461a4, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9625af0c-48eb-4a24-9bee-44a90fa461a4,segment=NetworkSegment(b243881c-454a-4fa4-9f44-2b7098bc28ab),segment_id=b243881c-454a-4fa4-9f44-2b7098bc28ab)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:08.521646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.574246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.655428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:08.677202 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-0e3a9b1c-0698-4e17-9f76-36cb24810945 service neutron] 10.222.0.15 "GET /v2.0/networks/987a27bf-1d58-4507-8458-9899329adcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5834107 Feb 28 14:55:08.693102 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Calling delete_port for 9625af0c-48eb-4a24-9bee-44a90fa461a4 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:08.696393 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:08.724318 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] Deleting port 9625af0c-48eb-4a24-9bee-44a90fa461a4 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:08.724685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.740427 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-3cb1cb02-1d1f-43a9-97e1-4d8e5c80e700 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Floating IP 576dfd26-5747-4dac-a44f-2567e3d40240 associated. External IP: 172.26.4.95, port: 851312ad-9d8f-4b69-b8be-d3d003377b28. Feb 28 14:55:08.799171 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:08.816063 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cfe515c-1917-435a-b2b9-7849eee80d82 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 05c15903-b63b-4f8b-b82d-6be928491d86 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:55:08.827914 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5cfe515c-1917-435a-b2b9-7849eee80d82 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.873791 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-70694221-6491-4f62-aa80-88017d277db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.904866 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] Set router 47ec7c50-622e-483a-a099-bb7606e7b789 gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:55:08.948871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] For port 0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:08.949285 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.962669 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5e73633d-9602-4452-90ba-e35f67ac816f None None] Deleting port be4cab7a-f16f-45f2-8d8c-bcf31daa823e {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:08.963042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5e73633d-9602-4452-90ba-e35f67ac816f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:08.999189 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.009115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Pushing event updated for resources: {'Port': ['ID=c698ed36-5779-4911-b786-fcc50dbc0ae4,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:09.027953 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:09.030571 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-350890f7-fbef-4656-a5e7-4bae7ee031c2', 'network_id': '350890f7-fbef-4656-a5e7-4bae7ee031c2', 'tenant_id': '97261752dc704f2791d2d79e53c8200f', 'fixed_ips': [{'subnet_id': '818064c5-b22e-4356-90e7-aabbb3911fa0'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:55:09.031346 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.053919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:09.091525 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:09.099869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5cfe515c-1917-435a-b2b9-7849eee80d82 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.201883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5e73633d-9602-4452-90ba-e35f67ac816f None None] The port 'be4cab7a-f16f-45f2-8d8c-bcf31daa823e' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:55:09.231995 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '47ec7c50-622e-483a-a099-bb7606e7b789', 'name': 'tempest-snat-router-1517327976', 'tenant_id': '3937118570a2413fa0b74f6765dcb4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:51Z', 'updated_at': '2022-02-28T14:55:05Z', 'revision_number': 4, 'project_id': '3937118570a2413fa0b74f6765dcb4c6', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:09.235057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Calling delete_port for 0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:09.279498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.314490 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4254d733-f8e1-4e8f-9a6e-0f159ef5bfee None None] The sync data for ids ['47ec7c50-622e-483a-a099-bb7606e7b789'] in dv-neutron-830866-2-hyperv is: [{'id': '47ec7c50-622e-483a-a099-bb7606e7b789', 'name': 'tempest-snat-router-1517327976', 'tenant_id': '3937118570a2413fa0b74f6765dcb4c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:51Z', 'updated_at': '2022-02-28T14:55:05Z', 'revision_number': 4, 'project_id': '3937118570a2413fa0b74f6765dcb4c6', 'gw_port_host': None}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:09.321106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.325387 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-70694221-6491-4f62-aa80-88017d277db0 None None] For port 9802f348-928d-460f-941d-71428f61932e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9802f348-928d-460f-941d-71428f61932e,segment=NetworkSegment(91609e22-f7fb-464f-83b0-575e0d508a2a),segment_id=91609e22-f7fb-464f-83b0-575e0d508a2a)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:09.386363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:55:09.394294 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-70694221-6491-4f62-aa80-88017d277db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.405920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event deleted for resources: {'Port': ['ID=9625af0c-48eb-4a24-9bee-44a90fa461a4,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:09.410108 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-9416f9ec-0b96-408d-b15a-5b26b82c0841 service neutron] 10.222.0.15 "GET /v2.0/networks/987a27bf-1d58-4507-8458-9899329adcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6911049 Feb 28 14:55:09.417105 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.420665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] No DVR routers for this DVR port 9625af0c-48eb-4a24-9bee-44a90fa461a4 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:55:09.425042 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] device_id is not set on port ced3fa7e-d515-4a5b-b2f0-d643d6ff5632 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:55:09.469337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.572376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.596952 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5cfe515c-1917-435a-b2b9-7849eee80d82 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.636948 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7564e70-09e4-469b-9f92-ec0da5ae58a2']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:09.653926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b243881c-454a-4fa4-9f44-2b7098bc28ab') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:09.654220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b243881c-454a-4fa4-9f44-2b7098bc28ab') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:09.673053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.739759 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.761052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:55:09.761452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:55:09.776139 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:55:09.778442 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-edbb6bf1-21b7-4ecc-9b39-efadd3575436 req-3f3c874d-b965-4d0b-9b70-47ad3df191ec tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 210 time: 0.0803876 Feb 28 14:55:09.813320 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Allocated IP 2001:db8::2 (350890f7-fbef-4656-a5e7-4bae7ee031c2/818064c5-b22e-4356-90e7-aabbb3911fa0/7019f729-c81c-4fb9-938a-a2e3528b6a18) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:09.823320 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.833484 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=cecea18e-87d6-4bc7-8308-b35d6572f33f,revision_number=3']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:09.886034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:09.907207 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:55:09.907824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:55:09.947162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Pushing event deleted for resources: {'Port': ['ID=0fa2de75-a3b4-4bb4-a0e2-cee7f3c821a8,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:09.953251 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Attempting to bind port c698ed36-5779-4911-b786-fcc50dbc0ae4 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:09.953887 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Attempting to bind port c698ed36-5779-4911-b786-fcc50dbc0ae4 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:09.954605 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Attempting to bind port c698ed36-5779-4911-b786-fcc50dbc0ae4 on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:55:09.972872 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:10.019897 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:55:10.020181 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:10.020566 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:10.020955 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:55:10.021437 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Bound port: c698ed36-5779-4911-b786-fcc50dbc0ae4, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:10.021865 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:10.048334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:10.095067 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 3ddc376c-eb12-4fa8-8803-37f58f68dca1 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:10.101411 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8013c7e7-6dd8-4dad-8ff1-20b433d5f861 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:10.170142 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event deleted for resources: {'Network': ['ID=e7564e70-09e4-469b-9f92-ec0da5ae58a2,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:10.187530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] For port 9625af0c-48eb-4a24-9bee-44a90fa461a4, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9625af0c-48eb-4a24-9bee-44a90fa461a4,segment=NetworkSegment(b243881c-454a-4fa4-9f44-2b7098bc28ab),segment_id=b243881c-454a-4fa4-9f44-2b7098bc28ab)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:10.187950 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:10.195415 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70694221-6491-4f62-aa80-88017d277db0 None None] Pushing event updated for resources: {'Port': ['ID=9802f348-928d-460f-941d-71428f61932e,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:10.203622 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:10.206119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5cfe515c-1917-435a-b2b9-7849eee80d82 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:10.317780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] For port c698ed36-5779-4911-b786-fcc50dbc0ae4, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:55:10.321301 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] For port c698ed36-5779-4911-b786-fcc50dbc0ae4, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=c698ed36-5779-4911-b786-fcc50dbc0ae4,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:55:10.413496 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfe515c-1917-435a-b2b9-7849eee80d82 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=05c15903-b63b-4f8b-b82d-6be928491d86,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:10.500705 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:10.523125 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5cfe515c-1917-435a-b2b9-7849eee80d82 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:10.572175 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5cfe515c-1917-435a-b2b9-7849eee80d82 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/05c15903-b63b-4f8b-b82d-6be928491d86 HTTP/1.1" status: 204 len: 168 time: 2.6036825 Feb 28 14:55:10.573899 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42804) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:10.576066 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-50bca4d2-db62-406d-a1b8-030a9a87c835 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "DELETE /v2.0/networks/e7564e70-09e4-469b-9f92-ec0da5ae58a2 HTTP/1.1" status: 204 len: 168 time: 3.4704006 Feb 28 14:55:10.580242 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] Calling delete_port for 9625af0c-48eb-4a24-9bee-44a90fa461a4 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:10.583462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42806) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:10.684212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:10.795920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a17810cf-0a31-4994-97cf-83c368527de9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:10.827642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:10.840951 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Transition to ACTIVE for port object 7019f729-c81c-4fb9-938a-a2e3528b6a18 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:10.906351 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-40869416-82fc-49f9-a30b-769e107896f7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3212118 Feb 28 14:55:10.908119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42814) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:10.975160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:55:10.975745 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:55:10.976006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a5e78221-58ab-4f1c-ab62-f98e6e0f246e None None] Provisioning complete for port 9802f348-928d-460f-941d-71428f61932e triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:10.976371 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a5e78221-58ab-4f1c-ab62-f98e6e0f246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.074029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Transition to ACTIVE for port object 7019f729-c81c-4fb9-938a-a2e3528b6a18 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:11.115110 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.132586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] Deleting port 9625af0c-48eb-4a24-9bee-44a90fa461a4 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:11.132586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.203907 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-58973e8c-1e5f-4e5a-ae1f-bbea2fa27c40 req-7ea916cc-b3d1-4a85-878b-2d3813da22eb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 210 time: 0.1218073 Feb 28 14:55:11.292332 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b283efbc-ca6a-47b0-9402-f7fd22bc7556 None None] Pushing event updated for resources: {'Port': ['ID=c698ed36-5779-4911-b786-fcc50dbc0ae4,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:11.300596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c7bb6127-3baf-44d5-ac89-1b04803d7348 None None] The port '9625af0c-48eb-4a24-9bee-44a90fa461a4' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:55:11.310302 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Network 350890f7-fbef-4656-a5e7-4bae7ee031c2 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:11.341947 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e73513d8-ac0a-4d58-a145-93b9a3c2d950 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.378475 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:11.380391 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Pushing event updated for resources: {'Port': ['ID=7019f729-c81c-4fb9-938a-a2e3528b6a18,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:11.382622 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port a17810cf-0a31-4994-97cf-83c368527de9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:11.383042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.411290 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:11.441124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.463072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.476705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c62b153-e505-416c-9b12-5bf70cae1271 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:11.477515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9c62b153-e505-416c-9b12-5bf70cae1271 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:11.500588 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Allocated IP 2001:db8::10 (350890f7-fbef-4656-a5e7-4bae7ee031c2/818064c5-b22e-4356-90e7-aabbb3911fa0/ced3fa7e-d515-4a5b-b2f0-d643d6ff5632) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:11.530590 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9c62b153-e505-416c-9b12-5bf70cae1271 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:11.531741 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9c62b153-e505-416c-9b12-5bf70cae1271 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.6210299 Feb 28 14:55:11.538460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42818) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:11.679261 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Attempting to bind port 7019f729-c81c-4fb9-938a-a2e3528b6a18 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:11.679926 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Attempting to bind port 7019f729-c81c-4fb9-938a-a2e3528b6a18 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '33977ad4-3682-42a5-9b0b-0994b5fff4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '350890f7-fbef-4656-a5e7-4bae7ee031c2'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:11.680458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Attempting to bind port 7019f729-c81c-4fb9-938a-a2e3528b6a18 on network 350890f7-fbef-4656-a5e7-4bae7ee031c2 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:55:11.684783 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-e9bcf621-ad83-46ec-8af4-f9128e50ba00 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:11.686296 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-e9bcf621-ad83-46ec-8af4-f9128e50ba00 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/networks?id=987a27bf-1d58-4507-8458-9899329adcaa HTTP/1.1" status: 200 len: 796 time: 0.5594659 Feb 28 14:55:11.704107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e73513d8-ac0a-4d58-a145-93b9a3c2d950 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.731594 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a5e78221-58ab-4f1c-ab62-f98e6e0f246e None None] Provisioning for port cecea18e-87d6-4bc7-8308-b35d6572f33f completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:11.734625 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:55:11.735234 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Checking segment: {'id': '33977ad4-3682-42a5-9b0b-0994b5fff4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '350890f7-fbef-4656-a5e7-4bae7ee031c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:11.735968 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.736859 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Bound using segment: {'id': '33977ad4-3682-42a5-9b0b-0994b5fff4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '350890f7-fbef-4656-a5e7-4bae7ee031c2'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:55:11.737677 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Bound port: 7019f729-c81c-4fb9-938a-a2e3528b6a18, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33977ad4-3682-42a5-9b0b-0994b5fff4a6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '350890f7-fbef-4656-a5e7-4bae7ee031c2'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:11.738562 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.763638 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a5e78221-58ab-4f1c-ab62-f98e6e0f246e None None] Provisioning complete for port cecea18e-87d6-4bc7-8308-b35d6572f33f triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:11.763926 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a5e78221-58ab-4f1c-ab62-f98e6e0f246e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.769547 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.770143 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 47ec7c50-622e-483a-a099-bb7606e7b789 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:55:11.777362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-146840a9-e892-4a6e-9082-681e529a8103 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:11.781484 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-146840a9-e892-4a6e-9082-681e529a8103 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2294159 Feb 28 14:55:11.784442 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42822) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:11.786293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-e73513d8-ac0a-4d58-a145-93b9a3c2d950 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d1b9e1fa-5a5a-40b2-ae23-0707183c6763']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:11.817151 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-e73513d8-ac0a-4d58-a145-93b9a3c2d950 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ac7f5a9-4618-4320-9b4f-84fb23ba09f7') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:11.817511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-e73513d8-ac0a-4d58-a145-93b9a3c2d950 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ac7f5a9-4618-4320-9b4f-84fb23ba09f7') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:11.829630 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.833811 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d61ebdfb-7bdd-4ce4-b74c-b5b598952758 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "DELETE /v2.0/routers/47ec7c50-622e-483a-a099-bb7606e7b789 HTTP/1.1" status: 204 len: 168 time: 10.2034991 Feb 28 14:55:11.836519 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42826) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:11.842952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e73513d8-ac0a-4d58-a145-93b9a3c2d950 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:11.862861 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a5e78221-58ab-4f1c-ab62-f98e6e0f246e None None] Port cecea18e-87d6-4bc7-8308-b35d6572f33f cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:11.899195 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device be4cab7a-f16f-45f2-8d8c-bcf31daa823e no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:11.907581 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-fa3c0d38-c01d-4da5-a478-8eba600cc40c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 378 time: 0.1933267 Feb 28 14:55:11.912238 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-44177db6-cd0a-41bc-84f5-bfb9062e0fe7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1201093 Feb 28 14:55:11.918156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42830) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:11.933621 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] For port 7019f729-c81c-4fb9-938a-a2e3528b6a18, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:55:11.935885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:11.942182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: be4cab7a-f16f-45f2-8d8c-bcf31daa823e {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:55:11.942556 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device be4cab7a-f16f-45f2-8d8c-bcf31daa823e not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:11.942969 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9625af0c-48eb-4a24-9bee-44a90fa461a4 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:11.954710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-59fabf6c-9784-431d-9869-3fbf85c7c3ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'port': {'device_id': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'admin_state_up': True, 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'security_groups': ['c000793d-644a-41b7-af12-a5e584036997']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:11.979577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 9625af0c-48eb-4a24-9bee-44a90fa461a4 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:55:11.979577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9625af0c-48eb-4a24-9bee-44a90fa461a4 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:11.981555 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] For port 7019f729-c81c-4fb9-938a-a2e3528b6a18, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7019f729-c81c-4fb9-938a-a2e3528b6a18,segment=NetworkSegment(33977ad4-3682-42a5-9b0b-0994b5fff4a6),segment_id=33977ad4-3682-42a5-9b0b-0994b5fff4a6)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:55:11.995246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.039668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Router 153b1c1c-af78-411d-8552-3c71af0abbe9 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:55:12.046668 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ba466b1f-eab8-4be6-b9f7-cdef4d95877f None None] Provisioning complete for port cecea18e-87d6-4bc7-8308-b35d6572f33f triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:12.047043 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ba466b1f-eab8-4be6-b9f7-cdef4d95877f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.047366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.084712 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Transition to ACTIVE for port object ced3fa7e-d515-4a5b-b2f0-d643d6ff5632 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:12.131791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e73513d8-ac0a-4d58-a145-93b9a3c2d950 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.134596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ba466b1f-eab8-4be6-b9f7-cdef4d95877f None None] Port cecea18e-87d6-4bc7-8308-b35d6572f33f cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:12.138077 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36157171-2a5e-42c5-9fa9-23d70899ab07 None None] Pushing event updated for resources: {'Port': ['ID=7019f729-c81c-4fb9-938a-a2e3528b6a18,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:12.176978 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9802f348-928d-460f-941d-71428f61932e up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:12.181869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e73513d8-ac0a-4d58-a145-93b9a3c2d950 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:55:12.182553 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e73513d8-ac0a-4d58-a145-93b9a3c2d950 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:55:12.208005 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:55:12.260040 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 9802f348-928d-460f-941d-71428f61932e triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:12.260644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.294883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb1cb02-1d1f-43a9-97e1-4d8e5c80e700 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 94fb8087-6267-407a-8212-2b233c292ea2 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:55:12.388564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:12.404227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:12.417043 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e73513d8-ac0a-4d58-a145-93b9a3c2d950 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.430661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:12.473416 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e73513d8-ac0a-4d58-a145-93b9a3c2d950 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.518224 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-212d1f51-4f27-46b8-977f-8b24c427ae62 req-d51e2ba4-b24a-420d-b075-0d6c598c1a16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 210 time: 0.0655735 Feb 28 14:55:12.524645 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.551324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:12.586295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-59fabf6c-9784-431d-9869-3fbf85c7c3ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:12.591182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73513d8-ac0a-4d58-a145-93b9a3c2d950 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event deleted for resources: {'Network': ['ID=d1b9e1fa-5a5a-40b2-ae23-0707183c6763,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:12.699696 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network 350890f7-fbef-4656-a5e7-4bae7ee031c2 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:12.704143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:12.707275 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:12.711750 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:12.712465 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:12.746863 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=ced3fa7e-d515-4a5b-b2f0-d643d6ff5632,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:12.754707 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-63e88a68-045f-4752-bb39-ff781d997208 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.7882013 Feb 28 14:55:12.762782 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42836) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:12.771954 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'network_id': '350890f7-fbef-4656-a5e7-4bae7ee031c2', 'name': 'tempest-PortsIpV6TestJSON-757709012', 'fixed_ips': [{'subnet_id': '818064c5-b22e-4356-90e7-aabbb3911fa0', 'ip_address': '2001:db8::f'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:12.799755 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e73513d8-ac0a-4d58-a145-93b9a3c2d950 tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "DELETE /v2.0/networks/d1b9e1fa-5a5a-40b2-ae23-0707183c6763 HTTP/1.1" status: 204 len: 168 time: 2.2105622 Feb 28 14:55:12.806135 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42840) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:12.809044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:12.827436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-59fabf6c-9784-431d-9869-3fbf85c7c3ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:12.915151 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:12.924337 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f91fd23f-7615-4741-87a9-5e312731ba87 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "PUT /v2.0/routers/153b1c1c-af78-411d-8552-3c71af0abbe9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2230177 Feb 28 14:55:12.928538 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5e7b9-c367-4b1e-819d-d0d7d9718eb3 None None] Sync routers for ids ['153b1c1c-af78-411d-8552-3c71af0abbe9'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:12.929540 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42844) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:12.944865 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5e7b9-c367-4b1e-819d-d0d7d9718eb3 None None] Routers {'153b1c1c-af78-411d-8552-3c71af0abbe9'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:12.946020 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-23f5e7b9-c367-4b1e-819d-d0d7d9718eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['153b1c1c-af78-411d-8552-3c71af0abbe9'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:13.000325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-59fabf6c-9784-431d-9869-3fbf85c7c3ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:13.003684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-59fabf6c-9784-431d-9869-3fbf85c7c3ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:13.047135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-23f5e7b9-c367-4b1e-819d-d0d7d9718eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:13.072249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23f5e7b9-c367-4b1e-819d-d0d7d9718eb3 None None] Routers {'153b1c1c-af78-411d-8552-3c71af0abbe9'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:13.073649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-23f5e7b9-c367-4b1e-819d-d0d7d9718eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['153b1c1c-af78-411d-8552-3c71af0abbe9'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:13.108937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:13.132847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-8013c7e7-6dd8-4dad-8ff1-20b433d5f861 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:13.133091 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8013c7e7-6dd8-4dad-8ff1-20b433d5f861 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:13.208496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bdd02e92-784f-42af-8051-7a11affab73d tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:13.209854 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-23f5e7b9-c367-4b1e-819d-d0d7d9718eb3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:13.210693 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23f5e7b9-c367-4b1e-819d-d0d7d9718eb3 None None] The sync data for ids ['153b1c1c-af78-411d-8552-3c71af0abbe9'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:13.262972 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:13.319644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:port and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:13.323642 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for port was recalculated. Used quota:3. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:13.332415 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:13.380507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661c2e66-7b14-497e-95c7-f74095352d0a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:13.381546 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-661c2e66-7b14-497e-95c7-f74095352d0a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:13.387934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:13.394214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:13.449471 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] device_id is not set on port baeb5799-7960-4d70-9a8a-15e209721c24 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:55:13.497103 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bdd02e92-784f-42af-8051-7a11affab73d tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:13.503938 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-661c2e66-7b14-497e-95c7-f74095352d0a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:13.509168 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-661c2e66-7b14-497e-95c7-f74095352d0a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports?device_id=153b1c1c-af78-411d-8552-3c71af0abbe9 HTTP/1.1" status: 200 len: 983 time: 0.5724931 Feb 28 14:55:13.513240 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42848) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:13.540992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6003695-e267-4ce4-b8d3-205cec159144 None None] Network 350890f7-fbef-4656-a5e7-4bae7ee031c2 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:13.556849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-bdd02e92-784f-42af-8051-7a11affab73d tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f7040d2c-dfab-45d6-9a34-2e77e724e1c4']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:13.588050 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-8013c7e7-6dd8-4dad-8ff1-20b433d5f861 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] For port 4ece5108-06bc-4ab6-a5dc-2e91ab688e46, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4ece5108-06bc-4ab6-a5dc-2e91ab688e46,segment=NetworkSegment(04da745e-61dd-48a3-a1ef-dd9c8e9234e9),segment_id=04da745e-61dd-48a3-a1ef-dd9c8e9234e9)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:13.588504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8013c7e7-6dd8-4dad-8ff1-20b433d5f861 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:13.617540 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-bdd02e92-784f-42af-8051-7a11affab73d tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df2f4801-271f-4dd6-8830-a87264f0fec9') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:13.617904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-bdd02e92-784f-42af-8051-7a11affab73d tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df2f4801-271f-4dd6-8830-a87264f0fec9') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:13.654100 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bdd02e92-784f-42af-8051-7a11affab73d tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:13.676523 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25165499-e772-4a47-ad5f-bc7c909395ec tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:13.716098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-91538383-8090-4758-8994-4ede8c3b284f None None] Provisioning for port 7019f729-c81c-4fb9-938a-a2e3528b6a18 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:13.788065 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-8013c7e7-6dd8-4dad-8ff1-20b433d5f861 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:13.882364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bdd02e92-784f-42af-8051-7a11affab73d tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:13.929074 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d4cc9c63-5147-456f-9f4e-fa6d8d45a03e req-0f9c3a0b-6a31-47b6-9701-5c4f40e7f308 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 210 time: 0.1558211 Feb 28 14:55:13.933997 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd02e92-784f-42af-8051-7a11affab73d tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:55:13.934397 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bdd02e92-784f-42af-8051-7a11affab73d tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:55:13.953063 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:55:14.016139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-59fabf6c-9784-431d-9869-3fbf85c7c3ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.7 (987a27bf-1d58-4507-8458-9899329adcaa/b78abaac-c097-4be2-812f-ba39432656a0/b1296ecd-1316-49b4-94ae-d25d4acc4d41) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:14.026713 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Allocated IP 2001:db8::f (350890f7-fbef-4656-a5e7-4bae7ee031c2/818064c5-b22e-4356-90e7-aabbb3911fa0/baeb5799-7960-4d70-9a8a-15e209721c24) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:14.128327 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb1cb02-1d1f-43a9-97e1-4d8e5c80e700 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:14.137393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bdd02e92-784f-42af-8051-7a11affab73d tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:14.147167 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6717d9-0730-4788-9cf4-e67bba507be2 None None] Sync routers for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:14.178157 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bdd02e92-784f-42af-8051-7a11affab73d tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:14.190989 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bc08dd4a-3273-4e17-beb4-4048b23fa211 None None] Provisioning for port ced3fa7e-d515-4a5b-b2f0-d643d6ff5632 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:14.199875 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd02e92-784f-42af-8051-7a11affab73d tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] Pushing event deleted for resources: {'Network': ['ID=f7040d2c-dfab-45d6-9a34-2e77e724e1c4,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:14.204099 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6717d9-0730-4788-9cf4-e67bba507be2 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:14.208314 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-ff6717d9-0730-4788-9cf4-e67bba507be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:14.211596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bc08dd4a-3273-4e17-beb4-4048b23fa211 None None] Provisioning complete for port ced3fa7e-d515-4a5b-b2f0-d643d6ff5632 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:14.213749 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc08dd4a-3273-4e17-beb4-4048b23fa211 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:14.229691 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3cb1cb02-1d1f-43a9-97e1-4d8e5c80e700 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:14.259565 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bdd02e92-784f-42af-8051-7a11affab73d tempest-BulkNetworkOpsIpV6Test-461917993 tempest-BulkNetworkOpsIpV6Test-461917993-project] 10.222.0.15 "DELETE /v2.0/networks/f7040d2c-dfab-45d6-9a34-2e77e724e1c4 HTTP/1.1" status: 204 len: 168 time: 1.4363227 Feb 28 14:55:14.268870 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7019f729-c81c-4fb9-938a-a2e3528b6a18 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:14.315664 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-ff6717d9-0730-4788-9cf4-e67bba507be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:14.346069 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6717d9-0730-4788-9cf4-e67bba507be2 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:14.348279 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-ff6717d9-0730-4788-9cf4-e67bba507be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:14.385874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-bc08dd4a-3273-4e17-beb4-4048b23fa211 None None] Port ced3fa7e-d515-4a5b-b2f0-d643d6ff5632 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:14.433604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 7019f729-c81c-4fb9-938a-a2e3528b6a18 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:14.440904 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 7019f729-c81c-4fb9-938a-a2e3528b6a18 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:14.442486 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:14.478744 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-ff6717d9-0730-4788-9cf4-e67bba507be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:14.479281 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff6717d9-0730-4788-9cf4-e67bba507be2 None None] The sync data for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:14.529183 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8013c7e7-6dd8-4dad-8ff1-20b433d5f861 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:14.600280 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bdf23d-71bb-4f04-8f74-99fc6a9f1521 None None] get_active_networks_info from dv-neutron-830866-2-hyperv {{(pid=83593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 14:55:14.615716 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3cb1cb02-1d1f-43a9-97e1-4d8e5c80e700 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "PUT /v2.0/floatingips/576dfd26-5747-4dac-a44f-2567e3d40240 HTTP/1.1" status: 200 len: 978 time: 10.4197934 Feb 28 14:55:14.621745 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42856) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:14.626776 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8013c7e7-6dd8-4dad-8ff1-20b433d5f861 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Port': ['ID=4ece5108-06bc-4ab6-a5dc-2e91ab688e46,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:14.710541 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:14.784935 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c0420e81-0c25-4029-ae62-76d589c88aef None None] Provisioning complete for port ced3fa7e-d515-4a5b-b2f0-d643d6ff5632 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:14.785300 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c0420e81-0c25-4029-ae62-76d589c88aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:14.803032 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:14.827960 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42862) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:14.831261 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Transition to ACTIVE for port object baeb5799-7960-4d70-9a8a-15e209721c24 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:14.865606 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 7019f729-c81c-4fb9-938a-a2e3528b6a18, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7019f729-c81c-4fb9-938a-a2e3528b6a18,segment=NetworkSegment(33977ad4-3682-42a5-9b0b-0994b5fff4a6),segment_id=33977ad4-3682-42a5-9b0b-0994b5fff4a6)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:14.880183 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:14.925392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c0420e81-0c25-4029-ae62-76d589c88aef None None] Port ced3fa7e-d515-4a5b-b2f0-d643d6ff5632 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:14.928903 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-59fabf6c-9784-431d-9869-3fbf85c7c3ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:14.961721 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96bdf23d-71bb-4f04-8f74-99fc6a9f1521 None None] Resources bound (agent type, host, resource id): {{(pid=83593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:55:14.968145 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-59fabf6c-9784-431d-9869-3fbf85c7c3ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object b1296ecd-1316-49b4-94ae-d25d4acc4d41 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:14.980115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=7019f729-c81c-4fb9-938a-a2e3528b6a18,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:15.007817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.objects.ports [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83592) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:55:15.066905 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-f559be18-fa75-40a2-8ecb-f34127cd42a1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting port 851312ad-9d8f-4b69-b8be-d3d003377b28 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:15.067246 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f559be18-fa75-40a2-8ecb-f34127cd42a1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:15.122671 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-59fabf6c-9784-431d-9869-3fbf85c7c3ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:15.309376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-59fabf6c-9784-431d-9869-3fbf85c7c3ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 987a27bf-1d58-4507-8458-9899329adcaa is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:15.314076 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25165499-e772-4a47-ad5f-bc7c909395ec tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:15.323342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-59fabf6c-9784-431d-9869-3fbf85c7c3ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:15.332081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-59fabf6c-9784-431d-9869-3fbf85c7c3ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:15.371379 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-25165499-e772-4a47-ad5f-bc7c909395ec tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Deleting port 1049656b-9680-4795-9139-5bce24a70079 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:15.371743 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25165499-e772-4a47-ad5f-bc7c909395ec tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:15.412068 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:15.425405 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:15.466922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fabf6c-9784-431d-9869-3fbf85c7c3ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=b1296ecd-1316-49b4-94ae-d25d4acc4d41,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:15.622993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-59fabf6c-9784-431d-9869-3fbf85c7c3ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:15.623625 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-59fabf6c-9784-431d-9869-3fbf85c7c3ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:15.669250 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-59fabf6c-9784-431d-9869-3fbf85c7c3ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7500043 Feb 28 14:55:15.738118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Request body: {'port': {'device_id': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:15.754299 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network 350890f7-fbef-4656-a5e7-4bae7ee031c2 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:15.769866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:15.772305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:15.777595 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:15.778467 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:15.807908 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=baeb5799-7960-4d70-9a8a-15e209721c24,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:15.828642 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6adb685a-00de-4c58-b29c-a17125231a10 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e40e90f451214178a12ac5ffcd69fe2f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.9915318 Feb 28 14:55:15.834822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42872) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:15.872110 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b9a2a0f4-37f2-465c-b065-8efcfb033d10 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.1082840 Feb 28 14:55:15.875322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f559be18-fa75-40a2-8ecb-f34127cd42a1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:15.888075 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42876) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:15.911658 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-25165499-e772-4a47-ad5f-bc7c909395ec tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] For port 1049656b-9680-4795-9139-5bce24a70079, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1049656b-9680-4795-9139-5bce24a70079,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:15.912007 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25165499-e772-4a47-ad5f-bc7c909395ec tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:15.923665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8013c7e7-6dd8-4dad-8ff1-20b433d5f861 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.049146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513334a-3889-48b4-9d2d-fb68fce8a05f req-c0f69f24-2a47-40a9-90d8-98091c02e283 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:16.050600 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e513334a-3889-48b4-9d2d-fb68fce8a05f req-c0f69f24-2a47-40a9-90d8-98091c02e283 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 931 time: 0.9535694 Feb 28 14:55:16.074653 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-25165499-e772-4a47-ad5f-bc7c909395ec tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Calling delete_port for 1049656b-9680-4795-9139-5bce24a70079 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:16.163000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.184958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] For port c698ed36-5779-4911-b786-fcc50dbc0ae4, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=c698ed36-5779-4911-b786-fcc50dbc0ae4,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:16.269126 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c698ed36-5779-4911-b786-fcc50dbc0ae4 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:16.290976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-67a5bc36-e40e-4249-ac37-2dc9e819f22c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.303976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:55:16.366722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.387906 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port c698ed36-5779-4911-b786-fcc50dbc0ae4 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:16.389230 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.389932 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.403782 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7019f729-c81c-4fb9-938a-a2e3528b6a18 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:16.446974 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-e513334a-3889-48b4-9d2d-fb68fce8a05f req-cf2d19de-8790-43c6-97ce-a9ceaec9e232 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:16.469485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-67a5bc36-e40e-4249-ac37-2dc9e819f22c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.556907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb4189d3-8d0a-4ab5-8f53-a18f40fe13e3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:16.557484 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cb4189d3-8d0a-4ab5-8f53-a18f40fe13e3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:16.561565 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 7019f729-c81c-4fb9-938a-a2e3528b6a18 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:16.561922 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.581949 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-e513334a-3889-48b4-9d2d-fb68fce8a05f req-cf2d19de-8790-43c6-97ce-a9ceaec9e232 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:16.583086 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e513334a-3889-48b4-9d2d-fb68fce8a05f req-cf2d19de-8790-43c6-97ce-a9ceaec9e232 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=c000793d-644a-41b7-af12-a5e584036997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5130010 Feb 28 14:55:16.606620 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f0ce-6ec3-4af6-b728-ba984742c335 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.618793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:16.637695 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:16.707337 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e10c31f9-fb90-4297-9ad1-6a70140ca160 None None] get_active_networks_info from dv-neutron-830866-2-hyperv {{(pid=83593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 14:55:16.788745 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cb4189d3-8d0a-4ab5-8f53-a18f40fe13e3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:16.790994 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cb4189d3-8d0a-4ab5-8f53-a18f40fe13e3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.9006352 Feb 28 14:55:16.803874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e3529c43-8c84-46d2-a643-067468603202 None None] Provisioning for port c698ed36-5779-4911-b786-fcc50dbc0ae4 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:16.817752 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e3529c43-8c84-46d2-a643-067468603202 None None] Provisioning complete for port c698ed36-5779-4911-b786-fcc50dbc0ae4 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:16.818135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e3529c43-8c84-46d2-a643-067468603202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.850025 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:16.850612 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.860709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42880) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:16.869316 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=07ba386b-3950-45f4-ae3e-0256e7702598,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:16.871328 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=c698ed36-5779-4911-b786-fcc50dbc0ae4,revision_number=5']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:16.928469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-67a5bc36-e40e-4249-ac37-2dc9e819f22c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.930651 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-67a5bc36-e40e-4249-ac37-2dc9e819f22c admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.934264 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-67a5bc36-e40e-4249-ac37-2dc9e819f22c admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/3baa911c-afd5-4f53-b1ea-8bdb1953f23c HTTP/1.1" status: 204 len: 168 time: 1.0869195 Feb 28 14:55:16.940838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10c31f9-fb90-4297-9ad1-6a70140ca160 None None] Resources bound (agent type, host, resource id): {{(pid=83593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:55:16.945865 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ee0fafbc-f31f-4e08-9ebf-34685af1dca2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.0240960 Feb 28 14:55:16.951279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f559be18-fa75-40a2-8ecb-f34127cd42a1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.951692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f559be18-fa75-40a2-8ecb-f34127cd42a1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.952014 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-f559be18-fa75-40a2-8ecb-f34127cd42a1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Floating IP 576dfd26-5747-4dac-a44f-2567e3d40240 disassociated. External IP: 172.26.4.95, port: 851312ad-9d8f-4b69-b8be-d3d003377b28. Feb 28 14:55:16.952362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-f559be18-fa75-40a2-8ecb-f34127cd42a1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Calling delete_port for 851312ad-9d8f-4b69-b8be-d3d003377b28 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:16.959847 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42886) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:16.962317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25165499-e772-4a47-ad5f-bc7c909395ec tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:16.969409 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-5b70109c-135b-4085-9854-e6fbf1d93fb5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:17.001823 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e3529c43-8c84-46d2-a643-067468603202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:17.028575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a5bc36-e40e-4249-ac37-2dc9e819f22c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baa911c-afd5-4f53-b1ea-8bdb1953f23c,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:17.052101 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25165499-e772-4a47-ad5f-bc7c909395ec tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Pushing event deleted for resources: {'Port': ['ID=1049656b-9680-4795-9139-5bce24a70079,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:17.139316 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f559be18-fa75-40a2-8ecb-f34127cd42a1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:17.151995 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e3529c43-8c84-46d2-a643-067468603202 None None] For port c698ed36-5779-4911-b786-fcc50dbc0ae4, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=c698ed36-5779-4911-b786-fcc50dbc0ae4,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:17.161723 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e3529c43-8c84-46d2-a643-067468603202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:17.316785 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b1296ecd-1316-49b4-94ae-d25d4acc4d41 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:55:17.353724 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f559be18-fa75-40a2-8ecb-f34127cd42a1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Port': ['ID=851312ad-9d8f-4b69-b8be-d3d003377b28,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:17.363328 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3529c43-8c84-46d2-a643-067468603202 None None] Pushing event updated for resources: {'Port': ['ID=c698ed36-5779-4911-b786-fcc50dbc0ae4,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:17.392092 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:17.415164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6c11b4-164c-43f4-94fb-7c3504b9127e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:17.419342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6c11b4-164c-43f4-94fb-7c3504b9127e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:17.423503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad6c11b4-164c-43f4-94fb-7c3504b9127e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:17.428664 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ad6c11b4-164c-43f4-94fb-7c3504b9127e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.5626941 Feb 28 14:55:17.431265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42896) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:17.461557 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5b70109c-135b-4085-9854-e6fbf1d93fb5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:17.481915 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5b70109c-135b-4085-9854-e6fbf1d93fb5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:17.486290 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5b70109c-135b-4085-9854-e6fbf1d93fb5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:17.494748 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5b70109c-135b-4085-9854-e6fbf1d93fb5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:17.496796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Transition to ACTIVE for port object b1296ecd-1316-49b4-94ae-d25d4acc4d41 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:17.503922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25165499-e772-4a47-ad5f-bc7c909395ec tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:17.517238 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-f4550ea7-9cdd-451e-b4d3-c891fcaec133 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port baeb5799-7960-4d70-9a8a-15e209721c24 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:17.517841 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f4550ea7-9cdd-451e-b4d3-c891fcaec133 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:17.665366 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:17.724372 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b70109c-135b-4085-9854-e6fbf1d93fb5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:17.727812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b70109c-135b-4085-9854-e6fbf1d93fb5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:18.014070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25165499-e772-4a47-ad5f-bc7c909395ec tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:18.020638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25165499-e772-4a47-ad5f-bc7c909395ec tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:18.160429 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b1296ecd-1316-49b4-94ae-d25d4acc4d41,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:18.212590 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c698ed36-5779-4911-b786-fcc50dbc0ae4 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:18.287532 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42914) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:18.346691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port c698ed36-5779-4911-b786-fcc50dbc0ae4 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:18.347312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:18.388395 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.ipam_backend_mixin [None req-5b70109c-135b-4085-9854-e6fbf1d93fb5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 07ba386b-3950-45f4-ae3e-0256e7702598 (CIDR: 2001:db8::/64) Feb 28 14:55:18.410052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25165499-e772-4a47-ad5f-bc7c909395ec tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:18.410736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25165499-e772-4a47-ad5f-bc7c909395ec tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 3409fcf8-6b43-4047-aba7-b59b9723c7a6 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:55:18.428287 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a195bdb8-ec26-4414-8db6-9fd81f4c202e None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:18.444681 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b70109c-135b-4085-9854-e6fbf1d93fb5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:55:18.445975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b70109c-135b-4085-9854-e6fbf1d93fb5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:55:18.551980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25165499-e772-4a47-ad5f-bc7c909395ec tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:18.561717 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-25165499-e772-4a47-ad5f-bc7c909395ec tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "DELETE /v2.0/routers/3409fcf8-6b43-4047-aba7-b59b9723c7a6 HTTP/1.1" status: 204 len: 168 time: 6.7213385 Feb 28 14:55:18.572525 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42920) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:18.583140 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5b70109c-135b-4085-9854-e6fbf1d93fb5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6197162 Feb 28 14:55:18.599856 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42922) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:18.604810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1767668451', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:18.620487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:18.642230 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Usage tracker for resource:router and tenant:9d6de1ad7994458e8aca8b70fee0c6fd is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:18.655017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:18.665011 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-3d2aa6bb-c241-4159-a42f-7932f15f7c7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:18.701625 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-75ba3e93-16df-40a2-b510-633fd6669e63 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1414839495', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:18.722512 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:18.725904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Attempting to bind port b1296ecd-1316-49b4-94ae-d25d4acc4d41 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:18.726542 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Attempting to bind port b1296ecd-1316-49b4-94ae-d25d4acc4d41 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'fe25847d-9f92-47a5-9af3-d4fa9541d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:18.727118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Attempting to bind port b1296ecd-1316-49b4-94ae-d25d4acc4d41 on network 987a27bf-1d58-4507-8458-9899329adcaa {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:55:18.733907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-75ba3e93-16df-40a2-b510-633fd6669e63 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:18.746040 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b8da93-5481-4a75-854e-dc8e81ace278 req-353417cb-ee7b-443a-9a88-84e56fc9cd96 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:18.747138 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-58b8da93-5481-4a75-854e-dc8e81ace278 req-353417cb-ee7b-443a-9a88-84e56fc9cd96 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:18.769530 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-75ba3e93-16df-40a2-b510-633fd6669e63 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Usage tracker for resource:router and tenant:a16c3e14e72742feb84e6dea369c9787 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:18.777665 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ddd2e064-f257-4c8b-aecb-7d19cb81bbc4 None None] Provisioning complete for port c698ed36-5779-4911-b786-fcc50dbc0ae4 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:18.778039 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ddd2e064-f257-4c8b-aecb-7d19cb81bbc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:18.795636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-75ba3e93-16df-40a2-b510-633fd6669e63 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:18.820840 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5f0ce-6ec3-4af6-b728-ba984742c335 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port cecea18e-87d6-4bc7-8308-b35d6572f33f {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:18.821173 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f0ce-6ec3-4af6-b728-ba984742c335 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:18.873250 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-75ba3e93-16df-40a2-b510-633fd6669e63 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:18.964199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-75ba3e93-16df-40a2-b510-633fd6669e63 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:18.965132 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-75ba3e93-16df-40a2-b510-633fd6669e63 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:18.992653 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f4550ea7-9cdd-451e-b4d3-c891fcaec133 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.017923 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.019328 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.022679 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Port b1296ecd-1316-49b4-94ae-d25d4acc4d41 on network 987a27bf-1d58-4507-8458-9899329adcaa not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:55:19.023741 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Attempting to bind port b1296ecd-1316-49b4-94ae-d25d4acc4d41 on network 987a27bf-1d58-4507-8458-9899329adcaa {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:55:19.130521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3d2aa6bb-c241-4159-a42f-7932f15f7c7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:19.138285 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3d2aa6bb-c241-4159-a42f-7932f15f7c7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:19.143824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:55:19.144158 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Checking segment: {'id': 'fe25847d-9f92-47a5-9af3-d4fa9541d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:19.144540 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Bound using segment: {'id': 'fe25847d-9f92-47a5-9af3-d4fa9541d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:55:19.144981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Bound port: b1296ecd-1316-49b4-94ae-d25d4acc4d41, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fe25847d-9f92-47a5-9af3-d4fa9541d6df', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:19.145312 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.156411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3d2aa6bb-c241-4159-a42f-7932f15f7c7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:19.160089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-58b8da93-5481-4a75-854e-dc8e81ace278 req-353417cb-ee7b-443a-9a88-84e56fc9cd96 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:19.161219 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-58b8da93-5481-4a75-854e-dc8e81ace278 req-353417cb-ee7b-443a-9a88-84e56fc9cd96 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 943 time: 1.3433588 Feb 28 14:55:19.167641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3d2aa6bb-c241-4159-a42f-7932f15f7c7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:19.232137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-f4550ea7-9cdd-451e-b4d3-c891fcaec133 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for baeb5799-7960-4d70-9a8a-15e209721c24 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:19.236087 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0771c4a5-b3c9-4a5b-92f8-c515081a1bd5 None None] Provisioning for port b1296ecd-1316-49b4-94ae-d25d4acc4d41 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:19.238390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.275713 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d2aa6bb-c241-4159-a42f-7932f15f7c7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:19.277516 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0771c4a5-b3c9-4a5b-92f8-c515081a1bd5 None None] Provisioning for port baeb5799-7960-4d70-9a8a-15e209721c24 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:19.283186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0771c4a5-b3c9-4a5b-92f8-c515081a1bd5 None None] Provisioning complete for port baeb5799-7960-4d70-9a8a-15e209721c24 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:19.283633 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0771c4a5-b3c9-4a5b-92f8-c515081a1bd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.301052 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-75ba3e93-16df-40a2-b510-633fd6669e63 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.339697 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:55:19.351459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0771c4a5-b3c9-4a5b-92f8-c515081a1bd5 None None] Port baeb5799-7960-4d70-9a8a-15e209721c24 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:19.355972 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-58b8da93-5481-4a75-854e-dc8e81ace278 req-b6e70cd8-05d4-4210-970f-9238b692fffb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=c000793d-644a-41b7-af12-a5e584036997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1835682 Feb 28 14:55:19.412720 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-75ba3e93-16df-40a2-b510-633fd6669e63 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.433775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8013c7e7-6dd8-4dad-8ff1-20b433d5f861 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router 14e55685-af99-4349-98f6-c7493fee7e1c has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:55:19.474178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f0ce-6ec3-4af6-b728-ba984742c335 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.477810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f3f1681b-7ddd-4949-80af-ec0b223c74cf None None] Provisioning complete for port c698ed36-5779-4911-b786-fcc50dbc0ae4 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:19.478748 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f3f1681b-7ddd-4949-80af-ec0b223c74cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.517681 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] For port b1296ecd-1316-49b4-94ae-d25d4acc4d41, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:55:19.568759 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa6bb-c241-4159-a42f-7932f15f7c7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.626911 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-75ba3e93-16df-40a2-b510-633fd6669e63 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.628550 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-75ba3e93-16df-40a2-b510-633fd6669e63 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 1.3327148 Feb 28 14:55:19.631729 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f559be18-fa75-40a2-8ecb-f34127cd42a1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 94fb8087-6267-407a-8212-2b233c292ea2 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:55:19.635225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42928) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:19.643994 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.649659 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1500864665'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:19.668337 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:19.677375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Usage tracker for resource:network and tenant:a16c3e14e72742feb84e6dea369c9787 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:19.679440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-ffb5f0ce-6ec3-4af6-b728-ba984742c335 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for cecea18e-87d6-4bc7-8308-b35d6572f33f owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:19.685340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:19.696045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:19.743990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Made reservation on behalf of a16c3e14e72742feb84e6dea369c9787 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:19.746987 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.818542 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.914416 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] For port b1296ecd-1316-49b4-94ae-d25d4acc4d41, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=b1296ecd-1316-49b4-94ae-d25d4acc4d41,segment=NetworkSegment(fe25847d-9f92-47a5-9af3-d4fa9541d6df),segment_id=fe25847d-9f92-47a5-9af3-d4fa9541d6df)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:55:19.922332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:19.926930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.939336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f4550ea7-9cdd-451e-b4d3-c891fcaec133 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:19.996205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Usage tracker for resource:security_group_rule and tenant:a16c3e14e72742feb84e6dea369c9787 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:20.015130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:20.018323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:20.038579 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1049656b-9680-4795-9139-5bce24a70079 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:20.071514 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 1049656b-9680-4795-9139-5bce24a70079 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:55:20.071908 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1049656b-9680-4795-9139-5bce24a70079 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:20.073959 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4550ea7-9cdd-451e-b4d3-c891fcaec133 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=baeb5799-7960-4d70-9a8a-15e209721c24,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:20.084014 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:20.100017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:20.147223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f4550ea7-9cdd-451e-b4d3-c891fcaec133 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:20.167978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:20.169363 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] 10.222.0.20 "PUT /v2.0/ports/b1296ecd-1316-49b4-94ae-d25d4acc4d41 HTTP/1.1" status: 200 len: 1093 time: 4.4397173 Feb 28 14:55:20.169803 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'tag': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:55:20.202715 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f4550ea7-9cdd-451e-b4d3-c891fcaec133 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/baeb5799-7960-4d70-9a8a-15e209721c24 HTTP/1.1" status: 204 len: 168 time: 2.7675874 Feb 28 14:55:20.208108 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42934) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:20.220865 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8fc7870-5bca-411f-a095-675c988f48f2 service neutron] Pushing event updated for resources: {'Port': ['ID=b1296ecd-1316-49b4-94ae-d25d4acc4d41,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:20.320041 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8013c7e7-6dd8-4dad-8ff1-20b433d5f861 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:20.331760 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21e1cb-985a-4588-ae50-62720fba2a61 None None] Sync routers for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:20.345569 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21e1cb-985a-4588-ae50-62720fba2a61 None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:20.346435 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5f21e1cb-985a-4588-ae50-62720fba2a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:20.350391 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8013c7e7-6dd8-4dad-8ff1-20b433d5f861 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/14e55685-af99-4349-98f6-c7493fee7e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0036244 Feb 28 14:55:20.355076 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42938) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:20.415113 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'tag': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'status': 'completed', 'code': 200} Feb 28 14:55:20.420407 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f0ce-6ec3-4af6-b728-ba984742c335 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:20.450331 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-81128317-aa69-4ca1-a65f-c4e95248d1aa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] GET failed (client error): The resource could not be found. Feb 28 14:55:20.450844 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-81128317-aa69-4ca1-a65f-c4e95248d1aa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:20.460047 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:20.482036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:20.518034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Allocated IP 172.26.4.181 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/74f70db1-1bc7-4db0-9140-1be670a87bbc) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:20.550470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:55:20.570492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-81128317-aa69-4ca1-a65f-c4e95248d1aa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:20.574750 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-81128317-aa69-4ca1-a65f-c4e95248d1aa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/baeb5799-7960-4d70-9a8a-15e209721c24 HTTP/1.1" status: 404 len: 333 time: 0.3603418 Feb 28 14:55:20.584346 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42944) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:20.651362 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-5f21e1cb-985a-4588-ae50-62720fba2a61 None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:55:20.669559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event updated for resources: {'SecurityGroup': ['ID=674fe81a-16ca-40b9-949a-d1e0ccbfa30e,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:20.680411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:20.680757 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Added segment 2db6dd18-9b36-42af-a513-f2ddb0536067 of type vlan for network 13b48f1a-82de-4af4-a298-2b999497204b Feb 28 14:55:20.732018 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb5f0ce-6ec3-4af6-b728-ba984742c335 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=cecea18e-87d6-4bc7-8308-b35d6572f33f,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:20.916087 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa6bb-c241-4159-a42f-7932f15f7c7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:20.953601 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f559be18-fa75-40a2-8ecb-f34127cd42a1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:20.962684 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86ba69-b9fe-434a-b0d7-27052e7eb97b None None] Sync routers for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:20.981812 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86ba69-b9fe-434a-b0d7-27052e7eb97b None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:20.982936 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-4d86ba69-b9fe-434a-b0d7-27052e7eb97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:21.019965 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-eaf96cc5-bfc3-4922-8660-2c14c59cfb35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 1096 time: 0.6398253 Feb 28 14:55:21.026176 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d2aa6bb-c241-4159-a42f-7932f15f7c7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:21.043176 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-4dc6ff9b-d093-4518-8207-f41f0dcf5d92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port ced3fa7e-d515-4a5b-b2f0-d643d6ff5632 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:21.043466 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ff9b-d093-4518-8207-f41f0dcf5d92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.053910 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-4d86ba69-b9fe-434a-b0d7-27052e7eb97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:21.062855 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5f21e1cb-985a-4588-ae50-62720fba2a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:55:14Z', 'revision_number': 9, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:21.067065 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d86ba69-b9fe-434a-b0d7-27052e7eb97b None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:21.067933 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-4d86ba69-b9fe-434a-b0d7-27052e7eb97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:21.068366 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21e1cb-985a-4588-ae50-62720fba2a61 None None] Checking router: 14e55685-af99-4349-98f6-c7493fee7e1c for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:55:21.071351 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-3d2aa6bb-c241-4159-a42f-7932f15f7c7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:21.074573 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d2aa6bb-c241-4159-a42f-7932f15f7c7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:21.075230 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3d2aa6bb-c241-4159-a42f-7932f15f7c7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.081721 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f21e1cb-985a-4588-ae50-62720fba2a61 None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:21.082328 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5f21e1cb-985a-4588-ae50-62720fba2a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:21.144667 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-4d86ba69-b9fe-434a-b0d7-27052e7eb97b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:21.145455 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d86ba69-b9fe-434a-b0d7-27052e7eb97b None None] The sync data for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:21.182735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.198879 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-63de39f5-8df0-4bdc-870d-da49a19dcd42 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting subnet 8e4a04cc-67a1-4535-9bfc-a9bad7448459 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:55:21.202680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5652bc9-0968-443e-b72d-a8736d89dc55 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:21.204554 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3d2aa6bb-c241-4159-a42f-7932f15f7c7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.5579464 Feb 28 14:55:21.208474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42948) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:21.220142 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63de39f5-8df0-4bdc-870d-da49a19dcd42 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.246674 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'mac_address': 'fa:16:3e:33:66:8d', 'name': 'tempest-NetworksTestDHCPv6-1434640259'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:21.278349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f559be18-fa75-40a2-8ecb-f34127cd42a1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.282583 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f559be18-fa75-40a2-8ecb-f34127cd42a1 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/ports/851312ad-9d8f-4b69-b8be-d3d003377b28 HTTP/1.1" status: 204 len: 168 time: 6.6554122 Feb 28 14:55:21.284075 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42952) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:21.284296 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-7c2e80fa-96be-48ba-9eaf-83543d3152de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1296ecd-1316-49b4-94ae-d25d4acc4d41 HTTP/1.1" status: 200 len: 217 time: 0.2528222 Feb 28 14:55:21.288972 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffb5f0ce-6ec3-4af6-b728-ba984742c335 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.293824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63de39f5-8df0-4bdc-870d-da49a19dcd42 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.299615 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2aa6bb-c241-4159-a42f-7932f15f7c7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=63e48a62-7ad9-4eed-bb6f-9a58b114d17a,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:21.395131 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-5f21e1cb-985a-4588-ae50-62720fba2a61 None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:55:21.484522 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f581eb00-a401-4b39-b29c-4df5d64c4279 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "GET /v2.0/floatingips/576dfd26-5747-4dac-a44f-2567e3d40240 HTTP/1.1" status: 200 len: 687 time: 0.1972604 Feb 28 14:55:21.510482 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42956) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:21.523977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.555280 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63de39f5-8df0-4bdc-870d-da49a19dcd42 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.587699 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.591344 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:21.591951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.676186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796f74e3-6f49-477f-8d48-2040f1248cfd req-bf6d8036-3d41-42be-8635-f30a98a327db tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:21.680065 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-796f74e3-6f49-477f-8d48-2040f1248cfd req-bf6d8036-3d41-42be-8635-f30a98a327db tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 943 time: 1.0337989 Feb 28 14:55:21.716406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-6d4d4da1-e5ed-4c85-ab52-cedbba725f02 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:21.717963 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-6d4d4da1-e5ed-4c85-ab52-cedbba725f02 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b78abaac-c097-4be2-812f-ba39432656a0 HTTP/1.1" status: 200 len: 835 time: 0.4147375 Feb 28 14:55:21.816614 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63de39f5-8df0-4bdc-870d-da49a19dcd42 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.868271 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41867797-fb16-4026-8325-1eb2797832cb None None] Update dhcp port {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'fixed_ips': [{'subnet_id': '07ba386b-3950-45f4-ae3e-0256e7702598', 'ip_address': '2001:db8::f816:3eff:fe81:e821'}, {'subnet_id': '63e48a62-7ad9-4eed-bb6f-9a58b114d17a'}], 'binding:host_id': 'dv-neutron-830866-2-hyperv'}, 'id': 'c698ed36-5779-4911-b786-fcc50dbc0ae4'} from dv-neutron-830866-2-hyperv. {{(pid=83593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 14:55:21.909588 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63de39f5-8df0-4bdc-870d-da49a19dcd42 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Subnet': ['ID=8e4a04cc-67a1-4535-9bfc-a9bad7448459,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:21.934434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-41867797-fb16-4026-8325-1eb2797832cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.966446 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.3266706 Feb 28 14:55:21.970578 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42960) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:21.977918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-63de39f5-8df0-4bdc-870d-da49a19dcd42 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:21.985927 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c20832df-ed39-43b2-83bb-d7b0f298f105 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Request body: {'subnet': {'network_id': '13b48f1a-82de-4af4-a298-2b999497204b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:21.993366 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7580bb-1491-462c-9846-8dfbc550ca09 None None] Network 474c0203-aedb-4ec7-81ff-74d563544190 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:22.016802 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-63de39f5-8df0-4bdc-870d-da49a19dcd42 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/8e4a04cc-67a1-4535-9bfc-a9bad7448459 HTTP/1.1" status: 204 len: 168 time: 1.6525118 Feb 28 14:55:22.027530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5f21e1cb-985a-4588-ae50-62720fba2a61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:55:14Z', 'revision_number': 9, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:22.031908 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42964) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:22.033465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5183b-e097-4901-9004-7d3be935b530 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting port e856958e-2a2d-4447-b6b2-a72b3aec63b7 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:22.033802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2e5183b-e097-4901-9004-7d3be935b530 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:22.066313 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:22.069506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe90407-1ef6-4d11-93f7-c0138753ba53 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event updated for resources: {'Network': ['ID=13b48f1a-82de-4af4-a298-2b999497204b,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:22.076180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f21e1cb-985a-4588-ae50-62720fba2a61 None None] The sync data for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv is: [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:55:14Z', 'revision_number': 9, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd0e7cf71-353b-447e-8a97-9d1fdecb3941', 'name': '', 'network_id': '6e135c19-842f-42ad-bbf9-4481d17a1802', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:a6:86:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '08e075ab-90c3-4251-8e3a-115d69194540', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:48Z', 'updated_at': '2022-02-28T14:54:05Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '08e075ab-90c3-4251-8e3a-115d69194540', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:22.109113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 13b48f1a-82de-4af4-a298-2b999497204b details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:55:22.202552 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:22.225010 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffb5f0ce-6ec3-4af6-b728-ba984742c335 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Router 153b1c1c-af78-411d-8552-3c71af0abbe9 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:55:22.228404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c20832df-ed39-43b2-83bb-d7b0f298f105 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:22.232953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c20832df-ed39-43b2-83bb-d7b0f298f105 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Usage tracker for resource:subnet and tenant:a16c3e14e72742feb84e6dea369c9787 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:22.236399 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c20832df-ed39-43b2-83bb-d7b0f298f105 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:22.242347 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c20832df-ed39-43b2-83bb-d7b0f298f105 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:22.285635 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-796f74e3-6f49-477f-8d48-2040f1248cfd req-5b0a3344-19c0-4a3a-ad30-27f3e849dca3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=c000793d-644a-41b7-af12-a5e584036997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.5664604 Feb 28 14:55:22.301165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:22.308102 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c20832df-ed39-43b2-83bb-d7b0f298f105 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Made reservation on behalf of a16c3e14e72742feb84e6dea369c9787 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:22.396434 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ff9b-d093-4518-8207-f41f0dcf5d92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:22.422218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:22.426203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:22.450489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-41867797-fb16-4026-8325-1eb2797832cb None None] Allocated IP 2001:db8:0:1::2 (2d04583f-a513-435e-a720-cee2c3103874/63e48a62-7ad9-4eed-bb6f-9a58b114d17a/c698ed36-5779-4911-b786-fcc50dbc0ae4) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:22.497243 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c20832df-ed39-43b2-83bb-d7b0f298f105 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:22.597516 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb5f0ce-6ec3-4af6-b728-ba984742c335 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:22.608159 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ffb5f0ce-6ec3-4af6-b728-ba984742c335 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "PUT /v2.0/routers/153b1c1c-af78-411d-8552-3c71af0abbe9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0943961 Feb 28 14:55:22.612228 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42968) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:22.623921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0ba2ef9-cf96-44da-916e-3cc1f2a2a1e5 None None] DHCP port deletion for 474c0203-aedb-4ec7-81ff-74d563544190 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:55:22.630653 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418adbef-dfc5-4019-829d-42e28492478c None None] Sync routers for ids ['153b1c1c-af78-411d-8552-3c71af0abbe9'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:22.677469 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-95570fe6-00b3-4768-af95-8279acafb1a2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] GET failed (client error): The resource could not be found. Feb 28 14:55:22.677971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-95570fe6-00b3-4768-af95-8279acafb1a2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:22.698968 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba2ef9-cf96-44da-916e-3cc1f2a2a1e5 None None] Deleting port cf2ba824-e35b-45b2-80a7-a4eb59d03e34 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:22.699642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2ef9-cf96-44da-916e-3cc1f2a2a1e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:22.708201 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-95570fe6-00b3-4768-af95-8279acafb1a2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:22.711926 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-95570fe6-00b3-4768-af95-8279acafb1a2 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/cecea18e-87d6-4bc7-8308-b35d6572f33f HTTP/1.1" status: 404 len: 333 time: 0.0959785 Feb 28 14:55:22.714289 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42972) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:22.739239 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:22.752688 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-4dc6ff9b-d093-4518-8207-f41f0dcf5d92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for ced3fa7e-d515-4a5b-b2f0-d643d6ff5632 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:22.773560 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418adbef-dfc5-4019-829d-42e28492478c None None] Routers {'153b1c1c-af78-411d-8552-3c71af0abbe9'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:22.774294 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-418adbef-dfc5-4019-829d-42e28492478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['153b1c1c-af78-411d-8552-3c71af0abbe9'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:22.822048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:22.833276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port ba4244dc-e1da-42b3-b945-99b8e3cf97f6 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:55:22.871991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:22.874065 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-418adbef-dfc5-4019-829d-42e28492478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:22.874553 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:22.914922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d72cc75-43c4-4288-8a2c-95d1ad13097a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:22.940936 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Pushing event updated for resources: {'Port': ['ID=74f70db1-1bc7-4db0-9140-1be670a87bbc,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:22.956960 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-0659a880-3d69-40a6-8851-a575212ac5f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=987a27bf-1d58-4507-8458-9899329adcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 1.1257176 Feb 28 14:55:22.977850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port cf2ba824-e35b-45b2-80a7-a4eb59d03e34 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:22.978472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:22.983527 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-418adbef-dfc5-4019-829d-42e28492478c None None] Routers {'153b1c1c-af78-411d-8552-3c71af0abbe9'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:22.984247 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-418adbef-dfc5-4019-829d-42e28492478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:54:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['153b1c1c-af78-411d-8552-3c71af0abbe9'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:23.050771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2e5183b-e097-4901-9004-7d3be935b530 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:23.051080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2e5183b-e097-4901-9004-7d3be935b530 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:23.064822 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c20832df-ed39-43b2-83bb-d7b0f298f105 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:23.072487 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-418adbef-dfc5-4019-829d-42e28492478c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:23.072929 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-418adbef-dfc5-4019-829d-42e28492478c None None] The sync data for ids ['153b1c1c-af78-411d-8552-3c71af0abbe9'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:23.085849 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-41867797-fb16-4026-8325-1eb2797832cb None None] For port c698ed36-5779-4911-b786-fcc50dbc0ae4, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=c698ed36-5779-4911-b786-fcc50dbc0ae4,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:23.098280 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c0ba2ef9-cf96-44da-916e-3cc1f2a2a1e5 None None] For port cf2ba824-e35b-45b2-80a7-a4eb59d03e34, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cf2ba824-e35b-45b2-80a7-a4eb59d03e34,segment=NetworkSegment(04da745e-61dd-48a3-a1ef-dd9c8e9234e9),segment_id=04da745e-61dd-48a3-a1ef-dd9c8e9234e9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:23.098743 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2ef9-cf96-44da-916e-3cc1f2a2a1e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:23.231031 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c0ba2ef9-cf96-44da-916e-3cc1f2a2a1e5 None None] Calling delete_port for cf2ba824-e35b-45b2-80a7-a4eb59d03e34 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:23.259693 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20832df-ed39-43b2-83bb-d7b0f298f105 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event updated for resources: {'Subnet': ['ID=434807bc-f42b-4b1c-b5f8-b53d3d9fb1e3,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:23.268829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-41867797-fb16-4026-8325-1eb2797832cb None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:23.298368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-41867797-fb16-4026-8325-1eb2797832cb None None] Transition to ACTIVE for port object c698ed36-5779-4911-b786-fcc50dbc0ae4 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:23.314493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-41867797-fb16-4026-8325-1eb2797832cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:23.364898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-b2e5183b-e097-4901-9004-7d3be935b530 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Calling delete_port for e856958e-2a2d-4447-b6b2-a72b3aec63b7 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:23.409358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d72cc75-43c4-4288-8a2c-95d1ad13097a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:23.411448 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c20832df-ed39-43b2-83bb-d7b0f298f105 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Checking segment: {'id': '2db6dd18-9b36-42af-a513-f2ddb0536067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '13b48f1a-82de-4af4-a298-2b999497204b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:23.411824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20832df-ed39-43b2-83bb-d7b0f298f105 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Network hostable DHCP agents. Network: 13b48f1a-82de-4af4-a298-2b999497204b, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:55:23.419416 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d72cc75-43c4-4288-8a2c-95d1ad13097a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:23.430423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c0ba2ef9-cf96-44da-916e-3cc1f2a2a1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:23.452506 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20832df-ed39-43b2-83bb-d7b0f298f105 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Network 13b48f1a-82de-4af4-a298-2b999497204b is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:55:23.468300 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d72cc75-43c4-4288-8a2c-95d1ad13097a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:23.469079 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d72cc75-43c4-4288-8a2c-95d1ad13097a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Fanout notify agent at l3_agent the message router_deleted on router 153b1c1c-af78-411d-8552-3c71af0abbe9 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:55:23.483333 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-c20832df-ed39-43b2-83bb-d7b0f298f105 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 13b48f1a-82de-4af4-a298-2b999497204b) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:23.488517 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c20832df-ed39-43b2-83bb-d7b0f298f105 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:23.489083 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c20832df-ed39-43b2-83bb-d7b0f298f105 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:23.515289 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53e160bc-8b09-4da4-9caf-48fa1bad168e None None] Network 13b48f1a-82de-4af4-a298-2b999497204b requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:23.522872 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d72cc75-43c4-4288-8a2c-95d1ad13097a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:23.526947 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7d72cc75-43c4-4288-8a2c-95d1ad13097a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/routers/153b1c1c-af78-411d-8552-3c71af0abbe9 HTTP/1.1" status: 204 len: 168 time: 0.8107977 Feb 28 14:55:23.527721 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42978) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:23.545621 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41867797-fb16-4026-8325-1eb2797832cb None None] Pushing event updated for resources: {'Port': ['ID=c698ed36-5779-4911-b786-fcc50dbc0ae4,revision_number=7']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:23.577289 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c20832df-ed39-43b2-83bb-d7b0f298f105 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5984225 Feb 28 14:55:23.583497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42982) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:23.644714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0ba2ef9-cf96-44da-916e-3cc1f2a2a1e5 None None] No DVR routers for this DVR port cf2ba824-e35b-45b2-80a7-a4eb59d03e34 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:55:23.649168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Request body: {'network': {'name': 'tempest-router-network01--361505346'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:23.657094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ba2ef9-cf96-44da-916e-3cc1f2a2a1e5 None None] Pushing event deleted for resources: {'Port': ['ID=cf2ba824-e35b-45b2-80a7-a4eb59d03e34,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:23.732835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:23.826069 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Usage tracker for resource:network and tenant:a16c3e14e72742feb84e6dea369c9787 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:23.838911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ff9b-d093-4518-8207-f41f0dcf5d92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:23.840246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-13b48f1a-82de-4af4-a298-2b999497204b', 'network_id': '13b48f1a-82de-4af4-a298-2b999497204b', 'tenant_id': 'a16c3e14e72742feb84e6dea369c9787', 'fixed_ips': [{'subnet_id': '434807bc-f42b-4b1c-b5f8-b53d3d9fb1e3'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:55:23.841285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:23.855954 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:23.911530 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-2323b90b-277c-475b-801a-21e4f27362b4 service neutron] 10.222.0.20 "GET /v2.0/networks/987a27bf-1d58-4507-8458-9899329adcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9065907 Feb 28 14:55:23.911771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c7decd5-e31d-4059-86c4-62085bdc2ccb req-c4e439c6-966d-4587-a854-9ba3963fd75b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:23.913129 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2c7decd5-e31d-4059-86c4-62085bdc2ccb req-c4e439c6-966d-4587-a854-9ba3963fd75b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 943 time: 0.3478634 Feb 28 14:55:23.913951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:23.944636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc6ff9b-d093-4518-8207-f41f0dcf5d92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=ced3fa7e-d515-4a5b-b2f0-d643d6ff5632,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:23.977294 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2c7decd5-e31d-4059-86c4-62085bdc2ccb req-ad14ed2a-96df-4199-9f7e-34e069cecaaf tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=c000793d-644a-41b7-af12-a5e584036997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0565202 Feb 28 14:55:24.025900 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f8b1270-2e34-4077-bdac-465fde203f8d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting subnet c5af3a79-638c-460a-8baf-a3abfbe04f0b {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:55:24.029722 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1270-2e34-4077-bdac-465fde203f8d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:24.092396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] For port cf2ba824-e35b-45b2-80a7-a4eb59d03e34, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cf2ba824-e35b-45b2-80a7-a4eb59d03e34,segment=NetworkSegment(04da745e-61dd-48a3-a1ef-dd9c8e9234e9),segment_id=04da745e-61dd-48a3-a1ef-dd9c8e9234e9)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:24.093641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Allocated IP 2001:db8::2 (13b48f1a-82de-4af4-a298-2b999497204b/434807bc-f42b-4b1c-b5f8-b53d3d9fb1e3/0efd2486-46bc-4694-ac56-0ad7477f98c3) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:24.094140 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:24.111439 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1270-2e34-4077-bdac-465fde203f8d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:24.229466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1270-2e34-4077-bdac-465fde203f8d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:24.234596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c698ed36-5779-4911-b786-fcc50dbc0ae4 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:24.324593 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1270-2e34-4077-bdac-465fde203f8d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:24.333852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8:0:1::317 (2d04583f-a513-435e-a720-cee2c3103874/63e48a62-7ad9-4eed-bb6f-9a58b114d17a/ba4244dc-e1da-42b3-b945-99b8e3cf97f6) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:24.340726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::f816:3eff:fe33:668d (2d04583f-a513-435e-a720-cee2c3103874/07ba386b-3950-45f4-ae3e-0256e7702598/ba4244dc-e1da-42b3-b945-99b8e3cf97f6) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:24.362791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Made reservation on behalf of a16c3e14e72742feb84e6dea369c9787 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:24.365657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:24.377350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8b1270-2e34-4077-bdac-465fde203f8d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Subnet': ['ID=c5af3a79-638c-460a-8baf-a3abfbe04f0b,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:24.387903 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3f8b1270-2e34-4077-bdac-465fde203f8d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:24.401011 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3f8b1270-2e34-4077-bdac-465fde203f8d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/c5af3a79-638c-460a-8baf-a3abfbe04f0b HTTP/1.1" status: 204 len: 168 time: 0.8719347 Feb 28 14:55:24.403529 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 42986) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:24.431859 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2bff2c-bb1a-426a-9885-7b025255e2e1 None None] Network 3ddc376c-eb12-4fa8-8803-37f58f68dca1 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:24.538432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:24.539004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4dc6ff9b-d093-4518-8207-f41f0dcf5d92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:24.552629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port 9802f348-928d-460f-941d-71428f61932e {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:24.553125 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:24.565761 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for cf2ba824-e35b-45b2-80a7-a4eb59d03e34 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:24.612693 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cf2ba824-e35b-45b2-80a7-a4eb59d03e34 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:24.680309 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: cf2ba824-e35b-45b2-80a7-a4eb59d03e34 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:55:24.680651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cf2ba824-e35b-45b2-80a7-a4eb59d03e34 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:24.681329 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:24.715369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:55:24.727527 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4dc6ff9b-d093-4518-8207-f41f0dcf5d92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/ced3fa7e-d515-4a5b-b2f0-d643d6ff5632 HTTP/1.1" status: 204 len: 168 time: 4.1420364 Feb 28 14:55:24.730882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42990) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:24.734059 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:55:24.734196 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4ece5108-06bc-4ab6-a5dc-2e91ab688e46 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:24.745997 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:24.749457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2e5183b-e097-4901-9004-7d3be935b530 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:24.796554 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] For port 9802f348-928d-460f-941d-71428f61932e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9802f348-928d-460f-941d-71428f61932e,segment=NetworkSegment(91609e22-f7fb-464f-83b0-575e0d508a2a),segment_id=91609e22-f7fb-464f-83b0-575e0d508a2a)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:24.796991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:24.816416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Transition to ACTIVE for port object 0efd2486-46bc-4694-ac56-0ad7477f98c3 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:24.818613 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b6057525-68d0-402a-8bbd-ec075f4715a3 None None] Provisioning for port c698ed36-5779-4911-b786-fcc50dbc0ae4 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:24.845593 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b6057525-68d0-402a-8bbd-ec075f4715a3 None None] Provisioning complete for port c698ed36-5779-4911-b786-fcc50dbc0ae4 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:24.845988 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b6057525-68d0-402a-8bbd-ec075f4715a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:24.858160 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:24.858714 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Added segment aa209b2d-c845-4638-b42f-93197addf0c6 of type vlan for network aedd2753-0899-4c5d-b9ba-a09c81ee2b7f Feb 28 14:55:24.877203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Transition to ACTIVE for port object 0efd2486-46bc-4694-ac56-0ad7477f98c3 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:24.901360 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f6fc3c37-717a-4093-9b16-09e424949bcd req-f2345bc0-53ae-4543-a5e9-e3b2df283e34 service neutron] 10.222.0.20 "GET /v2.0/networks/987a27bf-1d58-4507-8458-9899329adcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9607856 Feb 28 14:55:24.902345 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e5183b-e097-4901-9004-7d3be935b530 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Port': ['ID=e856958e-2a2d-4447-b6b2-a72b3aec63b7,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:24.905163 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b94fd31-543e-4f8a-a93f-46b3b6b708df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] GET failed (client error): The resource could not be found. Feb 28 14:55:24.905318 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:24.905545 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7b94fd31-543e-4f8a-a93f-46b3b6b708df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:24.953700 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for 9802f348-928d-460f-941d-71428f61932e owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:24.990634 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:55:24.991287 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:55:25.003380 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Network 13b48f1a-82de-4af4-a298-2b999497204b is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:25.005912 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Pushing event updated for resources: {'Port': ['ID=0efd2486-46bc-4694-ac56-0ad7477f98c3,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:25.008342 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:25.012817 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:25.073769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.110847 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.127711 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7b94fd31-543e-4f8a-a93f-46b3b6b708df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:25.131788 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7b94fd31-543e-4f8a-a93f-46b3b6b708df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/ced3fa7e-d515-4a5b-b2f0-d643d6ff5632 HTTP/1.1" status: 404 len: 333 time: 0.3776736 Feb 28 14:55:25.141065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 42998) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:25.141797 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c90d4a-44f3-40b4-9df5-8e7b845bbab6 None None] DHCP port deletion for 3ddc376c-eb12-4fa8-8803-37f58f68dca1 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:55:25.145510 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No DVR routers for this DVR port 9802f348-928d-460f-941d-71428f61932e on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:55:25.147491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.148430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.180620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Attempting to bind port 0efd2486-46bc-4694-ac56-0ad7477f98c3 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:25.180984 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Attempting to bind port 0efd2486-46bc-4694-ac56-0ad7477f98c3 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '2db6dd18-9b36-42af-a513-f2ddb0536067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '13b48f1a-82de-4af4-a298-2b999497204b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:25.181340 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Attempting to bind port 0efd2486-46bc-4694-ac56-0ad7477f98c3 on network 13b48f1a-82de-4af4-a298-2b999497204b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:55:25.187954 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 54, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:55:25.188844 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Checking segment: {'id': '2db6dd18-9b36-42af-a513-f2ddb0536067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '13b48f1a-82de-4af4-a298-2b999497204b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:25.189232 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.189610 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Bound using segment: {'id': '2db6dd18-9b36-42af-a513-f2ddb0536067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '13b48f1a-82de-4af4-a298-2b999497204b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:55:25.190056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Bound port: 0efd2486-46bc-4694-ac56-0ad7477f98c3, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2db6dd18-9b36-42af-a513-f2ddb0536067', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '13b48f1a-82de-4af4-a298-2b999497204b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:25.190417 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.217155 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=9802f348-928d-460f-941d-71428f61932e,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:25.301811 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] For port 0efd2486-46bc-4694-ac56-0ad7477f98c3, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:55:25.321229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.354946 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3ddc376c-eb12-4fa8-8803-37f58f68dca1']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:25.367705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91609e22-f7fb-464f-83b0-575e0d508a2a') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:25.367705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91609e22-f7fb-464f-83b0-575e0d508a2a') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:25.379687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.397542 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:55:25.400551 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.418987 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] For port 0efd2486-46bc-4694-ac56-0ad7477f98c3, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0efd2486-46bc-4694-ac56-0ad7477f98c3,segment=NetworkSegment(2db6dd18-9b36-42af-a513-f2ddb0536067),segment_id=2db6dd18-9b36-42af-a513-f2ddb0536067)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:55:25.421299 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:55:25.422306 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.440220 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.492376 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f75da203-e068-42c9-9e9e-50676e383fe3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.499460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port cf2ba824-e35b-45b2-80a7-a4eb59d03e34 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:25.499460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:55:25.510242 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:55:25.545025 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9031bd7d-5c14-4b3d-bad3-5feec458273e None None] Pushing event updated for resources: {'Port': ['ID=0efd2486-46bc-4694-ac56-0ad7477f98c3,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:25.551308 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2e5183b-e097-4901-9004-7d3be935b530 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.558700 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.564660 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.605856 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Network': ['ID=3ddc376c-eb12-4fa8-8803-37f58f68dca1,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:25.615466 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-726d386b-8e79-4070-86ee-a70ebf3164d9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/networks/3ddc376c-eb12-4fa8-8803-37f58f68dca1 HTTP/1.1" status: 204 len: 168 time: 1.2106297 Feb 28 14:55:25.619928 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43002) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:25.645095 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.659468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.663876 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:25.664494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:25.699676 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a56f3f-fe2c-4487-87e7-f3484fd19fb7 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:25.700589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-58a56f3f-fe2c-4487-87e7-f3484fd19fb7 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:25.707143 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] The port 'cf2ba824-e35b-45b2-80a7-a4eb59d03e34' was deleted {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:55:25.720038 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-58a56f3f-fe2c-4487-87e7-f3484fd19fb7 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:25.721610 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-58a56f3f-fe2c-4487-87e7-f3484fd19fb7 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/d33578b7-2a4b-426d-bc5c-c136fad53b51 HTTP/1.1" status: 200 len: 840 time: 0.1003428 Feb 28 14:55:25.728069 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43006) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:25.804915 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-dc1e224d-fe4f-421f-8b9e-f93f08aeedc1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/d33578b7-2a4b-426d-bc5c-c136fad53b51?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0756271 Feb 28 14:55:25.805518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43010) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:25.810987 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e10744da-d856-450e-8dde-327a7be6096c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'subnet': {'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:25.854064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object ba4244dc-e1da-42b3-b945-99b8e3cf97f6 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:26.044480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e10744da-d856-450e-8dde-327a7be6096c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:26.049109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e10744da-d856-450e-8dde-327a7be6096c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:subnet and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:26.053104 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e10744da-d856-450e-8dde-327a7be6096c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:26.060301 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e10744da-d856-450e-8dde-327a7be6096c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:26.068729 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2e5183b-e097-4901-9004-7d3be935b530 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:26.069868 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b2e5183b-e097-4901-9004-7d3be935b530 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/floatingips/576dfd26-5747-4dac-a44f-2567e3d40240 HTTP/1.1" status: 204 len: 168 time: 4.5586267 Feb 28 14:55:26.075189 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43014) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:26.081372 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': 'bed22c3a-6cfb-4b0e-ae05-4bfe0f518f68'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:26.087418 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e10744da-d856-450e-8dde-327a7be6096c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:26.111823 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 2.5188825 Feb 28 14:55:26.124177 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43018) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:26.130377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba5eaaa-ccd6-469b-a8d9-46d8353cab0b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event updated for resources: {'Network': ['ID=aedd2753-0899-4c5d-b9ba-a09c81ee2b7f,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:26.145875 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network aedd2753-0899-4c5d-b9ba-a09c81ee2b7f details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:55:26.154024 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:26.164803 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0efd2486-46bc-4694-ac56-0ad7477f98c3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:26.181767 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:26.191132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c0534b08-7f88-4a23-b9fa-40b32387e276 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Request body: {'network': {'name': 'tempest-router-network02--1866738685'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:26.202432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:26.212140 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e10744da-d856-450e-8dde-327a7be6096c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:26.229425 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:26.231187 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c0534b08-7f88-4a23-b9fa-40b32387e276 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:26.267980 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c7b26416-0f67-411b-b88f-33537811e201 req-0d13aa7e-d9ed-4640-9292-8b3e6fdf42ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 1096 time: 1.2871900 Feb 28 14:55:26.304263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c0534b08-7f88-4a23-b9fa-40b32387e276 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Usage tracker for resource:network and tenant:a16c3e14e72742feb84e6dea369c9787 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:26.321396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:26.324869 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 0efd2486-46bc-4694-ac56-0ad7477f98c3 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:26.329402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c0534b08-7f88-4a23-b9fa-40b32387e276 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:26.337098 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-967d0ac1-8de3-4a6c-a27c-7889296f77c1 req-38f4c856-6675-4579-b78c-a3b73f449d66 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:26.338594 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-967d0ac1-8de3-4a6c-a27c-7889296f77c1 req-38f4c856-6675-4579-b78c-a3b73f449d66 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 943 time: 1.0794742 Feb 28 14:55:26.402650 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9802f348-928d-460f-941d-71428f61932e no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:26.428569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c0534b08-7f88-4a23-b9fa-40b32387e276 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:26.453307 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 9802f348-928d-460f-941d-71428f61932e {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:55:26.454616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9802f348-928d-460f-941d-71428f61932e not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:26.510168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=ba4244dc-e1da-42b3-b945-99b8e3cf97f6,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:26.520154 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['474c0203-aedb-4ec7-81ff-74d563544190']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:26.536662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-df761333-8e0c-4c72-8f1a-12e371dde118 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting subnet 818064c5-b22e-4356-90e7-aabbb3911fa0 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:55:26.547682 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0534b08-7f88-4a23-b9fa-40b32387e276 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Made reservation on behalf of a16c3e14e72742feb84e6dea369c9787 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:26.550666 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c0534b08-7f88-4a23-b9fa-40b32387e276 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:26.562296 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-df761333-8e0c-4c72-8f1a-12e371dde118 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:26.582506 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e10744da-d856-450e-8dde-327a7be6096c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:26.590237 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:26.603127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04da745e-61dd-48a3-a1ef-dd9c8e9234e9') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:26.603409 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04da745e-61dd-48a3-a1ef-dd9c8e9234e9') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:26.621141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:26.634514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:26.638618 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:26.639244 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:26.668114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e10744da-d856-450e-8dde-327a7be6096c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:26.671492 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10744da-d856-450e-8dde-327a7be6096c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Subnet': ['ID=6f9fc0f5-5652-44ed-b783-e9b0e69f75e2,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:26.672824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:26.673746 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-e10744da-d856-450e-8dde-327a7be6096c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:26.676466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:26.678785 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e10744da-d856-450e-8dde-327a7be6096c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:26.679363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e10744da-d856-450e-8dde-327a7be6096c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:26.699304 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0db8c0d1-2c29-4faf-94f6-a5613dc1ec3f None None] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:26.745644 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-967d0ac1-8de3-4a6c-a27c-7889296f77c1 req-47a3d668-2510-46ea-bbe5-75bbf1a66e5f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=c000793d-644a-41b7-af12-a5e584036997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3726707 Feb 28 14:55:26.755724 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-df761333-8e0c-4c72-8f1a-12e371dde118 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:26.768853 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e10744da-d856-450e-8dde-327a7be6096c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9590824 Feb 28 14:55:26.773803 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43022) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:26.788404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-00499548-5850-494a-8c30-a660d559b8a3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'security_group': {'name': 'tempest-secgroup-31403584'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:26.801616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-00499548-5850-494a-8c30-a660d559b8a3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:26.801859 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:26.808395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-00499548-5850-494a-8c30-a660d559b8a3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:security_group and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:26.815216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-00499548-5850-494a-8c30-a660d559b8a3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:26.821426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-00499548-5850-494a-8c30-a660d559b8a3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:26.829526 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a7799f0c-4daa-41b3-ae43-dc232e8a9762 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 5.6073852 Feb 28 14:55:26.830941 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43026) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:26.840868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0534b08-7f88-4a23-b9fa-40b32387e276 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:55:26.843575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b26416-0f67-411b-b88f-33537811e201 req-65209b75-739d-4054-b512-e7c388ebb29a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:26.845122 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c7b26416-0f67-411b-b88f-33537811e201 req-65209b75-739d-4054-b512-e7c388ebb29a service neutron] 10.222.0.20 "GET /v2.0/networks?id=987a27bf-1d58-4507-8458-9899329adcaa HTTP/1.1" status: 200 len: 896 time: 0.5596364 Feb 28 14:55:26.851153 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:55:26.851448 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:26.866838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00499548-5850-494a-8c30-a660d559b8a3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:55:26.869000 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:55:26.928930 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f9181a3-742a-4a24-b814-1299dc9cc0a6 None None] Network 13b48f1a-82de-4af4-a298-2b999497204b requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:26.975786 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-4d482331-29ec-49be-b68c-f87a547ba533 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port ba4244dc-e1da-42b3-b945-99b8e3cf97f6 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:26.976082 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4d482331-29ec-49be-b68c-f87a547ba533 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.032252 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-00499548-5850-494a-8c30-a660d559b8a3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:27.046811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-00499548-5850-494a-8c30-a660d559b8a3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:security_group_rule and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:27.058083 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-00499548-5850-494a-8c30-a660d559b8a3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:27.061106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Allocated IP 172.26.4.146 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/17d58adb-4939-48f2-814d-60942a0e6cca) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:27.073131 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c0534b08-7f88-4a23-b9fa-40b32387e276 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.073693 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-00499548-5850-494a-8c30-a660d559b8a3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:27.074125 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-c0534b08-7f88-4a23-b9fa-40b32387e276 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Added segment 792d2bbf-a204-4340-977d-22dd30835a7e of type vlan for network 3c565055-97bd-430f-b199-3e208a3bc0ff Feb 28 14:55:27.100178 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-409de39c-3007-4818-aa21-1044f0f9707e None None] Provisioning for port ba4244dc-e1da-42b3-b945-99b8e3cf97f6 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:27.112631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-409de39c-3007-4818-aa21-1044f0f9707e None None] Provisioning complete for port ba4244dc-e1da-42b3-b945-99b8e3cf97f6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:27.113054 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-409de39c-3007-4818-aa21-1044f0f9707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.117468 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c7b26416-0f67-411b-b88f-33537811e201 req-bf3721d5-c6e8-4c98-a10e-5d1ea9ee1173 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1296ecd-1316-49b4-94ae-d25d4acc4d41 HTTP/1.1" status: 200 len: 217 time: 0.1298282 Feb 28 14:55:27.178595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.225086 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c0534b08-7f88-4a23-b9fa-40b32387e276 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.233246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.259463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Network': ['ID=474c0203-aedb-4ec7-81ff-74d563544190,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:27.286292 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fe6b429c-e7a1-48d3-ba39-241b5862c06e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/networks/474c0203-aedb-4ec7-81ff-74d563544190 HTTP/1.1" status: 204 len: 168 time: 5.2260511 Feb 28 14:55:27.298325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-df761333-8e0c-4c72-8f1a-12e371dde118 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.302249 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43030) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:27.310537 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-409de39c-3007-4818-aa21-1044f0f9707e None None] Port ba4244dc-e1da-42b3-b945-99b8e3cf97f6 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:27.354297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b26416-0f67-411b-b88f-33537811e201 req-9265be11-0a55-411e-bcde-16ab692943fd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:27.356078 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c7b26416-0f67-411b-b88f-33537811e201 req-9265be11-0a55-411e-bcde-16ab692943fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b78abaac-c097-4be2-812f-ba39432656a0 HTTP/1.1" status: 200 len: 835 time: 0.2237172 Feb 28 14:55:27.383091 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-409de39c-3007-4818-aa21-1044f0f9707e None None] Provisioning for port 0efd2486-46bc-4694-ac56-0ad7477f98c3 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:27.394226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-409de39c-3007-4818-aa21-1044f0f9707e None None] Provisioning complete for port 0efd2486-46bc-4694-ac56-0ad7477f98c3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:27.394614 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-409de39c-3007-4818-aa21-1044f0f9707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.418992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'tenant_id': 'fb9e225221d343a9905afc8524f286ca', 'fixed_ips': [{'subnet_id': '6f9fc0f5-5652-44ed-b783-e9b0e69f75e2'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:55:27.419809 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.452218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c0534b08-7f88-4a23-b9fa-40b32387e276 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.455999 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0534b08-7f88-4a23-b9fa-40b32387e276 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:27.456698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c0534b08-7f88-4a23-b9fa-40b32387e276 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.477536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Router d0056252-2d33-4dcd-8c1c-048b9fcdb560 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:55:27.580145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device b1296ecd-1316-49b4-94ae-d25d4acc4d41 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:55:27.593682 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c0534b08-7f88-4a23-b9fa-40b32387e276 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.4649465 Feb 28 14:55:27.600877 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-df761333-8e0c-4c72-8f1a-12e371dde118 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.605308 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43034) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:27.640311 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00499548-5850-494a-8c30-a660d559b8a3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.640903 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.663082 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-9a0942ad-2a1d-4a65-81ce-2987b504629c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Request body: {'subnet': {'network_id': 'aedd2753-0899-4c5d-b9ba-a09c81ee2b7f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:27.670916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00499548-5850-494a-8c30-a660d559b8a3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.696248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0534b08-7f88-4a23-b9fa-40b32387e276 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event updated for resources: {'Network': ['ID=3c565055-97bd-430f-b199-3e208a3bc0ff,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:27.699146 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2c74819d-69b3-48f9-b9c4-c47d4113abc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.709668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df761333-8e0c-4c72-8f1a-12e371dde118 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Subnet': ['ID=818064c5-b22e-4356-90e7-aabbb3911fa0,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:27.727461 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 3c565055-97bd-430f-b199-3e208a3bc0ff details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:55:27.729842 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4d482331-29ec-49be-b68c-f87a547ba533 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.752401 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.resource_extend [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:55:27.758456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.826564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-409de39c-3007-4818-aa21-1044f0f9707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.919286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-df761333-8e0c-4c72-8f1a-12e371dde118 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.925704 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Allocated IP 172.20.0.2 (6026ac84-15f4-4b4d-963e-65bf39cdd3e0/6f9fc0f5-5652-44ed-b783-e9b0e69f75e2/e9edea1a-bb4c-4721-8e63-59588ad3731c) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:27.930928 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-df761333-8e0c-4c72-8f1a-12e371dde118 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/818064c5-b22e-4356-90e7-aabbb3911fa0 HTTP/1.1" status: 204 len: 168 time: 2.7884960 Feb 28 14:55:27.933734 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40619e01-e27b-4e8e-a6c2-1d63309c2155 None None] Network 350890f7-fbef-4656-a5e7-4bae7ee031c2 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:27.933870 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43040) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:27.936132 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-4d482331-29ec-49be-b68c-f87a547ba533 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for ba4244dc-e1da-42b3-b945-99b8e3cf97f6 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:27.986785 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-00499548-5850-494a-8c30-a660d559b8a3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:27.987980 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-00499548-5850-494a-8c30-a660d559b8a3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.2136858 Feb 28 14:55:28.011663 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43044) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:28.016374 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c7b26416-0f67-411b-b88f-33537811e201 req-44ff05ec-dc8e-4995-b89f-eb5d0daba6df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=987a27bf-1d58-4507-8458-9899329adcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.6506803 Feb 28 14:55:28.021280 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00499548-5850-494a-8c30-a660d559b8a3 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0869033-3490-412b-b468-5a270fe2cbd9,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:28.105532 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-409de39c-3007-4818-aa21-1044f0f9707e None None] For port 0efd2486-46bc-4694-ac56-0ad7477f98c3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0efd2486-46bc-4694-ac56-0ad7477f98c3,segment=NetworkSegment(2db6dd18-9b36-42af-a513-f2ddb0536067),segment_id=2db6dd18-9b36-42af-a513-f2ddb0536067)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:28.162737 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-409de39c-3007-4818-aa21-1044f0f9707e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.180490 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.239752 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-94ceec21-dfce-4f1f-9fa7-e00ccf712d72 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'security_group': {'name': 'tempest-secgroup-149794088'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:28.276250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-94ceec21-dfce-4f1f-9fa7-e00ccf712d72 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:28.294347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port b1296ecd-1316-49b4-94ae-d25d4acc4d41, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=b1296ecd-1316-49b4-94ae-d25d4acc4d41,segment=NetworkSegment(fe25847d-9f92-47a5-9af3-d4fa9541d6df),segment_id=fe25847d-9f92-47a5-9af3-d4fa9541d6df)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:28.312396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-94ceec21-dfce-4f1f-9fa7-e00ccf712d72 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:security_group and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:28.360905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9a0942ad-2a1d-4a65-81ce-2987b504629c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:28.362787 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'port_id': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'mac_address': 'fa:16:3e:ca:e7:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:55:28.363303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-94ceec21-dfce-4f1f-9fa7-e00ccf712d72 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:28.392801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-94ceec21-dfce-4f1f-9fa7-e00ccf712d72 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:28.412973 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409de39c-3007-4818-aa21-1044f0f9707e None None] Pushing event updated for resources: {'Port': ['ID=0efd2486-46bc-4694-ac56-0ad7477f98c3,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:28.416645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9a0942ad-2a1d-4a65-81ce-2987b504629c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Usage tracker for resource:subnet and tenant:a16c3e14e72742feb84e6dea369c9787 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:28.422716 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9a0942ad-2a1d-4a65-81ce-2987b504629c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:28.430969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.441746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9a0942ad-2a1d-4a65-81ce-2987b504629c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:28.452941 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-70291857-901d-42e6-ab20-c921092087c0 None None] Provisioning complete for port 0efd2486-46bc-4694-ac56-0ad7477f98c3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:28.454098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-70291857-901d-42e6-ab20-c921092087c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.458356 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:28.459211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=17d58adb-4939-48f2-814d-60942a0e6cca,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:28.463131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4d482331-29ec-49be-b68c-f87a547ba533 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.464820 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:28.467707 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:28.470906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-94ceec21-dfce-4f1f-9fa7-e00ccf712d72 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.501629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b207ddb7-84ff-4715-a1a3-eea546edd3ed req-174ad6e0-c738-4cf6-bbf3-ce12f9676c47 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:28.503113 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b207ddb7-84ff-4715-a1a3-eea546edd3ed req-174ad6e0-c738-4cf6-bbf3-ce12f9676c47 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 943 time: 0.5306530 Feb 28 14:55:28.512506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a0942ad-2a1d-4a65-81ce-2987b504629c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Made reservation on behalf of a16c3e14e72742feb84e6dea369c9787 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:28.537312 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port 7019f729-c81c-4fb9-938a-a2e3528b6a18 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:28.537651 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.576602 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.601572 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d482331-29ec-49be-b68c-f87a547ba533 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=ba4244dc-e1da-42b3-b945-99b8e3cf97f6,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:28.619170 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b1296ecd-1316-49b4-94ae-d25d4acc4d41 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:55:28.630341 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.652099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Transition to ACTIVE for port object e9edea1a-bb4c-4721-8e63-59588ad3731c will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:28.661360 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port b1296ecd-1316-49b4-94ae-d25d4acc4d41, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=b1296ecd-1316-49b4-94ae-d25d4acc4d41,segment=NetworkSegment(fe25847d-9f92-47a5-9af3-d4fa9541d6df),segment_id=fe25847d-9f92-47a5-9af3-d4fa9541d6df)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:28.662803 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b207ddb7-84ff-4715-a1a3-eea546edd3ed req-b3f69beb-e1c6-4ee7-9a9a-2b81c441967d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=c000793d-644a-41b7-af12-a5e584036997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1290123 Feb 28 14:55:28.701329 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.704373 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c7b26416-0f67-411b-b88f-33537811e201 req-c4024a7c-2a86-4516-b64c-58150923fbcc service neutron] 10.222.0.20 "GET /v2.0/networks/987a27bf-1d58-4507-8458-9899329adcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4515557 Feb 28 14:55:28.757410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Transition to ACTIVE for port object e9edea1a-bb4c-4721-8e63-59588ad3731c will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:28.790800 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4d482331-29ec-49be-b68c-f87a547ba533 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.801483 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.840416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.850131 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=b1296ecd-1316-49b4-94ae-d25d4acc4d41,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:28.852765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a175d4af-5b9b-4099-90ac-49b1d03e6259 None None] DHCP port deletion for 350890f7-fbef-4656-a5e7-4bae7ee031c2 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:55:28.857011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aca2a263-c740-4c57-b68a-b6be0b559034 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.901952 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:28.902239 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c7b26416-0f67-411b-b88f-33537811e201 req-cbe57a3b-eefb-41ed-a960-c6aede1e1550 service neutron] 10.222.0.20 "GET /v2.0/networks/987a27bf-1d58-4507-8458-9899329adcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891720 Feb 28 14:55:28.903744 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.908523 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:28.910479 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a175d4af-5b9b-4099-90ac-49b1d03e6259 None None] Deleting port 7019f729-c81c-4fb9-938a-a2e3528b6a18 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:28.910851 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4d482331-29ec-49be-b68c-f87a547ba533 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/ba4244dc-e1da-42b3-b945-99b8e3cf97f6 HTTP/1.1" status: 204 len: 168 time: 2.0787511 Feb 28 14:55:28.911384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a175d4af-5b9b-4099-90ac-49b1d03e6259 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.922438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43048) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:28.936466 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:28.963019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-94ceec21-dfce-4f1f-9fa7-e00ccf712d72 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:28.972451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9a0942ad-2a1d-4a65-81ce-2987b504629c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:28.993020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-94ceec21-dfce-4f1f-9fa7-e00ccf712d72 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:security_group_rule and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:28.999959 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-94ceec21-dfce-4f1f-9fa7-e00ccf712d72 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:29.071469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-94ceec21-dfce-4f1f-9fa7-e00ccf712d72 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:29.084974 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Pushing event updated for resources: {'Port': ['ID=e9edea1a-bb4c-4721-8e63-59588ad3731c,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:29.088984 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['b1296ecd-1316-49b4-94ae-d25d4acc4d41'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 14:55:29.236334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:29.256889 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a2ab4-8f81-4122-8c19-32b59ad70bb6 None None] Sync routers for ids ['d0056252-2d33-4dcd-8c1c-048b9fcdb560'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:29.268842 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a2ab4-8f81-4122-8c19-32b59ad70bb6 None None] Routers {'d0056252-2d33-4dcd-8c1c-048b9fcdb560'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:29.269881 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3d8a2ab4-8f81-4122-8c19-32b59ad70bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d0056252-2d33-4dcd-8c1c-048b9fcdb560'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:29.277671 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Attempting to bind port e9edea1a-bb4c-4721-8e63-59588ad3731c on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:29.278039 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Attempting to bind port e9edea1a-bb4c-4721-8e63-59588ad3731c by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '63e58111-25ad-4cd4-a305-723420c29031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:29.278464 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Attempting to bind port e9edea1a-bb4c-4721-8e63-59588ad3731c on network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:55:29.288716 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:55:29.289102 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Checking segment: {'id': '63e58111-25ad-4cd4-a305-723420c29031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:29.289486 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:29.289879 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Bound using segment: {'id': '63e58111-25ad-4cd4-a305-723420c29031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:55:29.290355 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Bound port: e9edea1a-bb4c-4721-8e63-59588ad3731c, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63e58111-25ad-4cd4-a305-723420c29031', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:29.290728 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:29.334750 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3d8a2ab4-8f81-4122-8c19-32b59ad70bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:29.346027 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8a2ab4-8f81-4122-8c19-32b59ad70bb6 None None] Routers {'d0056252-2d33-4dcd-8c1c-048b9fcdb560'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:29.346957 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3d8a2ab4-8f81-4122-8c19-32b59ad70bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d0056252-2d33-4dcd-8c1c-048b9fcdb560'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:29.409110 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3d8a2ab4-8f81-4122-8c19-32b59ad70bb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:29.409885 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8a2ab4-8f81-4122-8c19-32b59ad70bb6 None None] The sync data for ids ['d0056252-2d33-4dcd-8c1c-048b9fcdb560'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:29.411995 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01570a54-35af-4d3c-a839-7fdf3d4e22b5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:29.412716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-01570a54-35af-4d3c-a839-7fdf3d4e22b5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:29.457004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-94ceec21-dfce-4f1f-9fa7-e00ccf712d72 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:29.476361 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] For port 7019f729-c81c-4fb9-938a-a2e3528b6a18, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7019f729-c81c-4fb9-938a-a2e3528b6a18,segment=NetworkSegment(33977ad4-3682-42a5-9b0b-0994b5fff4a6),segment_id=33977ad4-3682-42a5-9b0b-0994b5fff4a6)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:29.476818 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:29.495350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a175d4af-5b9b-4099-90ac-49b1d03e6259 None None] For port 7019f729-c81c-4fb9-938a-a2e3528b6a18, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7019f729-c81c-4fb9-938a-a2e3528b6a18,segment=NetworkSegment(33977ad4-3682-42a5-9b0b-0994b5fff4a6),segment_id=33977ad4-3682-42a5-9b0b-0994b5fff4a6)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:29.496500 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a175d4af-5b9b-4099-90ac-49b1d03e6259 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:29.497003 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-94ceec21-dfce-4f1f-9fa7-e00ccf712d72 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:29.569138 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9a0942ad-2a1d-4a65-81ce-2987b504629c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:29.574928 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-01570a54-35af-4d3c-a839-7fdf3d4e22b5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:29.576114 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-01570a54-35af-4d3c-a839-7fdf3d4e22b5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.6504643 Feb 28 14:55:29.580182 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43052) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:29.645102 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] For port e9edea1a-bb4c-4721-8e63-59588ad3731c, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:55:29.657046 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a175d4af-5b9b-4099-90ac-49b1d03e6259 None None] Calling delete_port for 7019f729-c81c-4fb9-938a-a2e3528b6a18 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:29.667423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for 7019f729-c81c-4fb9-938a-a2e3528b6a18 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:29.715930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:29.720119 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-59907f46-0bbf-428a-b833-359ec71a5c59 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 11.1248088 Feb 28 14:55:29.724568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43058) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:29.744206 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-1e0f2f2d-6af1-418e-9e6d-b460246ad73f tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'enable_snat': False}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:29.773765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] For port e9edea1a-bb4c-4721-8e63-59588ad3731c, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e9edea1a-bb4c-4721-8e63-59588ad3731c,segment=NetworkSegment(63e58111-25ad-4cd4-a305-723420c29031),segment_id=63e58111-25ad-4cd4-a305-723420c29031)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:55:29.774008 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:29.790967 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a175d4af-5b9b-4099-90ac-49b1d03e6259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:29.850742 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:29.855591 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a175d4af-5b9b-4099-90ac-49b1d03e6259 None None] No DVR routers for this DVR port 7019f729-c81c-4fb9-938a-a2e3528b6a18 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:55:29.862413 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-94ceec21-dfce-4f1f-9fa7-e00ccf712d72 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:29.866173 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-94ceec21-dfce-4f1f-9fa7-e00ccf712d72 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.8461230 Feb 28 14:55:29.872076 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43062) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:29.877585 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a175d4af-5b9b-4099-90ac-49b1d03e6259 None None] Pushing event deleted for resources: {'Port': ['ID=7019f729-c81c-4fb9-938a-a2e3528b6a18,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:29.886931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1156345460', 'security_groups': ['b0bdc5ef-ca3c-43c2-9adb-f9987bdd0d28'], 'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '6f9fc0f5-5652-44ed-b783-e9b0e69f75e2'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:29.912741 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ceec21-dfce-4f1f-9fa7-e00ccf712d72 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b0bdc5ef-ca3c-43c2-9adb-f9987bdd0d28,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:29.987805 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:29.998999 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd6c6180-d48f-4352-b5ea-2d5bc059c0d4 None None] Pushing event updated for resources: {'Port': ['ID=e9edea1a-bb4c-4721-8e63-59588ad3731c,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:30.116028 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0942ad-2a1d-4a65-81ce-2987b504629c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event updated for resources: {'Subnet': ['ID=c75588c3-e120-4880-b7af-25c319de1a50,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:30.143203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0efd2486-46bc-4694-ac56-0ad7477f98c3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:30.162104 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4822215-156f-4b17-b459-4fbfbbc9eb98 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:30.165969 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e4822215-156f-4b17-b459-4fbfbbc9eb98 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.5786643 Feb 28 14:55:30.169894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43066) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:30.254593 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:55:30.254971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:55:30.291963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:30.292193 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:30.312498 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 0efd2486-46bc-4694-ac56-0ad7477f98c3 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:30.312897 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:30.317523 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a0942ad-2a1d-4a65-81ce-2987b504629c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Checking segment: {'id': 'aa209b2d-c845-4638-b42f-93197addf0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aedd2753-0899-4c5d-b9ba-a09c81ee2b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:30.317877 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0942ad-2a1d-4a65-81ce-2987b504629c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Network hostable DHCP agents. Network: aedd2753-0899-4c5d-b9ba-a09c81ee2b7f, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:55:30.340677 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:port and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:30.347968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48eeb5a-4607-414a-b7c2-7799547a9962 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:30.349376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48eeb5a-4607-414a-b7c2-7799547a9962 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:30.349690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:30.351055 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f48eeb5a-4607-414a-b7c2-7799547a9962 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:30.351456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f48eeb5a-4607-414a-b7c2-7799547a9962 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:30.359122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:30.372018 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb3d56ab-df49-4fb5-8bf0-12382dd609ce req-8216a1b0-5938-476d-a37d-e0d48ae02703 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:30.373551 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cb3d56ab-df49-4fb5-8bf0-12382dd609ce req-8216a1b0-5938-476d-a37d-e0d48ae02703 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 944 time: 0.5086312 Feb 28 14:55:30.392924 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:30.413750 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:30.442334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f48eeb5a-4607-414a-b7c2-7799547a9962 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:30.447803 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f48eeb5a-4607-414a-b7c2-7799547a9962 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2767813 Feb 28 14:55:30.448795 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43070) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:30.523750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a0942ad-2a1d-4a65-81ce-2987b504629c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Network aedd2753-0899-4c5d-b9ba-a09c81ee2b7f is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:55:30.530232 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7019f729-c81c-4fb9-938a-a2e3528b6a18 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:30.539160 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] device_id is not set on port d26656f7-7724-47af-be72-5ae968de2891 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:55:30.556925 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cb3d56ab-df49-4fb5-8bf0-12382dd609ce req-5a6cadc1-e122-4190-abdb-472465fc59da tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=c000793d-644a-41b7-af12-a5e584036997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1695700 Feb 28 14:55:30.566081 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 7019f729-c81c-4fb9-938a-a2e3528b6a18 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:55:30.568556 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7019f729-c81c-4fb9-938a-a2e3528b6a18 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:30.568891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-9a0942ad-2a1d-4a65-81ce-2987b504629c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, aedd2753-0899-4c5d-b9ba-a09c81ee2b7f) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:30.584564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8d26fd-0c9b-4c06-8ded-dab15f5b09cf None None] Network aedd2753-0899-4c5d-b9ba-a09c81ee2b7f requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:30.584884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a0942ad-2a1d-4a65-81ce-2987b504629c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:30.585418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9a0942ad-2a1d-4a65-81ce-2987b504629c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:30.662923 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:30.702214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:30.745792 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9a0942ad-2a1d-4a65-81ce-2987b504629c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.1011028 Feb 28 14:55:30.782500 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43074) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:30.801034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port 7019f729-c81c-4fb9-938a-a2e3528b6a18 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:30.801365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:30.809696 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-1b7b34c9-c65c-40fe-afc7-6cdb3f66add1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Request body: {'subnet': {'network_id': '3c565055-97bd-430f-b199-3e208a3bc0ff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:30.811405 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-aedd2753-0899-4c5d-b9ba-a09c81ee2b7f', 'network_id': 'aedd2753-0899-4c5d-b9ba-a09c81ee2b7f', 'tenant_id': 'a16c3e14e72742feb84e6dea369c9787', 'fixed_ips': [{'subnet_id': 'c75588c3-e120-4880-b7af-25c319de1a50'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:55:30.812238 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:30.881714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] The port '7019f729-c81c-4fb9-938a-a2e3528b6a18' was deleted {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:55:31.014440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=17d58adb-4939-48f2-814d-60942a0e6cca,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:31.044566 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Allocated IP 2001:db8::2 (aedd2753-0899-4c5d-b9ba-a09c81ee2b7f/c75588c3-e120-4880-b7af-25c319de1a50/4e113bcb-5468-4ba6-a98b-52ed5bee0445) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:31.057458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.067387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.069452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-93b52b5d-e810-46c2-8bca-13fb8e2eb004 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 07ba386b-3950-45f4-ae3e-0256e7702598 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:55:31.072789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-93b52b5d-e810-46c2-8bca-13fb8e2eb004 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.133238 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-93b52b5d-e810-46c2-8bca-13fb8e2eb004 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.200989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['350890f7-fbef-4656-a5e7-4bae7ee031c2']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:31.230407 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33977ad4-3682-42a5-9b0b-0994b5fff4a6') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:31.230846 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33977ad4-3682-42a5-9b0b-0994b5fff4a6') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:31.260587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.289951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-93b52b5d-e810-46c2-8bca-13fb8e2eb004 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.318470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.333751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1b7b34c9-c65c-40fe-afc7-6cdb3f66add1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:31.338739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:55:31.339269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.350471 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1b7b34c9-c65c-40fe-afc7-6cdb3f66add1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Usage tracker for resource:subnet and tenant:a16c3e14e72742feb84e6dea369c9787 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:31.355584 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Allocated IP 172.20.0.4 (6026ac84-15f4-4b4d-963e-65bf39cdd3e0/6f9fc0f5-5652-44ed-b783-e9b0e69f75e2/d26656f7-7724-47af-be72-5ae968de2891) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:55:31.356459 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:55:31.359535 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1b7b34c9-c65c-40fe-afc7-6cdb3f66add1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:31.368323 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-32b0a44c-e54d-4dc7-b05e-bf2a6dbff748 None None] Provisioning for port e9edea1a-bb4c-4721-8e63-59588ad3731c completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:31.371945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.384477 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Transition to ACTIVE for port object 4e113bcb-5468-4ba6-a98b-52ed5bee0445 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:31.394385 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1b7b34c9-c65c-40fe-afc7-6cdb3f66add1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:31.408001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-32b0a44c-e54d-4dc7-b05e-bf2a6dbff748 None None] Provisioning complete for port d33578b7-2a4b-426d-bc5c-c136fad53b51 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:31.408373 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-32b0a44c-e54d-4dc7-b05e-bf2a6dbff748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.459523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b7b34c9-c65c-40fe-afc7-6cdb3f66add1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Made reservation on behalf of a16c3e14e72742feb84e6dea369c9787 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:31.470824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-32b0a44c-e54d-4dc7-b05e-bf2a6dbff748 None None] Port d33578b7-2a4b-426d-bc5c-c136fad53b51 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:31.474536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Transition to ACTIVE for port object 4e113bcb-5468-4ba6-a98b-52ed5bee0445 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:31.482830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.498609 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.502535 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-aca2a263-c740-4c57-b68a-b6be0b559034 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port d0e7cf71-353b-447e-8a97-9d1fdecb3941 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:31.503079 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aca2a263-c740-4c57-b68a-b6be0b559034 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.504968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.510756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-93b52b5d-e810-46c2-8bca-13fb8e2eb004 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.550866 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Network': ['ID=350890f7-fbef-4656-a5e7-4bae7ee031c2,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:31.579332 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device b1296ecd-1316-49b4-94ae-d25d4acc4d41 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:31.614188 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b52b5d-e810-46c2-8bca-13fb8e2eb004 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=07ba386b-3950-45f4-ae3e-0256e7702598,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:31.627288 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-563a05d6-e6ce-4dba-8027-62ceb9f77149 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/networks/350890f7-fbef-4656-a5e7-4bae7ee031c2 HTTP/1.1" status: 204 len: 168 time: 3.6677091 Feb 28 14:55:31.631898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43080) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:31.644347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Network aedd2753-0899-4c5d-b9ba-a09c81ee2b7f is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:31.653278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:31.658889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:31.683378 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-5fac24f3-5bdf-4d70-9b6a-5f61ecf63532 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-967869242'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:31.699192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-93b52b5d-e810-46c2-8bca-13fb8e2eb004 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.703367 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-93b52b5d-e810-46c2-8bca-13fb8e2eb004 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/07ba386b-3950-45f4-ae3e-0256e7702598 HTTP/1.1" status: 204 len: 168 time: 1.2480586 Feb 28 14:55:31.703567 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5fac24f3-5bdf-4d70-9b6a-5f61ecf63532 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:31.706808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43084) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:31.710752 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5fac24f3-5bdf-4d70-9b6a-5f61ecf63532 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:network and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:31.714164 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5fac24f3-5bdf-4d70-9b6a-5f61ecf63532 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:31.734042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-310235f7-a79c-42cd-9454-869dad740d23 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:31.749060 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Pushing event updated for resources: {'Port': ['ID=4e113bcb-5468-4ba6-a98b-52ed5bee0445,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:31.755644 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5fac24f3-5bdf-4d70-9b6a-5f61ecf63532 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:31.791993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fac24f3-5bdf-4d70-9b6a-5f61ecf63532 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:31.794962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fac24f3-5bdf-4d70-9b6a-5f61ecf63532 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.814891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-a89c8d89-ab66-453d-88d9-0d42c76e108a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 63e48a62-7ad9-4eed-bb6f-9a58b114d17a {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:55:31.823138 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a89c8d89-ab66-453d-88d9-0d42c76e108a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.840634 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Attempting to bind port 4e113bcb-5468-4ba6-a98b-52ed5bee0445 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:31.840997 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Attempting to bind port 4e113bcb-5468-4ba6-a98b-52ed5bee0445 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'aa209b2d-c845-4638-b42f-93197addf0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aedd2753-0899-4c5d-b9ba-a09c81ee2b7f'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:31.841610 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Attempting to bind port 4e113bcb-5468-4ba6-a98b-52ed5bee0445 on network aedd2753-0899-4c5d-b9ba-a09c81ee2b7f {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:55:31.853082 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port b1296ecd-1316-49b4-94ae-d25d4acc4d41 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:31.864323 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port b1296ecd-1316-49b4-94ae-d25d4acc4d41 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:31.864775 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.901654 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:55:31.902131 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Checking segment: {'id': 'aa209b2d-c845-4638-b42f-93197addf0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aedd2753-0899-4c5d-b9ba-a09c81ee2b7f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:31.902593 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.903661 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Bound using segment: {'id': 'aa209b2d-c845-4638-b42f-93197addf0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aedd2753-0899-4c5d-b9ba-a09c81ee2b7f'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:55:31.903661 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Bound port: 4e113bcb-5468-4ba6-a98b-52ed5bee0445, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa209b2d-c845-4638-b42f-93197addf0c6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'aedd2753-0899-4c5d-b9ba-a09c81ee2b7f'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:31.904037 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:31.909530 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1b7b34c9-c65c-40fe-afc7-6cdb3f66add1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:32.003725 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fac24f3-5bdf-4d70-9b6a-5f61ecf63532 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:55:32.022920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a89c8d89-ab66-453d-88d9-0d42c76e108a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:32.057491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fac24f3-5bdf-4d70-9b6a-5f61ecf63532 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:32.058154 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-5fac24f3-5bdf-4d70-9b6a-5f61ecf63532 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Added segment 1f647ead-b231-491b-9f13-c9f8f6484197 of type vlan for network 6cf2d8a3-3a0e-4eed-a110-624ee0dd2390 Feb 28 14:55:32.116042 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-aca2a263-c740-4c57-b68a-b6be0b559034 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] For port d0e7cf71-353b-447e-8a97-9d1fdecb3941, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d0e7cf71-353b-447e-8a97-9d1fdecb3941,segment=NetworkSegment(ff7e71eb-0bfe-4b05-9a00-35213766956e),segment_id=ff7e71eb-0bfe-4b05-9a00-35213766956e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:32.116259 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fac24f3-5bdf-4d70-9b6a-5f61ecf63532 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:32.122204 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aca2a263-c740-4c57-b68a-b6be0b559034 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:32.186184 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] For port 4e113bcb-5468-4ba6-a98b-52ed5bee0445, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:55:32.188545 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:32.198768 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a89c8d89-ab66-453d-88d9-0d42c76e108a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:32.220225 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] For port 4e113bcb-5468-4ba6-a98b-52ed5bee0445, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4e113bcb-5468-4ba6-a98b-52ed5bee0445,segment=NetworkSegment(aa209b2d-c845-4638-b42f-93197addf0c6),segment_id=aa209b2d-c845-4638-b42f-93197addf0c6)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:55:32.222656 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e9edea1a-bb4c-4721-8e63-59588ad3731c up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:32.245554 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fac24f3-5bdf-4d70-9b6a-5f61ecf63532 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:32.249401 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fac24f3-5bdf-4d70-9b6a-5f61ecf63532 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:32.249990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fac24f3-5bdf-4d70-9b6a-5f61ecf63532 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:32.262853 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:32.294236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-aca2a263-c740-4c57-b68a-b6be0b559034 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for d0e7cf71-353b-447e-8a97-9d1fdecb3941 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:32.342023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:32.348961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:55:32.355829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2f2d-6af1-418e-9e6d-b460246ad73f tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:32.377582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port b1296ecd-1316-49b4-94ae-d25d4acc4d41, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=b1296ecd-1316-49b4-94ae-d25d4acc4d41,segment=NetworkSegment(fe25847d-9f92-47a5-9af3-d4fa9541d6df),segment_id=fe25847d-9f92-47a5-9af3-d4fa9541d6df)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:32.387393 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8814aae9-eb9e-4965-9864-c9fd224ec21d req-eabeb6bc-28bd-4db2-8b8c-ab96cafc6dd5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:32.389424 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8814aae9-eb9e-4965-9864-c9fd224ec21d req-eabeb6bc-28bd-4db2-8b8c-ab96cafc6dd5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 944 time: 0.6538799 Feb 28 14:55:32.408567 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5fac24f3-5bdf-4d70-9b6a-5f61ecf63532 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7294800 Feb 28 14:55:32.409560 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fac24f3-5bdf-4d70-9b6a-5f61ecf63532 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Network': ['ID=6cf2d8a3-3a0e-4eed-a110-624ee0dd2390,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:32.412568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43090) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:32.424221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Transition to ACTIVE for port object d26656f7-7724-47af-be72-5ae968de2891 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:32.427310 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-96a2d9e3-7f0f-4e7f-bed6-a0a572cf0edd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'subnet': {'network_id': '6cf2d8a3-3a0e-4eed-a110-624ee0dd2390', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:32.428382 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:32.451276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 6cf2d8a3-3a0e-4eed-a110-624ee0dd2390 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:55:32.482991 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c907f63-1bdd-4dfc-9080-66d52ecaf079 None None] Pushing event updated for resources: {'Port': ['ID=4e113bcb-5468-4ba6-a98b-52ed5bee0445,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:32.573549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-96a2d9e3-7f0f-4e7f-bed6-a0a572cf0edd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:32.580084 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-96a2d9e3-7f0f-4e7f-bed6-a0a572cf0edd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:subnet and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:32.586292 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-96a2d9e3-7f0f-4e7f-bed6-a0a572cf0edd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:32.601326 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-96a2d9e3-7f0f-4e7f-bed6-a0a572cf0edd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:32.610507 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8814aae9-eb9e-4965-9864-c9fd224ec21d req-8383e5b3-b8b8-4829-8384-ffdbbbaaa025 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=c000793d-644a-41b7-af12-a5e584036997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2089026 Feb 28 14:55:32.615306 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Floating IP 725ca830-c2ae-41c0-a217-1d3ec9117a9c associated. External IP: 172.26.4.146, port: bed22c3a-6cfb-4b0e-ae05-4bfe0f518f68. Feb 28 14:55:32.618146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96a2d9e3-7f0f-4e7f-bed6-a0a572cf0edd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:32.664983 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port e9edea1a-bb4c-4721-8e63-59588ad3731c completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:32.727258 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e9edea1a-bb4c-4721-8e63-59588ad3731c triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:32.727687 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:32.785264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:32.831886 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=b1296ecd-1316-49b4-94ae-d25d4acc4d41,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:32.863715 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-96a2d9e3-7f0f-4e7f-bed6-a0a572cf0edd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:32.962094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:33.001813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port e9edea1a-bb4c-4721-8e63-59588ad3731c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e9edea1a-bb4c-4721-8e63-59588ad3731c,segment=NetworkSegment(63e58111-25ad-4cd4-a305-723420c29031),segment_id=63e58111-25ad-4cd4-a305-723420c29031)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:33.006648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:33.009633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a89c8d89-ab66-453d-88d9-0d42c76e108a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:33.090140 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=e9edea1a-bb4c-4721-8e63-59588ad3731c,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:33.137515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:33.138184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a89c8d89-ab66-453d-88d9-0d42c76e108a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:33.141224 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=d26656f7-7724-47af-be72-5ae968de2891,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:33.149105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89c8d89-ab66-453d-88d9-0d42c76e108a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=63e48a62-7ad9-4eed-bb6f-9a58b114d17a,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:33.154803 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:33.162026 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1b7b34c9-c65c-40fe-afc7-6cdb3f66add1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:33.165548 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:33.212779 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a89c8d89-ab66-453d-88d9-0d42c76e108a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/63e48a62-7ad9-4eed-bb6f-9a58b114d17a HTTP/1.1" status: 204 len: 168 time: 1.5017128 Feb 28 14:55:33.217274 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43094) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:33.270999 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aca2a263-c740-4c57-b68a-b6be0b559034 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:33.303415 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7ab0393a-83de-48f6-bec3-1fb4df9d778b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0850103 Feb 28 14:55:33.309446 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43098) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:33.318338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:33.341873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca2a263-c740-4c57-b68a-b6be0b559034 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Port': ['ID=d0e7cf71-353b-447e-8a97-9d1fdecb3941,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:33.371028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:33.371657 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:33.375328 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b34c9-c65c-40fe-afc7-6cdb3f66add1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event updated for resources: {'Subnet': ['ID=7cc03d97-a0b4-4fd5-aa2d-d8dc82270ecb,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:33.426467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-edc174da-af4d-4873-9758-fc3214f9bc8c None None] Provisioning complete for port c698ed36-5779-4911-b786-fcc50dbc0ae4 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:33.428256 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-edc174da-af4d-4873-9758-fc3214f9bc8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:33.533379 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-96a2d9e3-7f0f-4e7f-bed6-a0a572cf0edd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:33.546170 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94ba97e4-b6fb-4a6a-8239-9208db3f9a21 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:33.684935 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:33.736553 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:33.745850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:33.755371 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'code': 200} Feb 28 14:55:33.794867 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b7b34c9-c65c-40fe-afc7-6cdb3f66add1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Checking segment: {'id': '792d2bbf-a204-4340-977d-22dd30835a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3c565055-97bd-430f-b199-3e208a3bc0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:33.812163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7b34c9-c65c-40fe-afc7-6cdb3f66add1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Network hostable DHCP agents. Network: 3c565055-97bd-430f-b199-3e208a3bc0ff, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:55:33.829081 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a53ac47e-add9-4cd6-a475-7e091966dacc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 3.9560175 Feb 28 14:55:33.849919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43106) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:33.851118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:33.899606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d0cb5901-faa4-49bd-aa41-fb3991d024d6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'subnet': {'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:33.957321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b7b34c9-c65c-40fe-afc7-6cdb3f66add1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Network 3c565055-97bd-430f-b199-3e208a3bc0ff is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:55:33.969792 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbb51626-6dc3-449b-a1bb-cf99ceef481f None None] Network aedd2753-0899-4c5d-b9ba-a09c81ee2b7f requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:33.988918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-1b7b34c9-c65c-40fe-afc7-6cdb3f66add1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 3c565055-97bd-430f-b199-3e208a3bc0ff) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:33.999793 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b7b34c9-c65c-40fe-afc7-6cdb3f66add1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:34.000532 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1b7b34c9-c65c-40fe-afc7-6cdb3f66add1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:34.010383 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e32f6af2-d37d-4984-ace1-645a2f2dce9d None None] Network 3c565055-97bd-430f-b199-3e208a3bc0ff requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:34.064205 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07be0f17-06e8-49b1-9243-7a28cb37f05f req-094bed53-2a77-40ef-9590-0cb8aa37b68b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:34.078033 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-07be0f17-06e8-49b1-9243-7a28cb37f05f req-094bed53-2a77-40ef-9590-0cb8aa37b68b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 945 time: 0.2445705 Feb 28 14:55:34.131807 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aca2a263-c740-4c57-b68a-b6be0b559034 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:34.205159 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1b7b34c9-c65c-40fe-afc7-6cdb3f66add1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.4161294 Feb 28 14:55:34.217786 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43110) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:34.226452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2d9e3-7f0f-4e7f-bed6-a0a572cf0edd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Subnet': ['ID=89a01821-2d27-4226-bec9-56b21726ebe4,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:34.250729 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:34.254138 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:34.283519 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96a2d9e3-7f0f-4e7f-bed6-a0a572cf0edd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Checking segment: {'id': '1f647ead-b231-491b-9f13-c9f8f6484197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6cf2d8a3-3a0e-4eed-a110-624ee0dd2390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:34.283904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a2d9e3-7f0f-4e7f-bed6-a0a572cf0edd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network hostable DHCP agents. Network: 6cf2d8a3-3a0e-4eed-a110-624ee0dd2390, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:55:34.342258 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4e113bcb-5468-4ba6-a98b-52ed5bee0445 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:34.420552 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46f1a58b-6a62-4864-8bf5-c965d53b2b9f None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:55:34.434252 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46f1a58b-6a62-4864-8bf5-c965d53b2b9f None None] Deleting port c698ed36-5779-4911-b786-fcc50dbc0ae4 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:34.434585 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46f1a58b-6a62-4864-8bf5-c965d53b2b9f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:34.447728 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2f2d-6af1-418e-9e6d-b460246ad73f tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:34.456183 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2f2d-6af1-418e-9e6d-b460246ad73f tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:34.502098 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-07be0f17-06e8-49b1-9243-7a28cb37f05f req-15260b74-4b52-4801-91ac-e85a0e186585 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=c000793d-644a-41b7-af12-a5e584036997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4227800 Feb 28 14:55:34.531536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7b76c227-aae0-48b0-9de7-b358f50293f7 None None] Provisioning for port 4e113bcb-5468-4ba6-a98b-52ed5bee0445 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:34.653175 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d0cb5901-faa4-49bd-aa41-fb3991d024d6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:34.660469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a2d9e3-7f0f-4e7f-bed6-a0a572cf0edd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network 6cf2d8a3-3a0e-4eed-a110-624ee0dd2390 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:55:34.664863 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8e85634b-eeae-4535-8876-ebac4adf5c9c req-37079be6-f43d-459b-952a-64eefca19507 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 1098 time: 0.8112726 Feb 28 14:55:34.667442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d0cb5901-faa4-49bd-aa41-fb3991d024d6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:subnet and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:34.685335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d0cb5901-faa4-49bd-aa41-fb3991d024d6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:34.698266 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d0cb5901-faa4-49bd-aa41-fb3991d024d6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:34.705586 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-96a2d9e3-7f0f-4e7f-bed6-a0a572cf0edd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 6cf2d8a3-3a0e-4eed-a110-624ee0dd2390) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:34.717380 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-3c565055-97bd-430f-b199-3e208a3bc0ff', 'network_id': '3c565055-97bd-430f-b199-3e208a3bc0ff', 'tenant_id': 'a16c3e14e72742feb84e6dea369c9787', 'fixed_ips': [{'subnet_id': '7cc03d97-a0b4-4fd5-aa2d-d8dc82270ecb'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:55:34.720988 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:34.728876 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96a2d9e3-7f0f-4e7f-bed6-a0a572cf0edd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:34.729518 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-96a2d9e3-7f0f-4e7f-bed6-a0a572cf0edd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:34.779462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0cb5901-faa4-49bd-aa41-fb3991d024d6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:34.782669 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc0cb72f-d75b-4f9f-ad7d-eeeda15d596c None None] Network 6cf2d8a3-3a0e-4eed-a110-624ee0dd2390 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:34.888057 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7b76c227-aae0-48b0-9de7-b358f50293f7 None None] Provisioning for port d26656f7-7724-47af-be72-5ae968de2891 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:34.899211 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-96a2d9e3-7f0f-4e7f-bed6-a0a572cf0edd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4811611 Feb 28 14:55:34.905025 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8e85634b-eeae-4535-8876-ebac4adf5c9c req-3cde0dec-5b76-4486-8531-b7b2e96e7fbd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c000793d-644a-41b7-af12-a5e584036997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2334611 Feb 28 14:55:34.908270 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43114) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:34.921401 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7b76c227-aae0-48b0-9de7-b358f50293f7 None None] Provisioning complete for port d26656f7-7724-47af-be72-5ae968de2891 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:34.921856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7b76c227-aae0-48b0-9de7-b358f50293f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:34.927039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-40b7f03b-f2a8-42e8-ada6-ee1308207319 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-1612337360', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:34.939962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-40b7f03b-f2a8-42e8-ada6-ee1308207319 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:34.948943 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-40b7f03b-f2a8-42e8-ada6-ee1308207319 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:router and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:34.952692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-40b7f03b-f2a8-42e8-ada6-ee1308207319 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:34.987311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-40b7f03b-f2a8-42e8-ada6-ee1308207319 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:35.002752 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 4e113bcb-5468-4ba6-a98b-52ed5bee0445 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:35.030544 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-40b7f03b-f2a8-42e8-ada6-ee1308207319 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:35.032089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-40b7f03b-f2a8-42e8-ada6-ee1308207319 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:35.036743 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d0cb5901-faa4-49bd-aa41-fb3991d024d6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:35.045838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4e113bcb-5468-4ba6-a98b-52ed5bee0445 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:35.046279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:35.088830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46f1a58b-6a62-4864-8bf5-c965d53b2b9f None None] For port c698ed36-5779-4911-b786-fcc50dbc0ae4, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=c698ed36-5779-4911-b786-fcc50dbc0ae4,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:35.089307 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46f1a58b-6a62-4864-8bf5-c965d53b2b9f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:35.188763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 94fb8087-6267-407a-8212-2b233c292ea2 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:55:35.204581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-40b7f03b-f2a8-42e8-ada6-ee1308207319 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:35.249078 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-7b76c227-aae0-48b0-9de7-b358f50293f7 None None] Port d26656f7-7724-47af-be72-5ae968de2891 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:35.260849 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46f1a58b-6a62-4864-8bf5-c965d53b2b9f None None] Calling delete_port for c698ed36-5779-4911-b786-fcc50dbc0ae4 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:35.361506 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.ipam_backend_mixin [None req-d0cb5901-faa4-49bd-aa41-fb3991d024d6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 6f9fc0f5-5652-44ed-b783-e9b0e69f75e2 (CIDR: 172.20.0.0/28) Feb 28 14:55:35.381406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e0f2f2d-6af1-418e-9e6d-b460246ad73f tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Router d0056252-2d33-4dcd-8c1c-048b9fcdb560 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:55:35.383015 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0cb5901-faa4-49bd-aa41-fb3991d024d6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:55:35.383566 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0cb5901-faa4-49bd-aa41-fb3991d024d6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:55:35.387745 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-40b7f03b-f2a8-42e8-ada6-ee1308207319 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:35.488580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.objects.ports [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83592) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:55:35.540862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-40b7f03b-f2a8-42e8-ada6-ee1308207319 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:35.544258 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-40b7f03b-f2a8-42e8-ada6-ee1308207319 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6279213 Feb 28 14:55:35.553945 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43118) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:35.555433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Allocated IP 2001:db8::2 (3c565055-97bd-430f-b199-3e208a3bc0ff/7cc03d97-a0b4-4fd5-aa2d-d8dc82270ecb/d1e4e873-bf63-4bfc-8db0-e49cf1eef39a) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:35.569596 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'network_id': '6cf2d8a3-3a0e-4eed-a110-624ee0dd2390', 'name': 'tempest-PortsIpV6TestJSON-698326806'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:35.598431 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d0cb5901-faa4-49bd-aa41-fb3991d024d6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7036066 Feb 28 14:55:35.601663 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46f1a58b-6a62-4864-8bf5-c965d53b2b9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:35.611385 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:35.622057 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43124) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:35.637931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-61f281e8-98f1-4451-9227-9c404b26e03a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'subnet': {'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:35.672732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f1a58b-6a62-4864-8bf5-c965d53b2b9f None None] Pushing event deleted for resources: {'Port': ['ID=c698ed36-5779-4911-b786-fcc50dbc0ae4,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:35.674786 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-6cf2d8a3-3a0e-4eed-a110-624ee0dd2390', 'network_id': '6cf2d8a3-3a0e-4eed-a110-624ee0dd2390', 'tenant_id': '97261752dc704f2791d2d79e53c8200f', 'fixed_ips': [{'subnet_id': '89a01821-2d27-4226-bec9-56b21726ebe4'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:55:35.675664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:35.707068 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-93b6ee7e-3334-45fb-8bac-90f5082a7d7d None None] Provisioning complete for port 4e113bcb-5468-4ba6-a98b-52ed5bee0445 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:35.707434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-93b6ee7e-3334-45fb-8bac-90f5082a7d7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:35.794240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:35.806850 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f1a58b-6a62-4864-8bf5-c965d53b2b9f None None] No DVR routers for this DVR port c698ed36-5779-4911-b786-fcc50dbc0ae4 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:55:35.920138 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.ipam_pluggable_backend [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Port c698ed36-5779-4911-b786-fcc50dbc0ae4 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=83592) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:597}} Feb 28 14:55:35.920706 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.ipam_pluggable_backend [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Reverting IP allocation for 2001:db8::f816:3eff:fe81:e821 {{(pid=83592) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:599}} Feb 28 14:55:35.953235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:35.962371 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:35.965743 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 4e113bcb-5468-4ba6-a98b-52ed5bee0445, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4e113bcb-5468-4ba6-a98b-52ed5bee0445,segment=NetworkSegment(aa209b2d-c845-4638-b42f-93197addf0c6),segment_id=aa209b2d-c845-4638-b42f-93197addf0c6)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:35.967132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:port and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:35.986263 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:35.987065 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e9edea1a-bb4c-4721-8e63-59588ad3731c up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:36.004740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:36.018341 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28f9b53-ef7f-4f33-a483-fd4dda9726b8 req-d1f8dc13-d174-4a56-bcf0-72c31fdc7eab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:36.020233 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d28f9b53-ef7f-4f33-a483-fd4dda9726b8 req-d1f8dc13-d174-4a56-bcf0-72c31fdc7eab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 945 time: 0.3111277 Feb 28 14:55:36.108003 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aca2a263-c740-4c57-b68a-b6be0b559034 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router 14e55685-af99-4349-98f6-c7493fee7e1c has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:55:36.161135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-61f281e8-98f1-4451-9227-9c404b26e03a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:36.198510 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:36.230737 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-61f281e8-98f1-4451-9227-9c404b26e03a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:subnet and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:36.245274 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:36.251380 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d28f9b53-ef7f-4f33-a483-fd4dda9726b8 req-559234a3-a316-4079-b0e8-47d2513bdfcd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=c000793d-644a-41b7-af12-a5e584036997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2205508 Feb 28 14:55:36.255721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:36.257327 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:36.260267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:36.273587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:36.273798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:36.277402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=0840a187-2a8e-449c-929c-7e7143eafe17,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:36.279397 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=4e113bcb-5468-4ba6-a98b-52ed5bee0445,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:36.284867 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:36.289942 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2790caa4-ae83-4314-83ce-7c705e1c6f70 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:36.292417 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-61f281e8-98f1-4451-9227-9c404b26e03a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:36.307629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] device_id is not set on port d2d01b46-6311-413b-aee7-939524d0e8b6 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:55:36.318504 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Allocated IP 2001:db8::2 (6cf2d8a3-3a0e-4eed-a110-624ee0dd2390/89a01821-2d27-4226-bec9-56b21726ebe4/642bd64d-58d2-4934-a133-0e7d62cb49c2) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:36.379435 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Transition to ACTIVE for port object d1e4e873-bf63-4bfc-8db0-e49cf1eef39a will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:36.403633 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-87f9ae19-3827-404b-afb4-92d32e8ac8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.0931282 Feb 28 14:55:36.406326 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43128) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:36.413294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-621d8228-0c80-40a1-a6b6-3ba66248d03d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:36.438937 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Transition to ACTIVE for port object d1e4e873-bf63-4bfc-8db0-e49cf1eef39a will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:36.504119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e9edea1a-bb4c-4721-8e63-59588ad3731c triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:36.504462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:36.505037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e0f2f2d-6af1-418e-9e6d-b460246ad73f tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:36.511252 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1e0f2f2d-6af1-418e-9e6d-b460246ad73f tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:36.512647 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1e0f2f2d-6af1-418e-9e6d-b460246ad73f tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "PUT /v2.0/routers/d0056252-2d33-4dcd-8c1c-048b9fcdb560 HTTP/1.1" status: 200 len: 926 time: 6.7830102 Feb 28 14:55:36.516373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43132) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:36.530835 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:36.543894 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-61f281e8-98f1-4451-9227-9c404b26e03a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:36.573189 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1935d522-e4df-4024-b97f-4f464ad4c7bc None None] Sync routers for ids ['d0056252-2d33-4dcd-8c1c-048b9fcdb560'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:36.586376 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61f281e8-98f1-4451-9227-9c404b26e03a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:36.689647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-621d8228-0c80-40a1-a6b6-3ba66248d03d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:36.690587 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Network 3c565055-97bd-430f-b199-3e208a3bc0ff is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:36.702148 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-621d8228-0c80-40a1-a6b6-3ba66248d03d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:36.706033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-621d8228-0c80-40a1-a6b6-3ba66248d03d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:36.713065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-621d8228-0c80-40a1-a6b6-3ba66248d03d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:36.724366 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Pushing event updated for resources: {'Port': ['ID=d1e4e873-bf63-4bfc-8db0-e49cf1eef39a,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:36.726979 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:36.734008 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-621d8228-0c80-40a1-a6b6-3ba66248d03d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:36.737422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:36.741902 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1935d522-e4df-4024-b97f-4f464ad4c7bc None None] Routers {'d0056252-2d33-4dcd-8c1c-048b9fcdb560'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:36.742513 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-1935d522-e4df-4024-b97f-4f464ad4c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d0056252-2d33-4dcd-8c1c-048b9fcdb560'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:36.761968 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Allocated IP 2001:db8::1 (aedd2753-0899-4c5d-b9ba-a09c81ee2b7f/c75588c3-e120-4880-b7af-25c319de1a50/53ddb18a-7e8c-4e7e-8c28-875f042d4739) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:36.834477 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-1935d522-e4df-4024-b97f-4f464ad4c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:36.887375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-621d8228-0c80-40a1-a6b6-3ba66248d03d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:36.889964 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-61f281e8-98f1-4451-9227-9c404b26e03a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:36.910535 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c2d9dcd0-9bac-46fd-bbed-e16642a0ef23 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/routers/d0056252-2d33-4dcd-8c1c-048b9fcdb560 HTTP/1.1" status: 200 len: 926 time: 0.3929861 Feb 28 14:55:36.912975 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:36.918305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43136) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:36.926780 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d071972-27a4-45d7-ad6d-58f06872666c None None] Sync routers for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:36.947513 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d071972-27a4-45d7-ad6d-58f06872666c None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:36.948656 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-9d071972-27a4-45d7-ad6d-58f06872666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:37.032732 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.ipam_backend_mixin [None req-621d8228-0c80-40a1-a6b6-3ba66248d03d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 0840a187-2a8e-449c-929c-7e7143eafe17 (CIDR: 2001:db8::/64) Feb 28 14:55:37.038651 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-621d8228-0c80-40a1-a6b6-3ba66248d03d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:55:37.039408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-621d8228-0c80-40a1-a6b6-3ba66248d03d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:55:37.040849 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-9d071972-27a4-45d7-ad6d-58f06872666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:37.068241 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d071972-27a4-45d7-ad6d-58f06872666c None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:37.069021 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-9d071972-27a4-45d7-ad6d-58f06872666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:37.078774 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aca2a263-c740-4c57-b68a-b6be0b559034 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:37.086122 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-aca2a263-c740-4c57-b68a-b6be0b559034 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/14e55685-af99-4349-98f6-c7493fee7e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7806721 Feb 28 14:55:37.086329 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43140) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:37.086604 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43142) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:37.098163 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-621d8228-0c80-40a1-a6b6-3ba66248d03d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6898828 Feb 28 14:55:37.100261 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-4917d692-81b6-4178-ae97-ecb54c65a18c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:37.118147 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b971c699-49f7-460d-a6d8-deef46e8f684 None None] Sync routers for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:37.121178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:37.135797 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-9d071972-27a4-45d7-ad6d-58f06872666c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:37.136318 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d071972-27a4-45d7-ad6d-58f06872666c None None] The sync data for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:37.140067 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '0840a187-2a8e-449c-929c-7e7143eafe17'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:55:37.142081 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:37.177074 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1935d522-e4df-4024-b97f-4f464ad4c7bc None None] Routers {'d0056252-2d33-4dcd-8c1c-048b9fcdb560'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:37.177717 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-1935d522-e4df-4024-b97f-4f464ad4c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d0056252-2d33-4dcd-8c1c-048b9fcdb560'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:37.234083 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:37.238391 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Attempting to bind port d1e4e873-bf63-4bfc-8db0-e49cf1eef39a on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:37.238758 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Attempting to bind port d1e4e873-bf63-4bfc-8db0-e49cf1eef39a by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '792d2bbf-a204-4340-977d-22dd30835a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3c565055-97bd-430f-b199-3e208a3bc0ff'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:37.239106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Attempting to bind port d1e4e873-bf63-4bfc-8db0-e49cf1eef39a on network 3c565055-97bd-430f-b199-3e208a3bc0ff {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:55:37.261282 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-1935d522-e4df-4024-b97f-4f464ad4c7bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:37.262359 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1935d522-e4df-4024-b97f-4f464ad4c7bc None None] The sync data for ids ['d0056252-2d33-4dcd-8c1c-048b9fcdb560'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:37.302278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Transition to ACTIVE for port object 642bd64d-58d2-4934-a133-0e7d62cb49c2 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:37.308150 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4e113bcb-5468-4ba6-a98b-52ed5bee0445 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:37.340267 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:37.341684 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b971c699-49f7-460d-a6d8-deef46e8f684 None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:37.341684 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b971c699-49f7-460d-a6d8-deef46e8f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:37.361745 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5f1d4310-47d9-4de4-a0f2-2b10a06bd832 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 11.2853289 Feb 28 14:55:37.365900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43152) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:37.377334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-0e6a24fb-d225-441f-87d1-f0745d92f1f9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1566694610'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:37.393415 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0e6a24fb-d225-441f-87d1-f0745d92f1f9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:37.399126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0e6a24fb-d225-441f-87d1-f0745d92f1f9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Usage tracker for resource:network and tenant:41c179f0fdac4809a34cc8c82420641b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:37.402707 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0e6a24fb-d225-441f-87d1-f0745d92f1f9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:37.410293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0e6a24fb-d225-441f-87d1-f0745d92f1f9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:37.411459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:55:37.411867 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Checking segment: {'id': '792d2bbf-a204-4340-977d-22dd30835a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3c565055-97bd-430f-b199-3e208a3bc0ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:37.412312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:37.412640 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Bound using segment: {'id': '792d2bbf-a204-4340-977d-22dd30835a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3c565055-97bd-430f-b199-3e208a3bc0ff'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:55:37.413377 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Bound port: d1e4e873-bf63-4bfc-8db0-e49cf1eef39a, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '792d2bbf-a204-4340-977d-22dd30835a7e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '3c565055-97bd-430f-b199-3e208a3bc0ff'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:37.413503 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:37.424115 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Transition to ACTIVE for port object 53ddb18a-7e8c-4e7e-8c28-875f042d4739 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:37.426585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e6a24fb-d225-441f-87d1-f0745d92f1f9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Made reservation on behalf of 41c179f0fdac4809a34cc8c82420641b for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:37.431008 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0e6a24fb-d225-441f-87d1-f0745d92f1f9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:37.473617 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-34d8b6f8-cae8-4c9e-9e41-359a437ffe2e tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Synchronizing usage tracker for tenant:3937118570a2413fa0b74f6765dcb4c6 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:37.481942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e6a24fb-d225-441f-87d1-f0745d92f1f9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:55:37.501303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0e6a24fb-d225-441f-87d1-f0745d92f1f9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:37.501783 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-0e6a24fb-d225-441f-87d1-f0745d92f1f9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Added segment 285e5b8d-9d2f-4d9b-8bdb-5a7d0dd6dc65 of type vlan for network a3bf3f79-8181-4a9a-be18-24e84dda1b7c Feb 28 14:55:37.536665 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Transition to ACTIVE for port object 642bd64d-58d2-4934-a133-0e7d62cb49c2 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:37.536874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4917d692-81b6-4178-ae97-ecb54c65a18c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:37.543249 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0e6a24fb-d225-441f-87d1-f0745d92f1f9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:37.595479 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:37.600708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4917d692-81b6-4178-ae97-ecb54c65a18c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:37.607408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4917d692-81b6-4178-ae97-ecb54c65a18c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:37.632430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0e6a24fb-d225-441f-87d1-f0745d92f1f9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:37.636386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6a24fb-d225-441f-87d1-f0745d92f1f9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:37.636975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0e6a24fb-d225-441f-87d1-f0745d92f1f9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:37.638093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4917d692-81b6-4178-ae97-ecb54c65a18c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:37.687859 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-34d8b6f8-cae8-4c9e-9e41-359a437ffe2e tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Unset dirty status for tenant:3937118570a2413fa0b74f6765dcb4c6 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:37.692054 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-34d8b6f8-cae8-4c9e-9e41-359a437ffe2e tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&device_id=d0056252-2d33-4dcd-8c1c-048b9fcdb560&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.7679663 Feb 28 14:55:37.705422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43156) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:37.734378 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Allocated IP 2001:db8::348 (6cf2d8a3-3a0e-4eed-a110-624ee0dd2390/89a01821-2d27-4226-bec9-56b21726ebe4/d2d01b46-6311-413b-aee7-939524d0e8b6) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:37.754325 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:37.775878 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Network 6cf2d8a3-3a0e-4eed-a110-624ee0dd2390 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:37.779713 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0e6a24fb-d225-441f-87d1-f0745d92f1f9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.4098232 Feb 28 14:55:37.779883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-b971c699-49f7-460d-a6d8-deef46e8f684 None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:55:37.779979 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6a24fb-d225-441f-87d1-f0745d92f1f9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Network': ['ID=a3bf3f79-8181-4a9a-be18-24e84dda1b7c,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:37.782059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43160) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:37.787352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ca332b62-3738-44bd-982a-13a1b0102922 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'subnet': {'network_id': 'a3bf3f79-8181-4a9a-be18-24e84dda1b7c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:37.826567 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:37.828879 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network a3bf3f79-8181-4a9a-be18-24e84dda1b7c details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:55:37.835865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4917d692-81b6-4178-ae97-ecb54c65a18c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:37.840926 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Pushing event updated for resources: {'Port': ['ID=642bd64d-58d2-4934-a133-0e7d62cb49c2,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:37.846641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:37.874344 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] For port d1e4e873-bf63-4bfc-8db0-e49cf1eef39a, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:55:37.926226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Allocated IP 2001:db8::f816:3eff:fe07:56b0 (2d04583f-a513-435e-a720-cee2c3103874/0840a187-2a8e-449c-929c-7e7143eafe17/0cbc649f-36ba-4a70-8552-15246ddc4aaa) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:37.955122 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4e113bcb-5468-4ba6-a98b-52ed5bee0445 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:37.955479 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:37.979153 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] For port d1e4e873-bf63-4bfc-8db0-e49cf1eef39a, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d1e4e873-bf63-4bfc-8db0-e49cf1eef39a,segment=NetworkSegment(792d2bbf-a204-4340-977d-22dd30835a7e),segment_id=792d2bbf-a204-4340-977d-22dd30835a7e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:55:38.004261 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ca332b62-3738-44bd-982a-13a1b0102922 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:38.026266 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ca332b62-3738-44bd-982a-13a1b0102922 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:38.049642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:38.054053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca332b62-3738-44bd-982a-13a1b0102922 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Made reservation on behalf of 41c179f0fdac4809a34cc8c82420641b for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:38.054604 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Network aedd2753-0899-4c5d-b9ba-a09c81ee2b7f is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:38.070966 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event updated for resources: {'Port': ['ID=53ddb18a-7e8c-4e7e-8c28-875f042d4739,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:38.081247 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:38.100342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf241690-c0a8-430f-b7fd-9da6c2f99c9e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting subnet 08e075ab-90c3-4251-8e3a-115d69194540 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:55:38.115741 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:38.116274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:38.132243 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c11cb45-84ee-41b9-ad88-0193b357b77b req-3be4e744-2c8b-4728-9a45-e9991d03d821 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:38.133733 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5c11cb45-84ee-41b9-ad88-0193b357b77b req-3be4e744-2c8b-4728-9a45-e9991d03d821 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 945 time: 0.5946872 Feb 28 14:55:38.145645 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf241690-c0a8-430f-b7fd-9da6c2f99c9e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:38.182174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:38.201062 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca332b62-3738-44bd-982a-13a1b0102922 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:38.363139 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Attempting to bind port 642bd64d-58d2-4934-a133-0e7d62cb49c2 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:38.363497 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Attempting to bind port 642bd64d-58d2-4934-a133-0e7d62cb49c2 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '1f647ead-b231-491b-9f13-c9f8f6484197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6cf2d8a3-3a0e-4eed-a110-624ee0dd2390'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:38.363892 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Attempting to bind port 642bd64d-58d2-4934-a133-0e7d62cb49c2 on network 6cf2d8a3-3a0e-4eed-a110-624ee0dd2390 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:55:38.410275 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4917d692-81b6-4178-ae97-ecb54c65a18c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:38.445871 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9c67ff-60c0-4e9f-ba2f-d6e974fc8188 None None] Pushing event updated for resources: {'Port': ['ID=d1e4e873-bf63-4bfc-8db0-e49cf1eef39a,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:38.486139 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:55:38.486560 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Checking segment: {'id': '1f647ead-b231-491b-9f13-c9f8f6484197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6cf2d8a3-3a0e-4eed-a110-624ee0dd2390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:38.486925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:38.487312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Bound using segment: {'id': '1f647ead-b231-491b-9f13-c9f8f6484197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6cf2d8a3-3a0e-4eed-a110-624ee0dd2390'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:55:38.487807 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Bound port: 642bd64d-58d2-4934-a133-0e7d62cb49c2, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f647ead-b231-491b-9f13-c9f8f6484197', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '6cf2d8a3-3a0e-4eed-a110-624ee0dd2390'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:38.488167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:38.509019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Transition to ACTIVE for port object d2d01b46-6311-413b-aee7-939524d0e8b6 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:38.534448 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-512ab0be-698d-46c6-b89c-ea333f331ff2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:38.534889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-512ab0be-698d-46c6-b89c-ea333f331ff2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Synchronizing usage tracker for tenant:3937118570a2413fa0b74f6765dcb4c6 on resource:network {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:38.539424 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-61f281e8-98f1-4451-9227-9c404b26e03a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:38.575825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca332b62-3738-44bd-982a-13a1b0102922 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:38.609639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:38.653848 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf241690-c0a8-430f-b7fd-9da6c2f99c9e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:38.724548 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-512ab0be-698d-46c6-b89c-ea333f331ff2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Unset dirty status for tenant:3937118570a2413fa0b74f6765dcb4c6 on resource:network {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:38.727362 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-512ab0be-698d-46c6-b89c-ea333f331ff2 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/networks/2c3941b4-a632-4920-84bb-54647ee9840b HTTP/1.1" status: 200 len: 881 time: 1.0195370 Feb 28 14:55:38.759364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61f281e8-98f1-4451-9227-9c404b26e03a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:38.768554 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43164) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:38.773697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:38.779447 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-61f281e8-98f1-4451-9227-9c404b26e03a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:38.786722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca332b62-3738-44bd-982a-13a1b0102922 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Subnet': ['ID=579ebf2b-0c19-4f34-aba1-3e89b1a54030,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:38.787030 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Transition to ACTIVE for port object 0cbc649f-36ba-4a70-8552-15246ddc4aaa will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:38.791604 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f281e8-98f1-4451-9227-9c404b26e03a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:38.792194 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-61f281e8-98f1-4451-9227-9c404b26e03a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:38.798379 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network 6cf2d8a3-3a0e-4eed-a110-624ee0dd2390 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:38.802251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca332b62-3738-44bd-982a-13a1b0102922 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Checking segment: {'id': '285e5b8d-9d2f-4d9b-8bdb-5a7d0dd6dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3bf3f79-8181-4a9a-be18-24e84dda1b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:38.802607 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca332b62-3738-44bd-982a-13a1b0102922 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network hostable DHCP agents. Network: a3bf3f79-8181-4a9a-be18-24e84dda1b7c, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:55:38.810164 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Transition to ACTIVE for port object 0cbc649f-36ba-4a70-8552-15246ddc4aaa will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:38.841817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f281e8-98f1-4451-9227-9c404b26e03a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Subnet': ['ID=28decb38-cbb1-4813-9f88-e0e78e2bab67,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:38.858800 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=d2d01b46-6311-413b-aee7-939524d0e8b6,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:38.861392 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:38.868571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:38.872432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:38.873340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:38.873526 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5c11cb45-84ee-41b9-ad88-0193b357b77b req-f878e9a1-b13d-4591-a17a-cd1354f040a5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=c000793d-644a-41b7-af12-a5e584036997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.6841581 Feb 28 14:55:38.894286 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-dbe5cdf1-807d-4198-a1c2-2d4b2e45f423 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0056252-2d33-4dcd-8c1c-048b9fcdb560 HTTP/1.1" status: 200 len: 205 time: 0.0992348 Feb 28 14:55:38.899696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43168) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:38.937185 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-61f281e8-98f1-4451-9227-9c404b26e03a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.3057945 Feb 28 14:55:38.945184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43174) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:38.946843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:38.975966 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89151bd7-96b5-48ab-b15a-5756aaa75bc8 None None] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:38.985297 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1135539433', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '28decb38-cbb1-4813-9f88-e0e78e2bab67'}], 'security_groups': ['d0869033-3490-412b-b468-5a270fe2cbd9']}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:39.007855 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:39.008779 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4b1d8cff-4aba-4e5c-8cdc-38bb2fca445c tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.4512675 Feb 28 14:55:39.009723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43178) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:39.011617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-03c44515-35aa-469b-8a9d-32fcbdf48a4a None None] Provisioning for port 53ddb18a-7e8c-4e7e-8c28-875f042d4739 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:39.117345 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca332b62-3738-44bd-982a-13a1b0102922 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network a3bf3f79-8181-4a9a-be18-24e84dda1b7c is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:55:39.159931 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-03c44515-35aa-469b-8a9d-32fcbdf48a4a None None] Provisioning complete for port 53ddb18a-7e8c-4e7e-8c28-875f042d4739 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:39.160287 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-03c44515-35aa-469b-8a9d-32fcbdf48a4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:39.192368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-ca332b62-3738-44bd-982a-13a1b0102922 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, a3bf3f79-8181-4a9a-be18-24e84dda1b7c) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:39.201911 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf241690-c0a8-430f-b7fd-9da6c2f99c9e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:39.230492 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf686a8a-ecb3-421e-914a-1934558a426a None None] Network a3bf3f79-8181-4a9a-be18-24e84dda1b7c requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:39.242150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca332b62-3738-44bd-982a-13a1b0102922 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:39.242978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca332b62-3738-44bd-982a-13a1b0102922 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:39.283004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:39.310340 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ca332b62-3738-44bd-982a-13a1b0102922 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5272467 Feb 28 14:55:39.315191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43182) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:39.323141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1020470761', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:39.338601 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:39.358216 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:39.360162 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c698ed36-5779-4911-b786-fcc50dbc0ae4 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:39.388838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:39.398303 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Pushing event updated for resources: {'Port': ['ID=0cbc649f-36ba-4a70-8552-15246ddc4aaa,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:39.409401 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Usage tracker for resource:router and tenant:41c179f0fdac4809a34cc8c82420641b is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:39.432363 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: c698ed36-5779-4911-b786-fcc50dbc0ae4 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:55:39.432687 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c698ed36-5779-4911-b786-fcc50dbc0ae4 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:39.441484 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] For port 642bd64d-58d2-4934-a133-0e7d62cb49c2, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:55:39.443977 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-03c44515-35aa-469b-8a9d-32fcbdf48a4a None None] Port 53ddb18a-7e8c-4e7e-8c28-875f042d4739 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:39.454839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Quota usage for router was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:39.486911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e46813-0135-4627-8867-27633a4767ce req-9ab80955-1ab0-42c9-85a9-329a019b5135 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:39.494074 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e9e46813-0135-4627-8867-27633a4767ce req-9ab80955-1ab0-42c9-85a9-329a019b5135 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 945 time: 0.3572528 Feb 28 14:55:39.509824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:39.524483 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] For port 642bd64d-58d2-4934-a133-0e7d62cb49c2, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=642bd64d-58d2-4934-a133-0e7d62cb49c2,segment=NetworkSegment(1f647ead-b231-491b-9f13-c9f8f6484197),segment_id=1f647ead-b231-491b-9f13-c9f8f6484197)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:55:39.568883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:39.569864 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:39.634863 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e9e46813-0135-4627-8867-27633a4767ce req-f9a11277-7da4-4449-9cde-4e321428e67c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=c000793d-644a-41b7-af12-a5e584036997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1399457 Feb 28 14:55:39.657472 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:39.695407 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43186) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:39.708431 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d1e4e873-bf63-4bfc-8db0-e49cf1eef39a up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:39.708646 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:39.779206 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b971c699-49f7-460d-a6d8-deef46e8f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:55:32Z', 'revision_number': 10, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:39.794319 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b971c699-49f7-460d-a6d8-deef46e8f684 None None] Checking router: 14e55685-af99-4349-98f6-c7493fee7e1c for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:55:39.823843 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:39.877180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Attempting to bind port 0cbc649f-36ba-4a70-8552-15246ddc4aaa on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:39.877180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Attempting to bind port 0cbc649f-36ba-4a70-8552-15246ddc4aaa by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:39.877580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Attempting to bind port 0cbc649f-36ba-4a70-8552-15246ddc4aaa on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:55:39.894917 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:39.920874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:55:39.921156 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:39.921556 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:39.922495 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:55:39.923068 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Bound port: 0cbc649f-36ba-4a70-8552-15246ddc4aaa, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:39.923347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:39.955761 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:39.956890 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:40.005648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9bfacd55-597c-4c8a-87d1-76fdb85910bc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:40.017610 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b971c699-49f7-460d-a6d8-deef46e8f684 None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:40.018291 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b971c699-49f7-460d-a6d8-deef46e8f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:40.072822 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c2accb-1013-422d-a958-b987bfd8209d None None] Network 3c565055-97bd-430f-b199-3e208a3bc0ff requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:40.078347 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf241690-c0a8-430f-b7fd-9da6c2f99c9e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:40.102841 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-a3bf3f79-8181-4a9a-be18-24e84dda1b7c', 'network_id': 'a3bf3f79-8181-4a9a-be18-24e84dda1b7c', 'tenant_id': '41c179f0fdac4809a34cc8c82420641b', 'fixed_ips': [{'subnet_id': '579ebf2b-0c19-4f34-aba1-3e89b1a54030'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:55:40.104049 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:40.286095 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf241690-c0a8-430f-b7fd-9da6c2f99c9e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Subnet': ['ID=08e075ab-90c3-4251-8e3a-115d69194540,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:40.301735 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6633852-0425-4013-b8ff-3de34bfcbdba None None] Pushing event updated for resources: {'Port': ['ID=642bd64d-58d2-4934-a133-0e7d62cb49c2,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:40.305397 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4917d692-81b6-4178-ae97-ecb54c65a18c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:40.478173 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7d0ff4cd-fd86-446d-97bc-004cad513696 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 1093 time: 0.7738233 Feb 28 14:55:40.486937 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event updated for resources: {'Port': ['ID=53ddb18a-7e8c-4e7e-8c28-875f042d4739,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:40.490096 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43190) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:40.504329 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf241690-c0a8-430f-b7fd-9da6c2f99c9e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:40.518533 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:40.536443 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bee9622a-4dcc-4478-b096-9d5f5f4c2882 None None] Provisioning for port d1e4e873-bf63-4bfc-8db0-e49cf1eef39a completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:40.540858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0a5c1b-feac-4831-91d9-48d08af242d2 None None] Network 6e135c19-842f-42ad-bbf9-4481d17a1802 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:40.560788 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:40.570440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:40.584410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:floatingip and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:40.596709 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:40.610811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:40.629471 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4917d692-81b6-4178-ae97-ecb54c65a18c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:40.631050 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cf241690-c0a8-430f-b7fd-9da6c2f99c9e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/08e075ab-90c3-4251-8e3a-115d69194540 HTTP/1.1" status: 204 len: 168 time: 3.5380869 Feb 28 14:55:40.643312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-4917d692-81b6-4178-ae97-ecb54c65a18c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:40.643521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43194) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:40.648512 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:40.650452 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4917d692-81b6-4178-ae97-ecb54c65a18c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=cd7f4210-386a-406a-b832-b0dfb2485159,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:40.665928 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4917d692-81b6-4178-ae97-ecb54c65a18c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:40.666277 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4917d692-81b6-4178-ae97-ecb54c65a18c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:40.728317 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port d1e4e873-bf63-4bfc-8db0-e49cf1eef39a completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:40.738425 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:40.767966 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Network aedd2753-0899-4c5d-b9ba-a09c81ee2b7f is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:40.769544 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4917d692-81b6-4178-ae97-ecb54c65a18c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6780927 Feb 28 14:55:40.775512 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:40.780379 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43198) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:40.791363 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] For port 0cbc649f-36ba-4a70-8552-15246ddc4aaa, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:55:40.802415 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-b971c699-49f7-460d-a6d8-deef46e8f684 None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:55:40.848349 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d1e4e873-bf63-4bfc-8db0-e49cf1eef39a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:40.848723 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:40.863061 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'mac_address': 'fa:16:3e:af:8d:e1', 'name': 'tempest-NetworksTestDHCPv6-2019223532'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:40.930309 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] For port 0cbc649f-36ba-4a70-8552-15246ddc4aaa, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0cbc649f-36ba-4a70-8552-15246ddc4aaa,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:55:41.036437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:41.070332 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:41.230798 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Allocated IP 172.20.0.2 (a3bf3f79-8181-4a9a-be18-24e84dda1b7c/579ebf2b-0c19-4f34-aba1-3e89b1a54030/4344748d-981e-42a3-b8ee-05f3156ca762) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:41.253775 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:41.254888 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:41.341084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Delete allocated IP 172.20.0.4 (6026ac84-15f4-4b4d-963e-65bf39cdd3e0/6f9fc0f5-5652-44ed-b783-e9b0e69f75e2) {{(pid=83591) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 14:55:41.357909 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:41.415154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Allocated IP 172.20.0.26 (6026ac84-15f4-4b4d-963e-65bf39cdd3e0/28decb38-cbb1-4813-9f88-e0e78e2bab67/d26656f7-7724-47af-be72-5ae968de2891) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:41.435934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:41.457461 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d29e1a6-72e5-47f5-a347-9c1d6fe4970f None None] Network 6cf2d8a3-3a0e-4eed-a110-624ee0dd2390 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:41.481695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:41.500874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:41.587019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:55:41.587797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:41.591576 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:41.596696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9bfacd55-597c-4c8a-87d1-76fdb85910bc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:41.619919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:41.665727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-9bfacd55-597c-4c8a-87d1-76fdb85910bc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Deleting port 74f70db1-1bc7-4db0-9140-1be670a87bbc {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:41.666100 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9bfacd55-597c-4c8a-87d1-76fdb85910bc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:41.699405 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:41.707376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:41.751440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port 2fac3d3a-0f97-4448-a2a7-9c487f89f047 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:55:41.775786 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:41.831662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:41.843268 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3660fe7c-13bb-4a26-a506-202f70b5b369 None None] Pushing event updated for resources: {'Port': ['ID=0cbc649f-36ba-4a70-8552-15246ddc4aaa,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:41.878309 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d0ca3fbf-12da-4d59-b734-99e29ae72022 None None] Provisioning complete for port 53ddb18a-7e8c-4e7e-8c28-875f042d4739 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:41.878309 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d0ca3fbf-12da-4d59-b734-99e29ae72022 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:41.972670 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c16aed3-de69-4189-aaf4-d945d1e7bf10 None None] Update dhcp port {'port': {'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'fixed_ips': [{'subnet_id': '6f9fc0f5-5652-44ed-b783-e9b0e69f75e2', 'ip_address': '172.20.0.2'}, {'subnet_id': '28decb38-cbb1-4813-9f88-e0e78e2bab67'}], 'binding:host_id': 'dv-neutron-830866-2-hyperv'}, 'id': 'e9edea1a-bb4c-4721-8e63-59588ad3731c'} from dv-neutron-830866-2-hyperv. {{(pid=83593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 14:55:42.024232 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:55:42.055392 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:42.056153 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] For port c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b,segment=NetworkSegment(ff7e71eb-0bfe-4b05-9a00-35213766956e),segment_id=ff7e71eb-0bfe-4b05-9a00-35213766956e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:42.056514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:42.086661 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Transition to ACTIVE for port object d26656f7-7724-47af-be72-5ae968de2891 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:42.115746 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:42.132828 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.252 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/01028c25-26eb-4375-a398-82d9bf1f8107) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:42.144871 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:42.190672 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:42.320110 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=d2d01b46-6311-413b-aee7-939524d0e8b6,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:42.377388 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-d0ca3fbf-12da-4d59-b734-99e29ae72022 None None] Port 53ddb18a-7e8c-4e7e-8c28-875f042d4739 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:42.383350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4c16aed3-de69-4189-aaf4-d945d1e7bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:42.546315 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:42.553558 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port d1e4e873-bf63-4bfc-8db0-e49cf1eef39a, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d1e4e873-bf63-4bfc-8db0-e49cf1eef39a,segment=NetworkSegment(792d2bbf-a204-4340-977d-22dd30835a7e),segment_id=792d2bbf-a204-4340-977d-22dd30835a7e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:42.579667 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:42.588795 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=d26656f7-7724-47af-be72-5ae968de2891,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:42.600435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8:0:1::e8 (2d04583f-a513-435e-a720-cee2c3103874/cd7f4210-386a-406a-b832-b0dfb2485159/2fac3d3a-0f97-4448-a2a7-9c487f89f047) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:42.632064 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Transition to ACTIVE for port object 4344748d-981e-42a3-b8ee-05f3156ca762 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:42.641484 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::f816:3eff:feaf:8de1 (2d04583f-a513-435e-a720-cee2c3103874/0840a187-2a8e-449c-929c-7e7143eafe17/2fac3d3a-0f97-4448-a2a7-9c487f89f047) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:42.657202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Router 0d098314-f876-4653-a6ed-b728d0119506 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:55:42.675050 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:42.675405 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:42.675759 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:42.676095 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:42.676423 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:42.676843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:42.677061 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:42.677385 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:42.677702 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:42.678017 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:42.678332 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:42.679560 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51675d1d-0611-46b4-b478-9af7be9f041b None None] DHCP port deletion for 6e135c19-842f-42ad-bbf9-4481d17a1802 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:55:42.692950 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:42.693529 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] In _notify_port_updated(), no bound segment for port d26656f7-7724-47af-be72-5ae968de2891 on network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 {{(pid=83591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:55:42.697206 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:42.697856 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:42.702094 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e44d1b45-c52c-4eb8-a6e7-71fd66edb7d1 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "PUT /v2.0/ports/d26656f7-7724-47af-be72-5ae968de2891 HTTP/1.1" status: 200 len: 921 time: 3.7309480 Feb 28 14:55:42.713689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43204) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:42.803074 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c100973b-f923-4148-8303-955a6959b1a1 None None] Provisioning for port 642bd64d-58d2-4934-a133-0e7d62cb49c2 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:42.808342 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Transition to ACTIVE for port object 4344748d-981e-42a3-b8ee-05f3156ca762 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:42.810439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Port': ['ID=c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:42.867772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:42.885135 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] No DVR routers for this DVR port c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:55:42.893080 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=d1e4e873-bf63-4bfc-8db0-e49cf1eef39a,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:42.902053 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b971c699-49f7-460d-a6d8-deef46e8f684 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:55:32Z', 'revision_number': 10, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:42.961146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:42.978285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0cbc649f-36ba-4a70-8552-15246ddc4aaa up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:43.071215 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b971c699-49f7-460d-a6d8-deef46e8f684 None None] The sync data for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv is: [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:55:32Z', 'revision_number': 10, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None, '_interfaces': [{'id': 'a84723af-78dc-4b9c-bc6f-4058d386868a', 'name': '', 'network_id': 'a22e1eae-6692-4612-8d57-9995070084da', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'mac_address': 'fa:16:3e:88:01:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '43a77d03-f210-42ee-b871-43c9af624129', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:53:30Z', 'updated_at': '2022-02-28T14:53:47Z', 'revision_number': 5, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'subnets': [{'id': '43a77d03-f210-42ee-b871-43c9af624129', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:43.110098 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-16af375a-4cd2-4708-8fad-396cd99f617e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port d26656f7-7724-47af-be72-5ae968de2891 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:43.111241 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-16af375a-4cd2-4708-8fad-396cd99f617e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:43.138387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9bfacd55-597c-4c8a-87d1-76fdb85910bc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:43.138616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Network a3bf3f79-8181-4a9a-be18-24e84dda1b7c is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:43.151245 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:43.170157 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:43.181165 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Pushing event updated for resources: {'Port': ['ID=4344748d-981e-42a3-b8ee-05f3156ca762,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:43.187006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:43.232984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:43.258714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-4c16aed3-de69-4189-aaf4-d945d1e7bf10 None None] Allocated IP 172.20.0.18 (6026ac84-15f4-4b4d-963e-65bf39cdd3e0/28decb38-cbb1-4813-9f88-e0e78e2bab67/e9edea1a-bb4c-4721-8e63-59588ad3731c) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:43.331733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-9bfacd55-597c-4c8a-87d1-76fdb85910bc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Calling delete_port for 74f70db1-1bc7-4db0-9140-1be670a87bbc owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:43.344553 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:43.409141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e135c19-842f-42ad-bbf9-4481d17a1802']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:43.446085 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c420fb3e-36a3-41cc-9dfb-457f6ee2eb90 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:43.449038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7e71eb-0bfe-4b05-9a00-35213766956e') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:43.449569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7e71eb-0bfe-4b05-9a00-35213766956e') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:43.492102 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:43.522797 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:43.574634 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:43.594005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Allocated IP 172.26.4.213 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/6e78fd8c-b121-4b95-8112-c3e751e1f9ed) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:43.608583 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:43.613473 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object 2fac3d3a-0f97-4448-a2a7-9c487f89f047 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:43.616637 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:43.629046 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:43.642965 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:55:43.643649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:43.650795 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-08fbde0b-605e-4a96-a912-68455532b63f None None] Provisioning complete for port d1e4e873-bf63-4bfc-8db0-e49cf1eef39a triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:43.651174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-08fbde0b-605e-4a96-a912-68455532b63f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:43.657004 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=01028c25-26eb-4375-a398-82d9bf1f8107,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:55:43.669278 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:55:43.698045 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:43.712278 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6533c7a7-accd-4af5-ab08-c188cafef880 None None] Sync routers for ids ['0d098314-f876-4653-a6ed-b728d0119506'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:43.728712 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6533c7a7-accd-4af5-ab08-c188cafef880 None None] Routers {'0d098314-f876-4653-a6ed-b728d0119506'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:43.729160 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6533c7a7-accd-4af5-ab08-c188cafef880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0d098314-f876-4653-a6ed-b728d0119506'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:43.740283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-16af375a-4cd2-4708-8fad-396cd99f617e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:43.757677 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-19ca2fb2-af7c-475d-9943-711c575c4562 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "PUT /v2.0/routers/0d098314-f876-4653-a6ed-b728d0119506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5386925 Feb 28 14:55:43.783931 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Attempting to bind port 4344748d-981e-42a3-b8ee-05f3156ca762 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:43.784302 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Attempting to bind port 4344748d-981e-42a3-b8ee-05f3156ca762 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '285e5b8d-9d2f-4d9b-8bdb-5a7d0dd6dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3bf3f79-8181-4a9a-be18-24e84dda1b7c'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:43.784672 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Attempting to bind port 4344748d-981e-42a3-b8ee-05f3156ca762 on network a3bf3f79-8181-4a9a-be18-24e84dda1b7c {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:55:43.815765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43208) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:43.856252 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4c16aed3-de69-4189-aaf4-d945d1e7bf10 None None] For port e9edea1a-bb4c-4721-8e63-59588ad3731c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e9edea1a-bb4c-4721-8e63-59588ad3731c,segment=NetworkSegment(63e58111-25ad-4cd4-a305-723420c29031),segment_id=63e58111-25ad-4cd4-a305-723420c29031)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:43.858541 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6533c7a7-accd-4af5-ab08-c188cafef880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:43.865148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 0cbc649f-36ba-4a70-8552-15246ddc4aaa completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:43.872445 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6533c7a7-accd-4af5-ab08-c188cafef880 None None] Routers {'0d098314-f876-4653-a6ed-b728d0119506'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:43.873360 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6533c7a7-accd-4af5-ab08-c188cafef880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0d098314-f876-4653-a6ed-b728d0119506'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:43.885975 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:55:43.886513 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Checking segment: {'id': '285e5b8d-9d2f-4d9b-8bdb-5a7d0dd6dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3bf3f79-8181-4a9a-be18-24e84dda1b7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:43.887186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:43.887704 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Bound using segment: {'id': '285e5b8d-9d2f-4d9b-8bdb-5a7d0dd6dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3bf3f79-8181-4a9a-be18-24e84dda1b7c'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:55:43.888387 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Bound port: 4344748d-981e-42a3-b8ee-05f3156ca762, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '285e5b8d-9d2f-4d9b-8bdb-5a7d0dd6dc65', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3bf3f79-8181-4a9a-be18-24e84dda1b7c'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:43.888928 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:43.942481 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 642bd64d-58d2-4934-a133-0e7d62cb49c2 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:43.942875 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6533c7a7-accd-4af5-ab08-c188cafef880 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:43.943434 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6533c7a7-accd-4af5-ab08-c188cafef880 None None] The sync data for ids ['0d098314-f876-4653-a6ed-b728d0119506'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:44.002369 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-16af375a-4cd2-4708-8fad-396cd99f617e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for d26656f7-7724-47af-be72-5ae968de2891 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:44.081732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:44.085894 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.resource_extend [None req-4c16aed3-de69-4189-aaf4-d945d1e7bf10 None None] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:55:44.182019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4c16aed3-de69-4189-aaf4-d945d1e7bf10 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:44.207660 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:44.225360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:44.238197 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:44.243144 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:44.243816 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:44.277871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:44.279094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4c16aed3-de69-4189-aaf4-d945d1e7bf10 None None] Transition to ACTIVE for port object e9edea1a-bb4c-4721-8e63-59588ad3731c will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:44.296392 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:44.299191 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4c16aed3-de69-4189-aaf4-d945d1e7bf10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:44.300746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:44.382490 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] For port 4344748d-981e-42a3-b8ee-05f3156ca762, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:55:44.398726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Network': ['ID=6e135c19-842f-42ad-bbf9-4481d17a1802,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:44.424699 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] For port 4344748d-981e-42a3-b8ee-05f3156ca762, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4344748d-981e-42a3-b8ee-05f3156ca762,segment=NetworkSegment(285e5b8d-9d2f-4d9b-8bdb-5a7d0dd6dc65),segment_id=285e5b8d-9d2f-4d9b-8bdb-5a7d0dd6dc65)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:55:44.470144 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 642bd64d-58d2-4934-a133-0e7d62cb49c2 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:44.482185 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:44.489639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c16aed3-de69-4189-aaf4-d945d1e7bf10 None None] Pushing event updated for resources: {'Port': ['ID=e9edea1a-bb4c-4721-8e63-59588ad3731c,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:44.499989 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=2fac3d3a-0f97-4448-a2a7-9c487f89f047,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:44.503646 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/networks/6e135c19-842f-42ad-bbf9-4481d17a1802 HTTP/1.1" status: 204 len: 168 time: 3.8577161 Feb 28 14:55:44.507581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43212) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:44.513704 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:44.513924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:44.514185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:44.514508 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:44.514854 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:44.515433 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:44.515972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:44.516300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:44.516734 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:44.517031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:44.517390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5760a57-3683-48fb-b109-53f214933b9a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:44.553804 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8a7e21ce-6cbc-45d9-beb3-e2d692fbf841 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.7700953 Feb 28 14:55:44.570393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 642bd64d-58d2-4934-a133-0e7d62cb49c2 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:44.571347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:44.595997 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43216) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:44.641157 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8f43874e-588d-4179-8fb5-1def2263248e None None] Provisioning for port 0cbc649f-36ba-4a70-8552-15246ddc4aaa completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:44.687669 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8f43874e-588d-4179-8fb5-1def2263248e None None] Provisioning complete for port 0cbc649f-36ba-4a70-8552-15246ddc4aaa triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:44.688319 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8f43874e-588d-4179-8fb5-1def2263248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:44.704222 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-16af375a-4cd2-4708-8fad-396cd99f617e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:44.757323 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551c8581-da27-4026-b7cf-d3043371e571 None None] Pushing event updated for resources: {'Port': ['ID=4344748d-981e-42a3-b8ee-05f3156ca762,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:44.778114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16af375a-4cd2-4708-8fad-396cd99f617e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=d26656f7-7724-47af-be72-5ae968de2891,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:44.945182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9bfacd55-597c-4c8a-87d1-76fdb85910bc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:45.001096 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-ebb73eb2-1fdc-4dff-83d3-c740f674a437 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port 2fac3d3a-0f97-4448-a2a7-9c487f89f047 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:45.001432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ebb73eb2-1fdc-4dff-83d3-c740f674a437 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:45.030387 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:45.048023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-16af375a-4cd2-4708-8fad-396cd99f617e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:45.101822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:45.111291 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a14d7ef7-8b6d-4bd2-bbae-89986658ae19 None None] Update dhcp port {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'fixed_ips': [{'subnet_id': '0840a187-2a8e-449c-929c-7e7143eafe17', 'ip_address': '2001:db8::f816:3eff:fe07:56b0'}, {'subnet_id': 'cd7f4210-386a-406a-b832-b0dfb2485159'}], 'binding:host_id': 'dv-neutron-830866-2-hyperv'}, 'id': '0cbc649f-36ba-4a70-8552-15246ddc4aaa'} from dv-neutron-830866-2-hyperv. {{(pid=83593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 14:55:45.139327 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8f43874e-588d-4179-8fb5-1def2263248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:45.165047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 642bd64d-58d2-4934-a133-0e7d62cb49c2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=642bd64d-58d2-4934-a133-0e7d62cb49c2,segment=NetworkSegment(1f647ead-b231-491b-9f13-c9f8f6484197),segment_id=1f647ead-b231-491b-9f13-c9f8f6484197)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:45.170347 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-16af375a-4cd2-4708-8fad-396cd99f617e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/d26656f7-7724-47af-be72-5ae968de2891 HTTP/1.1" status: 204 len: 168 time: 2.4529631 Feb 28 14:55:45.173534 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bfacd55-597c-4c8a-87d1-76fdb85910bc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Pushing event deleted for resources: {'Port': ['ID=74f70db1-1bc7-4db0-9140-1be670a87bbc,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:45.176019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43220) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:45.198870 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:45.243744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:45.313118 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a14d7ef7-8b6d-4bd2-bbae-89986658ae19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:45.331220 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:45.359724 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8f43874e-588d-4179-8fb5-1def2263248e None None] For port 0cbc649f-36ba-4a70-8552-15246ddc4aaa, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0cbc649f-36ba-4a70-8552-15246ddc4aaa,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:45.423800 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8f43874e-588d-4179-8fb5-1def2263248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:45.435000 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=642bd64d-58d2-4934-a133-0e7d62cb49c2,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:45.517680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d1e4e873-bf63-4bfc-8db0-e49cf1eef39a up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:45.589899 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:45.643168 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:45.651361 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:45.671035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8f43874e-588d-4179-8fb5-1def2263248e None None] Provisioning complete for port 642bd64d-58d2-4934-a133-0e7d62cb49c2 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:45.671975 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8f43874e-588d-4179-8fb5-1def2263248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:45.681456 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-a68791b8-f7eb-4588-8f69-c5b233de82c9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] GET failed (client error): The resource could not be found. Feb 28 14:55:45.681943 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a68791b8-f7eb-4588-8f69-c5b233de82c9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:45.740843 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f43874e-588d-4179-8fb5-1def2263248e None None] Pushing event updated for resources: {'Port': ['ID=0cbc649f-36ba-4a70-8552-15246ddc4aaa,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:45.769746 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=01028c25-26eb-4375-a398-82d9bf1f8107,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:45.800209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-a14d7ef7-8b6d-4bd2-bbae-89986658ae19 None None] Allocated IP 2001:db8:0:1::2 (2d04583f-a513-435e-a720-cee2c3103874/cd7f4210-386a-406a-b832-b0dfb2485159/0cbc649f-36ba-4a70-8552-15246ddc4aaa) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:45.803718 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:45.827445 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d1e4e873-bf63-4bfc-8db0-e49cf1eef39a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:45.828351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:46.067911 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Floating IP f9bd3e6c-082e-4878-bfd9-d2349540710a associated. External IP: 172.26.4.252, port: b1296ecd-1316-49b4-94ae-d25d4acc4d41. Feb 28 14:55:46.108214 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a14d7ef7-8b6d-4bd2-bbae-89986658ae19 None None] For port 0cbc649f-36ba-4a70-8552-15246ddc4aaa, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0cbc649f-36ba-4a70-8552-15246ddc4aaa,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:46.170546 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8f43874e-588d-4179-8fb5-1def2263248e None None] Provisioning for port d2d01b46-6311-413b-aee7-939524d0e8b6 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:46.181312 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:46.193065 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8f43874e-588d-4179-8fb5-1def2263248e None None] Provisioning complete for port d2d01b46-6311-413b-aee7-939524d0e8b6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:46.193655 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8f43874e-588d-4179-8fb5-1def2263248e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:46.204834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a68791b8-f7eb-4588-8f69-c5b233de82c9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:46.209409 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a68791b8-f7eb-4588-8f69-c5b233de82c9 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/d26656f7-7724-47af-be72-5ae968de2891 HTTP/1.1" status: 404 len: 333 time: 1.0154104 Feb 28 14:55:46.211601 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=6e78fd8c-b121-4b95-8112-c3e751e1f9ed,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:46.215145 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:46.217445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:46.226310 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43224) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:46.261580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.resource_extend [None req-a14d7ef7-8b6d-4bd2-bbae-89986658ae19 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:55:46.282432 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e9edea1a-bb4c-4721-8e63-59588ad3731c up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:46.341783 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a14d7ef7-8b6d-4bd2-bbae-89986658ae19 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:46.356854 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d0da6f18-6253-44d0-a1e6-c0e67ce165eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:46.381005 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae476f99-e3a0-435a-bd31-25a02355b39c None None] Network a3bf3f79-8181-4a9a-be18-24e84dda1b7c requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:46.414708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d0da6f18-6253-44d0-a1e6-c0e67ce165eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:46.425407 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:55:46.473792 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a14d7ef7-8b6d-4bd2-bbae-89986658ae19 None None] Transition to ACTIVE for port object 0cbc649f-36ba-4a70-8552-15246ddc4aaa will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:46.474193 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:46.474752 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8f43874e-588d-4179-8fb5-1def2263248e None None] Port d2d01b46-6311-413b-aee7-939524d0e8b6 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:46.499041 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a14d7ef7-8b6d-4bd2-bbae-89986658ae19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:46.503504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9bfacd55-597c-4c8a-87d1-76fdb85910bc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:46.560610 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d0da6f18-6253-44d0-a1e6-c0e67ce165eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:46.575232 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:46.576019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:46.588592 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0da6f18-6253-44d0-a1e6-c0e67ce165eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0bdc5ef-ca3c-43c2-9adb-f9987bdd0d28,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:46.597873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d0da6f18-6253-44d0-a1e6-c0e67ce165eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:46.599166 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d0da6f18-6253-44d0-a1e6-c0e67ce165eb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/security-groups/b0bdc5ef-ca3c-43c2-9adb-f9987bdd0d28 HTTP/1.1" status: 204 len: 168 time: 0.3715570 Feb 28 14:55:46.652768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bc921da7-94c2-495f-bf04-1e09caa4959c None None] Could not find standard attr ID for object d26656f7-7724-47af-be72-5ae968de2891. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:55:46.664882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4344748d-981e-42a3-b8ee-05f3156ca762 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:46.745073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43228) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:46.759900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d7ef7-8b6d-4bd2-bbae-89986658ae19 None None] Pushing event updated for resources: {'Port': ['ID=0cbc649f-36ba-4a70-8552-15246ddc4aaa,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:46.791226 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ebb73eb2-1fdc-4dff-83d3-c740f674a437 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:46.841114 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bc921da7-94c2-495f-bf04-1e09caa4959c None None] Provisioning complete for port d33578b7-2a4b-426d-bc5c-c136fad53b51 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:46.841493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc921da7-94c2-495f-bf04-1e09caa4959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:46.946084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 4fe4d4e7-57ed-49df-aabf-287b59476df7 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:55:47.002238 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-bc921da7-94c2-495f-bf04-1e09caa4959c None None] Port d33578b7-2a4b-426d-bc5c-c136fad53b51 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:47.023852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 4344748d-981e-42a3-b8ee-05f3156ca762 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:47.040061 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bc921da7-94c2-495f-bf04-1e09caa4959c None None] Provisioning for port 4344748d-981e-42a3-b8ee-05f3156ca762 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:47.050672 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bc921da7-94c2-495f-bf04-1e09caa4959c None None] Provisioning complete for port 4344748d-981e-42a3-b8ee-05f3156ca762 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:47.050882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc921da7-94c2-495f-bf04-1e09caa4959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:47.088253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-ebb73eb2-1fdc-4dff-83d3-c740f674a437 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for 2fac3d3a-0f97-4448-a2a7-9c487f89f047 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:47.122415 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d0e7cf71-353b-447e-8a97-9d1fdecb3941 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:47.193413 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: d0e7cf71-353b-447e-8a97-9d1fdecb3941 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:55:47.193972 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d0e7cf71-353b-447e-8a97-9d1fdecb3941 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:47.194403 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:47.248351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:55:47.248691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c5bf6e0b-1986-47bc-94bd-d1b578fe9e9b not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:47.250094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:47.300338 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760b6eb2-a114-49eb-a157-54029c83303a None None] Sync routers for ids ['4fe4d4e7-57ed-49df-aabf-287b59476df7'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:47.320456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:47.326960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=d2d01b46-6311-413b-aee7-939524d0e8b6,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:47.335874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b6eb2-a114-49eb-a157-54029c83303a None None] Routers {'4fe4d4e7-57ed-49df-aabf-287b59476df7'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:47.336506 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-760b6eb2-a114-49eb-a157-54029c83303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4fe4d4e7-57ed-49df-aabf-287b59476df7'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:47.435030 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc921da7-94c2-495f-bf04-1e09caa4959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:47.453821 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-25dbbc6e-c744-4f87-b4f9-fe66388eb7ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 6.9512751 Feb 28 14:55:47.454556 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43232) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:47.455031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'tag': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:55:47.461171 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0cbc649f-36ba-4a70-8552-15246ddc4aaa up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:47.633838 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9bfacd55-597c-4c8a-87d1-76fdb85910bc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:47.638955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9bfacd55-597c-4c8a-87d1-76fdb85910bc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:47.644266 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9ab972fb-0249-4dd8-89a1-f261eaf58116 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/f9bd3e6c-082e-4878-bfd9-d2349540710a HTTP/1.1" status: 200 len: 991 time: 0.1779232 Feb 28 14:55:47.651182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-bc921da7-94c2-495f-bf04-1e09caa4959c None None] For port 4344748d-981e-42a3-b8ee-05f3156ca762, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4344748d-981e-42a3-b8ee-05f3156ca762,segment=NetworkSegment(285e5b8d-9d2f-4d9b-8bdb-5a7d0dd6dc65),segment_id=285e5b8d-9d2f-4d9b-8bdb-5a7d0dd6dc65)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:47.666383 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc921da7-94c2-495f-bf04-1e09caa4959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:47.752633 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc921da7-94c2-495f-bf04-1e09caa4959c None None] Pushing event updated for resources: {'Port': ['ID=4344748d-981e-42a3-b8ee-05f3156ca762,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:47.766193 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9bfacd55-597c-4c8a-87d1-76fdb85910bc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:47.766792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bfacd55-597c-4c8a-87d1-76fdb85910bc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Fanout notify agent at l3_agent the message router_deleted on router d0056252-2d33-4dcd-8c1c-048b9fcdb560 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:55:47.769047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-760b6eb2-a114-49eb-a157-54029c83303a None None] Set router 4fe4d4e7-57ed-49df-aabf-287b59476df7 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:55:47.807093 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01d07b43-cde9-4e75-b02b-fd95cf8b4b48 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:47.818920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bc921da7-94c2-495f-bf04-1e09caa4959c None None] Provisioning for port e9edea1a-bb4c-4721-8e63-59588ad3731c completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:47.827691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 642bd64d-58d2-4934-a133-0e7d62cb49c2 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:47.858277 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'tag': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'status': 'completed', 'code': 200} Feb 28 14:55:47.860651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bc921da7-94c2-495f-bf04-1e09caa4959c None None] Provisioning complete for port e9edea1a-bb4c-4721-8e63-59588ad3731c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:47.861097 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc921da7-94c2-495f-bf04-1e09caa4959c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:47.895465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9bfacd55-597c-4c8a-87d1-76fdb85910bc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:47.896581 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9bfacd55-597c-4c8a-87d1-76fdb85910bc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "DELETE /v2.0/routers/d0056252-2d33-4dcd-8c1c-048b9fcdb560 HTTP/1.1" status: 204 len: 168 time: 8.9928904 Feb 28 14:55:47.901041 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43240) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:47.908239 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-656fcadb-7176-427f-b435-9cdd5ff630e1 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-613022125', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:47.917923 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-656fcadb-7176-427f-b435-9cdd5ff630e1 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:47.926199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-656fcadb-7176-427f-b435-9cdd5ff630e1 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Usage tracker for resource:router and tenant:9d6de1ad7994458e8aca8b70fee0c6fd is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:47.930708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-656fcadb-7176-427f-b435-9cdd5ff630e1 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:47.939225 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-656fcadb-7176-427f-b435-9cdd5ff630e1 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:47.957432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-656fcadb-7176-427f-b435-9cdd5ff630e1 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:47.959510 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-656fcadb-7176-427f-b435-9cdd5ff630e1 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:48.072001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01d07b43-cde9-4e75-b02b-fd95cf8b4b48 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:48.091276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network 6cf2d8a3-3a0e-4eed-a110-624ee0dd2390 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:48.106653 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:48.202238 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 642bd64d-58d2-4934-a133-0e7d62cb49c2 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:48.202782 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:48.292742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-394f170d-119c-4bc9-bc6a-8830de89b6d9 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:48.426098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-760b6eb2-a114-49eb-a157-54029c83303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:54:49Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'f9bd3e6c-082e-4878-bfd9-d2349540710a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'port_id': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'mac_address': 'fa:16:3e:ca:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:55:44Z', 'updated_at': '2022-02-28T14:55:44Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17810cf-0a31-4994-97cf-83c368527de9', 'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:ce:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:47Z', 'updated_at': '2022-02-28T14:55:02Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:48.429965 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760b6eb2-a114-49eb-a157-54029c83303a None None] Checking router: 4fe4d4e7-57ed-49df-aabf-287b59476df7 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:55:48.440910 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760b6eb2-a114-49eb-a157-54029c83303a None None] Routers {'4fe4d4e7-57ed-49df-aabf-287b59476df7'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:48.441508 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-760b6eb2-a114-49eb-a157-54029c83303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4fe4d4e7-57ed-49df-aabf-287b59476df7'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:48.524054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01d07b43-cde9-4e75-b02b-fd95cf8b4b48 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:48.567156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d07b43-cde9-4e75-b02b-fd95cf8b4b48 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0869033-3490-412b-b468-5a270fe2cbd9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:48.589960 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5ae43830-17f0-4faa-9104-2e2b5fd456a3 req-1c88bd18-af20-4cf0-975e-4c79835e6bf9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 1098 time: 0.6805174 Feb 28 14:55:48.596034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:48.596797 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:48.602158 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0b80f9ac-9ac7-4231-a6f8-a5d6fe6d4215 None None] Provisioning for port 2fac3d3a-0f97-4448-a2a7-9c487f89f047 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:48.615975 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0b80f9ac-9ac7-4231-a6f8-a5d6fe6d4215 None None] Provisioning complete for port 2fac3d3a-0f97-4448-a2a7-9c487f89f047 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:48.616332 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0b80f9ac-9ac7-4231-a6f8-a5d6fe6d4215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:48.621173 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-656fcadb-7176-427f-b435-9cdd5ff630e1 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:48.645228 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ebb73eb2-1fdc-4dff-83d3-c740f674a437 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:48.645492 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-656fcadb-7176-427f-b435-9cdd5ff630e1 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:48.652056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43244) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:48.707686 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0b80f9ac-9ac7-4231-a6f8-a5d6fe6d4215 None None] Port 2fac3d3a-0f97-4448-a2a7-9c487f89f047 was deleted so its status cannot be updated. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 28 14:55:48.727156 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-760b6eb2-a114-49eb-a157-54029c83303a None None] Set router 4fe4d4e7-57ed-49df-aabf-287b59476df7 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:55:48.754835 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-656fcadb-7176-427f-b435-9cdd5ff630e1 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:48.756042 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-656fcadb-7176-427f-b435-9cdd5ff630e1 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.8535764 Feb 28 14:55:48.765024 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43248) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:48.772933 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Request body: {'router': {'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:48.780130 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0b80f9ac-9ac7-4231-a6f8-a5d6fe6d4215 None None] Provisioning complete for port 4344748d-981e-42a3-b8ee-05f3156ca762 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:48.780644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0b80f9ac-9ac7-4231-a6f8-a5d6fe6d4215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:48.803317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01d07b43-cde9-4e75-b02b-fd95cf8b4b48 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:48.806744 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-01d07b43-cde9-4e75-b02b-fd95cf8b4b48 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/security-groups/d0869033-3490-412b-b468-5a270fe2cbd9 HTTP/1.1" status: 204 len: 168 time: 2.0271747 Feb 28 14:55:48.825084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43252) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:48.928064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb73eb2-1fdc-4dff-83d3-c740f674a437 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=2fac3d3a-0f97-4448-a2a7-9c487f89f047,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:48.942933 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-96f16af1-f5e3-41cc-80d5-1cfccd3b1fd7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/f9bd3e6c-082e-4878-bfd9-d2349540710a HTTP/1.1" status: 200 len: 991 time: 0.2869890 Feb 28 14:55:49.115585 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0b80f9ac-9ac7-4231-a6f8-a5d6fe6d4215 None None] Provisioning complete for port d2d01b46-6311-413b-aee7-939524d0e8b6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:49.116026 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0b80f9ac-9ac7-4231-a6f8-a5d6fe6d4215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:49.226348 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0b80f9ac-9ac7-4231-a6f8-a5d6fe6d4215 None None] Port d2d01b46-6311-413b-aee7-939524d0e8b6 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:49.274756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0b80f9ac-9ac7-4231-a6f8-a5d6fe6d4215 None None] Provisioning for port 0cbc649f-36ba-4a70-8552-15246ddc4aaa completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:49.277881 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-060fe2a8-bed5-49b1-b78e-e048508fb896 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting subnet 6f9fc0f5-5652-44ed-b783-e9b0e69f75e2 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:55:49.285845 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-760b6eb2-a114-49eb-a157-54029c83303a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:54:49Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'f9bd3e6c-082e-4878-bfd9-d2349540710a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'port_id': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'mac_address': 'fa:16:3e:ca:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:55:44Z', 'updated_at': '2022-02-28T14:55:44Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17810cf-0a31-4994-97cf-83c368527de9', 'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:ce:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:47Z', 'updated_at': '2022-02-28T14:55:02Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:49.289827 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0b80f9ac-9ac7-4231-a6f8-a5d6fe6d4215 None None] Provisioning complete for port 0cbc649f-36ba-4a70-8552-15246ddc4aaa triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:49.290237 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0b80f9ac-9ac7-4231-a6f8-a5d6fe6d4215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:49.312402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae43830-17f0-4faa-9104-2e2b5fd456a3 req-1d9c835e-60a1-4005-ba1d-500cc4d22e5c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:49.313909 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5ae43830-17f0-4faa-9104-2e2b5fd456a3 req-1d9c835e-60a1-4005-ba1d-500cc4d22e5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=987a27bf-1d58-4507-8458-9899329adcaa HTTP/1.1" status: 200 len: 896 time: 0.6997955 Feb 28 14:55:49.350515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-060fe2a8-bed5-49b1-b78e-e048508fb896 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:49.365478 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-760b6eb2-a114-49eb-a157-54029c83303a None None] The sync data for ids ['4fe4d4e7-57ed-49df-aabf-287b59476df7'] in dv-neutron-830866-2-hyperv is: [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:54:49Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'f9bd3e6c-082e-4878-bfd9-d2349540710a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'port_id': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'mac_address': 'fa:16:3e:ca:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:55:44Z', 'updated_at': '2022-02-28T14:55:44Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17810cf-0a31-4994-97cf-83c368527de9', 'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:ce:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:47Z', 'updated_at': '2022-02-28T14:55:02Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:49.424145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4344748d-981e-42a3-b8ee-05f3156ca762 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:49.496636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ebb73eb2-1fdc-4dff-83d3-c740f674a437 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:49.499035 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ebb73eb2-1fdc-4dff-83d3-c740f674a437 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/2fac3d3a-0f97-4448-a2a7-9c487f89f047 HTTP/1.1" status: 204 len: 168 time: 4.8929515 Feb 28 14:55:49.520597 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43256) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:49.560271 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4344748d-981e-42a3-b8ee-05f3156ca762 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:49.560771 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:49.591088 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-060fe2a8-bed5-49b1-b78e-e048508fb896 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:49.653963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:49.689620 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7322b746-b300-4f0b-a449-d0e3c55e4226 None None] New status for floating IP f9bd3e6c-082e-4878-bfd9-d2349540710a: ACTIVE {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 14:55:49.695301 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5ae43830-17f0-4faa-9104-2e2b5fd456a3 req-cb5fab3f-7e4d-40a9-88d0-7d3fd17f4cbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1296ecd-1316-49b4-94ae-d25d4acc4d41 HTTP/1.1" status: 200 len: 999 time: 0.3073628 Feb 28 14:55:49.767187 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-060fe2a8-bed5-49b1-b78e-e048508fb896 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:49.913473 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-49b0568b-003d-4d40-b56f-1f7a213b0db9 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:55:49.917080 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-49b0568b-003d-4d40-b56f-1f7a213b0db9 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "PUT /v2.0/routers/0d098314-f876-4653-a6ed-b728d0119506/add_router_interface HTTP/1.1" status: 400 len: 438 time: 6.0946383 Feb 28 14:55:49.917229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-060fe2a8-bed5-49b1-b78e-e048508fb896 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:49.918875 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae43830-17f0-4faa-9104-2e2b5fd456a3 req-a20b5430-f12b-4d5b-abcb-7dc448d8dfb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:49.920326 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5ae43830-17f0-4faa-9104-2e2b5fd456a3 req-a20b5430-f12b-4d5b-abcb-7dc448d8dfb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b78abaac-c097-4be2-812f-ba39432656a0 HTTP/1.1" status: 200 len: 835 time: 0.2054830 Feb 28 14:55:49.926058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43262) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:49.957961 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43264) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:50.077352 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060fe2a8-bed5-49b1-b78e-e048508fb896 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Subnet': ['ID=6f9fc0f5-5652-44ed-b783-e9b0e69f75e2,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:50.167850 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71527ef2-66c8-4a7a-a194-16e3252851af None None] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:50.170885 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-060fe2a8-bed5-49b1-b78e-e048508fb896 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:50.172520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Router 4eae4b37-8ffb-495e-8cf7-5be98c2e640f is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:55:50.183442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ece74b8-251e-486d-94fb-b262766b37e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:50.183801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8ece74b8-251e-486d-94fb-b262766b37e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:50.205415 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-060fe2a8-bed5-49b1-b78e-e048508fb896 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/6f9fc0f5-5652-44ed-b783-e9b0e69f75e2 HTTP/1.1" status: 204 len: 168 time: 1.3780370 Feb 28 14:55:50.208796 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43270) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:50.218526 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e92af357-c41e-49df-b7e9-72978ebb06b4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'subnet': {'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:50.239370 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5ae43830-17f0-4faa-9104-2e2b5fd456a3 req-83c1e474-7efe-4079-8366-4c08e41f34be service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=987a27bf-1d58-4507-8458-9899329adcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2743919 Feb 28 14:55:50.293708 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8ece74b8-251e-486d-94fb-b262766b37e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:50.298308 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8ece74b8-251e-486d-94fb-b262766b37e9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.7210760 Feb 28 14:55:50.301049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43274) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:50.309527 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ab86a761-d331-442b-be03-0fad8185b029 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/f9bd3e6c-082e-4878-bfd9-d2349540710a HTTP/1.1" status: 200 len: 993 time: 0.3499179 Feb 28 14:55:50.438825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:50.483255 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:50.537561 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e92af357-c41e-49df-b7e9-72978ebb06b4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:50.552767 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e92af357-c41e-49df-b7e9-72978ebb06b4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:subnet and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:50.559762 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e92af357-c41e-49df-b7e9-72978ebb06b4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:50.625604 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e92af357-c41e-49df-b7e9-72978ebb06b4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:50.628604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 7f7fae3a-76b4-4b8a-817b-8780a0aad142 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:55:50.646150 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5ae43830-17f0-4faa-9104-2e2b5fd456a3 req-5bb14519-6954-46bb-a523-45b1dad43ecd service neutron] 10.222.0.20 "GET /v2.0/networks/987a27bf-1d58-4507-8458-9899329adcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3967917 Feb 28 14:55:50.729281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92af357-c41e-49df-b7e9-72978ebb06b4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:50.732704 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e92af357-c41e-49df-b7e9-72978ebb06b4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:50.785672 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdbb55b-870a-4a75-8b90-18d083abe523 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:50.789632 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1bdbb55b-870a-4a75-8b90-18d083abe523 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.4362969 Feb 28 14:55:50.811537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43280) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:50.995086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d854c8-9d86-42cd-afcd-8507f5ceb73a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:50.996504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d854c8-9d86-42cd-afcd-8507f5ceb73a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:50.997787 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2d854c8-9d86-42cd-afcd-8507f5ceb73a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:50.998563 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e2d854c8-9d86-42cd-afcd-8507f5ceb73a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:51.013981 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Allocated IP 172.26.4.179 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/24f18104-2d7f-4048-80fe-80d50d0cb58e) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:51.072313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-808f977a-8dec-4742-928a-e99f44cc119f None None] Provisioning complete for port e9edea1a-bb4c-4721-8e63-59588ad3731c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:51.072313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-808f977a-8dec-4742-928a-e99f44cc119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:51.073585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e2d854c8-9d86-42cd-afcd-8507f5ceb73a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:51.077185 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e2d854c8-9d86-42cd-afcd-8507f5ceb73a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2590244 Feb 28 14:55:51.081814 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43284) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:51.159818 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:51.162922 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5ae43830-17f0-4faa-9104-2e2b5fd456a3 req-134d0dec-719c-4598-8693-ed9c06e0f6ac service neutron] 10.222.0.20 "GET /v2.0/networks/987a27bf-1d58-4507-8458-9899329adcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5102098 Feb 28 14:55:51.166886 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d9d7f9c8-3f6d-4393-b4af-30c4d63a529e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "PUT /v2.0/routers/4eae4b37-8ffb-495e-8cf7-5be98c2e640f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1102314 Feb 28 14:55:51.171179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43288) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:51.191048 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d21ce-f958-4d9e-be82-36814b68ffa3 None None] Sync routers for ids ['4eae4b37-8ffb-495e-8cf7-5be98c2e640f'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:51.210534 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d21ce-f958-4d9e-be82-36814b68ffa3 None None] Routers {'4eae4b37-8ffb-495e-8cf7-5be98c2e640f'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:51.211049 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-1a3d21ce-f958-4d9e-be82-36814b68ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4eae4b37-8ffb-495e-8cf7-5be98c2e640f'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:51.275733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-1a3d21ce-f958-4d9e-be82-36814b68ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:51.281153 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-808f977a-8dec-4742-928a-e99f44cc119f None None] Provisioning complete for port d33578b7-2a4b-426d-bc5c-c136fad53b51 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:51.281532 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-808f977a-8dec-4742-928a-e99f44cc119f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:51.336135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a3d21ce-f958-4d9e-be82-36814b68ffa3 None None] Routers {'4eae4b37-8ffb-495e-8cf7-5be98c2e640f'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:51.337343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-1a3d21ce-f958-4d9e-be82-36814b68ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4eae4b37-8ffb-495e-8cf7-5be98c2e640f'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:51.337487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-394f170d-119c-4bc9-bc6a-8830de89b6d9 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port a84723af-78dc-4b9c-bc6f-4058d386868a {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:51.337852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-394f170d-119c-4bc9-bc6a-8830de89b6d9 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:51.388717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2fbae0-9afd-4ada-b85d-e5e8871dcb0b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:51.390714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8a2fbae0-9afd-4ada-b85d-e5e8871dcb0b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:51.390891 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-808f977a-8dec-4742-928a-e99f44cc119f None None] Port d33578b7-2a4b-426d-bc5c-c136fad53b51 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:51.396966 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ed694f37-2039-49ca-afb2-a80240e79f08 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:51.399257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-1a3d21ce-f958-4d9e-be82-36814b68ffa3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:51.399685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a3d21ce-f958-4d9e-be82-36814b68ffa3 None None] The sync data for ids ['4eae4b37-8ffb-495e-8cf7-5be98c2e640f'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:51.507484 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8a2fbae0-9afd-4ada-b85d-e5e8871dcb0b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:51.508635 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8a2fbae0-9afd-4ada-b85d-e5e8871dcb0b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eae4b37-8ffb-495e-8cf7-5be98c2e640f HTTP/1.1" status: 200 len: 988 time: 0.3339326 Feb 28 14:55:51.521412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43292) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:51.655969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:51.692711 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:51.705307 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-394f170d-119c-4bc9-bc6a-8830de89b6d9 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] For port a84723af-78dc-4b9c-bc6f-4058d386868a, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a84723af-78dc-4b9c-bc6f-4058d386868a,segment=NetworkSegment(1402263f-11ef-4b91-95d9-324569fe6be6),segment_id=1402263f-11ef-4b91-95d9-324569fe6be6)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:51.705654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-394f170d-119c-4bc9-bc6a-8830de89b6d9 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:51.706483 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff52ca9-ab92-4b65-94b0-f9530d80e552 None None] Sync routers for ids ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:51.722750 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff52ca9-ab92-4b65-94b0-f9530d80e552 None None] Routers {'7f7fae3a-76b4-4b8a-817b-8780a0aad142'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:51.724187 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5ff52ca9-ab92-4b65-94b0-f9530d80e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:51.780408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b87f7c0-0e92-46e1-a5e0-c87011d016a1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 0840a187-2a8e-449c-929c-7e7143eafe17 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:55:51.787082 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e92af357-c41e-49df-b7e9-72978ebb06b4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:51.792103 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6b87f7c0-0e92-46e1-a5e0-c87011d016a1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:51.793637 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5ff52ca9-ab92-4b65-94b0-f9530d80e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:51.806710 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ff52ca9-ab92-4b65-94b0-f9530d80e552 None None] Routers {'7f7fae3a-76b4-4b8a-817b-8780a0aad142'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:51.807676 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5ff52ca9-ab92-4b65-94b0-f9530d80e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:51.847944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-394f170d-119c-4bc9-bc6a-8830de89b6d9 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for a84723af-78dc-4b9c-bc6f-4058d386868a owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:51.880529 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:51.883714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:51.887627 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-64a19e7d-e7ae-4d44-9b50-2af6421a259a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 12.5680842 Feb 28 14:55:51.889624 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43296) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:51.904053 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-5ff52ca9-ab92-4b65-94b0-f9530d80e552 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:51.904457 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ff52ca9-ab92-4b65-94b0-f9530d80e552 None None] The sync data for ids ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:51.966160 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6b87f7c0-0e92-46e1-a5e0-c87011d016a1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:52.047644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92af357-c41e-49df-b7e9-72978ebb06b4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:52.063283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-e92af357-c41e-49df-b7e9-72978ebb06b4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:52.073754 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:52.075156 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4bb37ec-08bb-4f73-bbc5-68aff2f0b31e None None] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:52.082852 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92af357-c41e-49df-b7e9-72978ebb06b4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Subnet': ['ID=8eca803c-dd79-4949-ad74-9372ac271a50,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:52.096508 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92af357-c41e-49df-b7e9-72978ebb06b4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:52.097073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e92af357-c41e-49df-b7e9-72978ebb06b4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:52.101056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:52.111165 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Pushing event updated for resources: {'Port': ['ID=24f18104-2d7f-4048-80fe-80d50d0cb58e,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:52.118359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:52.266126 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e92af357-c41e-49df-b7e9-72978ebb06b4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0521553 Feb 28 14:55:52.295797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43300) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:52.328984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d6b10fa7-dc62-4b57-ae53-a5e914c11edc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'security_group': {'name': 'tempest-secgroup-235651084'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:52.360013 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d6b10fa7-dc62-4b57-ae53-a5e914c11edc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:52.385334 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d6b10fa7-dc62-4b57-ae53-a5e914c11edc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:security_group and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:52.393317 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d6b10fa7-dc62-4b57-ae53-a5e914c11edc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:52.425594 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6b87f7c0-0e92-46e1-a5e0-c87011d016a1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:52.457872 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d6b10fa7-dc62-4b57-ae53-a5e914c11edc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:52.494787 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Update dhcp port {'port': {'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'fixed_ips': [{'subnet_id': '28decb38-cbb1-4813-9f88-e0e78e2bab67', 'ip_address': '172.20.0.18'}, {'subnet_id': '8eca803c-dd79-4949-ad74-9372ac271a50'}], 'binding:host_id': 'dv-neutron-830866-2-hyperv'}, 'id': 'e9edea1a-bb4c-4721-8e63-59588ad3731c'} from dv-neutron-830866-2-hyperv. {{(pid=83593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 14:55:52.499469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-394f170d-119c-4bc9-bc6a-8830de89b6d9 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:52.512330 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6b10fa7-dc62-4b57-ae53-a5e914c11edc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:52.550311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-394f170d-119c-4bc9-bc6a-8830de89b6d9 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Port': ['ID=a84723af-78dc-4b9c-bc6f-4058d386868a,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:52.551285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:52.681580 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6b87f7c0-0e92-46e1-a5e0-c87011d016a1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:52.731644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d6b10fa7-dc62-4b57-ae53-a5e914c11edc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:52.750229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d6b10fa7-dc62-4b57-ae53-a5e914c11edc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:security_group_rule and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:52.752928 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b87f7c0-0e92-46e1-a5e0-c87011d016a1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=0840a187-2a8e-449c-929c-7e7143eafe17,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:52.757873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d6b10fa7-dc62-4b57-ae53-a5e914c11edc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:52.772342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6b87f7c0-0e92-46e1-a5e0-c87011d016a1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:52.774864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63cbeb99-fec7-4cc6-b1be-c89826ab36e6 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:52.777630 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d6b10fa7-dc62-4b57-ae53-a5e914c11edc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:52.790985 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Allocated IP 172.20.0.2 (6026ac84-15f4-4b4d-963e-65bf39cdd3e0/8eca803c-dd79-4949-ad74-9372ac271a50/e9edea1a-bb4c-4721-8e63-59588ad3731c) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:52.845721 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6b87f7c0-0e92-46e1-a5e0-c87011d016a1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/0840a187-2a8e-449c-929c-7e7143eafe17 HTTP/1.1" status: 204 len: 168 time: 1.7618732 Feb 28 14:55:52.852612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43304) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:52.968401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:52.980640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-394f170d-119c-4bc9-bc6a-8830de89b6d9 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:53.096328 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] For port e9edea1a-bb4c-4721-8e63-59588ad3731c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e9edea1a-bb4c-4721-8e63-59588ad3731c,segment=NetworkSegment(63e58111-25ad-4cd4-a305-723420c29031),segment_id=63e58111-25ad-4cd4-a305-723420c29031)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:53.146247 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6b10fa7-dc62-4b57-ae53-a5e914c11edc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:53.165041 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:53.190855 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Transition to ACTIVE for port object e9edea1a-bb4c-4721-8e63-59588ad3731c will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:53.198206 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:53.218096 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6b10fa7-dc62-4b57-ae53-a5e914c11edc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:53.261115 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-749b02d0-ae82-4d3b-a7d4-ab756b31523c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet cd7f4210-386a-406a-b832-b0dfb2485159 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:55:53.298237 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-749b02d0-ae82-4d3b-a7d4-ab756b31523c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:53.344338 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b10fa7-dc62-4b57-ae53-a5e914c11edc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=486bf352-7ff3-47a9-ac0f-a8e3e7b4eb81,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:53.347224 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6b10fa7-dc62-4b57-ae53-a5e914c11edc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:53.348540 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d6b10fa7-dc62-4b57-ae53-a5e914c11edc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.0261538 Feb 28 14:55:53.355138 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43308) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:53.366812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Pushing event updated for resources: {'Port': ['ID=e9edea1a-bb4c-4721-8e63-59588ad3731c,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:53.375214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3cbf1857-f82a-4c54-bba5-7fa4168f888e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'security_group': {'name': 'tempest-secgroup-116551739'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:53.377493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:53.378024 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:53.378506 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:53.379008 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:53.379503 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:53.380004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:53.380511 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:53.380996 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:53.382496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:53.383005 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:53.384736 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866e6fcd-0f07-4ff9-8a5b-3bf347c23677 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:55:53.397934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3cbf1857-f82a-4c54-bba5-7fa4168f888e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:53.412268 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3cbf1857-f82a-4c54-bba5-7fa4168f888e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:security_group and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:53.416819 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-749b02d0-ae82-4d3b-a7d4-ab756b31523c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:53.451647 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3cbf1857-f82a-4c54-bba5-7fa4168f888e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:53.488330 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3cbf1857-f82a-4c54-bba5-7fa4168f888e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:53.572028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:53.573887 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1857-f82a-4c54-bba5-7fa4168f888e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:53.595387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24584fb5-05ed-4ef9-b155-de51b52ff445 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:53.602458 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:53.732643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-ed694f37-2039-49ca-afb2-a80240e79f08 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Deleting port 53ddb18a-7e8c-4e7e-8c28-875f042d4739 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:53.732994 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ed694f37-2039-49ca-afb2-a80240e79f08 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:53.840755 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3cbf1857-f82a-4c54-bba5-7fa4168f888e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:53.849496 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-749b02d0-ae82-4d3b-a7d4-ab756b31523c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:53.884176 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3cbf1857-f82a-4c54-bba5-7fa4168f888e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:security_group_rule and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:53.890141 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3cbf1857-f82a-4c54-bba5-7fa4168f888e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:53.907297 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3cbf1857-f82a-4c54-bba5-7fa4168f888e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:54.006878 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-394f170d-119c-4bc9-bc6a-8830de89b6d9 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router 14e55685-af99-4349-98f6-c7493fee7e1c has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:55:54.167707 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-749b02d0-ae82-4d3b-a7d4-ab756b31523c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:54.172952 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ed694f37-2039-49ca-afb2-a80240e79f08 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:54.231873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1857-f82a-4c54-bba5-7fa4168f888e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:54.243927 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9d7dd99f-4315-46c9-9cc3-3de9e7c33741 None None] Provisioning complete for port 0cbc649f-36ba-4a70-8552-15246ddc4aaa triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:54.245123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9d7dd99f-4315-46c9-9cc3-3de9e7c33741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:54.284200 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749b02d0-ae82-4d3b-a7d4-ab756b31523c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=cd7f4210-386a-406a-b832-b0dfb2485159,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:54.312468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-394f170d-119c-4bc9-bc6a-8830de89b6d9 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:54.343323 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bef5a-d5f3-4ea3-b760-d3a00b8b3436 None None] Sync routers for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:54.354345 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-ed694f37-2039-49ca-afb2-a80240e79f08 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Calling delete_port for 53ddb18a-7e8c-4e7e-8c28-875f042d4739 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:54.377887 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bef5a-d5f3-4ea3-b760-d3a00b8b3436 None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:54.378505 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-cc1bef5a-d5f3-4ea3-b760-d3a00b8b3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:54.388896 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1857-f82a-4c54-bba5-7fa4168f888e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:54.406769 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-394f170d-119c-4bc9-bc6a-8830de89b6d9 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/14e55685-af99-4349-98f6-c7493fee7e1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8852508 Feb 28 14:55:54.413349 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43312) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:54.445306 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c04cb0b-48d0-491b-943c-fcc01d80257e None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:54.453299 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-749b02d0-ae82-4d3b-a7d4-ab756b31523c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:54.507747 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-749b02d0-ae82-4d3b-a7d4-ab756b31523c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/cd7f4210-386a-406a-b832-b0dfb2485159 HTTP/1.1" status: 204 len: 168 time: 1.6494040 Feb 28 14:55:54.511066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3cbf1857-f82a-4c54-bba5-7fa4168f888e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:54.515687 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3cbf1857-f82a-4c54-bba5-7fa4168f888e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 1.1513813 Feb 28 14:55:54.516446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbf1857-f82a-4c54-bba5-7fa4168f888e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2295a21-dc5f-4ac1-a6b3-cd2d735318bd,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:54.520211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43316) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:54.520537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43318) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:54.583258 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-24584fb5-05ed-4ef9-b155-de51b52ff445 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port d2d01b46-6311-413b-aee7-939524d0e8b6 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:54.583920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24584fb5-05ed-4ef9-b155-de51b52ff445 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:54.584360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-6586e217-ca33-4969-93db-e01c4864e709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'security_group': {'name': 'tempest-secgroup-1734002198'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:54.616919 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6586e217-ca33-4969-93db-e01c4864e709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:54.621732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-cc1bef5a-d5f3-4ea3-b760-d3a00b8b3436 None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:55:54.645421 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a35a3e57-5f0c-4f4b-94dd-6e5bd54aad74 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1191649 Feb 28 14:55:54.645421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6586e217-ca33-4969-93db-e01c4864e709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:security_group and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:54.647822 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43326) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:54.648694 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6586e217-ca33-4969-93db-e01c4864e709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:54.662190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-894a8cac-a669-4b66-8d09-f1ed220d2fe1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:54.679747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6586e217-ca33-4969-93db-e01c4864e709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:54.700088 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9d7dd99f-4315-46c9-9cc3-3de9e7c33741 None None] Provisioning for port e9edea1a-bb4c-4721-8e63-59588ad3731c completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:54.767032 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6586e217-ca33-4969-93db-e01c4864e709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:54.837418 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9d7dd99f-4315-46c9-9cc3-3de9e7c33741 None None] Provisioning complete for port e9edea1a-bb4c-4721-8e63-59588ad3731c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:54.837783 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9d7dd99f-4315-46c9-9cc3-3de9e7c33741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:54.864369 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-cc1bef5a-d5f3-4ea3-b760-d3a00b8b3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:55:52Z', 'revision_number': 11, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:54.864603 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:54.880866 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bef5a-d5f3-4ea3-b760-d3a00b8b3436 None None] Checking router: 14e55685-af99-4349-98f6-c7493fee7e1c for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:55:54.923898 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc1bef5a-d5f3-4ea3-b760-d3a00b8b3436 None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:54.924512 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-cc1bef5a-d5f3-4ea3-b760-d3a00b8b3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:54.934033 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-894a8cac-a669-4b66-8d09-f1ed220d2fe1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:54.941389 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-894a8cac-a669-4b66-8d09-f1ed220d2fe1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:54.954794 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-894a8cac-a669-4b66-8d09-f1ed220d2fe1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:54.974258 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-894a8cac-a669-4b66-8d09-f1ed220d2fe1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:54.976407 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6586e217-ca33-4969-93db-e01c4864e709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:54.986116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-1772d28d-a8ce-4997-a371-86685133578f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting subnet 43a77d03-f210-42ee-b871-43c9af624129 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:55:55.015836 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6586e217-ca33-4969-93db-e01c4864e709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:security_group_rule and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:55.023212 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6586e217-ca33-4969-93db-e01c4864e709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:55.042384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6586e217-ca33-4969-93db-e01c4864e709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:55.053730 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1772d28d-a8ce-4997-a371-86685133578f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.055994 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-894a8cac-a669-4b66-8d09-f1ed220d2fe1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:55.059360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-894a8cac-a669-4b66-8d09-f1ed220d2fe1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.106520 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-cc1bef5a-d5f3-4ea3-b760-d3a00b8b3436 None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:55:55.145364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Router e60b5f29-4f60-452b-9015-4585583f9a77 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:55:55.165914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1772d28d-a8ce-4997-a371-86685133578f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.169744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ed694f37-2039-49ca-afb2-a80240e79f08 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.201395 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24584fb5-05ed-4ef9-b155-de51b52ff445 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.220322 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c183dc1-a9eb-4d65-a22d-6e2d4f300d1f None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:55:55.226284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed694f37-2039-49ca-afb2-a80240e79f08 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event deleted for resources: {'Port': ['ID=53ddb18a-7e8c-4e7e-8c28-875f042d4739,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:55.232344 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-cc1bef5a-d5f3-4ea3-b760-d3a00b8b3436 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:55:52Z', 'revision_number': 11, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:55.235764 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-1c183dc1-a9eb-4d65-a22d-6e2d4f300d1f None None] Deleting port 0cbc649f-36ba-4a70-8552-15246ddc4aaa {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:55.236296 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1c183dc1-a9eb-4d65-a22d-6e2d4f300d1f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.274393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc1bef5a-d5f3-4ea3-b760-d3a00b8b3436 None None] The sync data for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv is: [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:55:52Z', 'revision_number': 11, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:55.303443 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9d7dd99f-4315-46c9-9cc3-3de9e7c33741 None None] Provisioning complete for port d33578b7-2a4b-426d-bc5c-c136fad53b51 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:55.304325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9d7dd99f-4315-46c9-9cc3-3de9e7c33741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.423472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6586e217-ca33-4969-93db-e01c4864e709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.487916 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-9d7dd99f-4315-46c9-9cc3-3de9e7c33741 None None] Port d33578b7-2a4b-426d-bc5c-c136fad53b51 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:55.494567 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-91de6e46-8614-48f0-a658-e5baa5ce2f84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.523376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-24584fb5-05ed-4ef9-b155-de51b52ff445 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for d2d01b46-6311-413b-aee7-939524d0e8b6 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:55.582087 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-1c183dc1-a9eb-4d65-a22d-6e2d4f300d1f None None] For port 0cbc649f-36ba-4a70-8552-15246ddc4aaa, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0cbc649f-36ba-4a70-8552-15246ddc4aaa,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:55.582753 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1c183dc1-a9eb-4d65-a22d-6e2d4f300d1f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.659180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6586e217-ca33-4969-93db-e01c4864e709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.728195 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-1c183dc1-a9eb-4d65-a22d-6e2d4f300d1f None None] Calling delete_port for 0cbc649f-36ba-4a70-8552-15246ddc4aaa owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:55.770759 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1772d28d-a8ce-4997-a371-86685133578f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.807254 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e9edea1a-bb4c-4721-8e63-59588ad3731c up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:55.810932 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586e217-ca33-4969-93db-e01c4864e709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfa08f4-9681-459b-abd1-e3a13301a1e4,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:55.835287 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6586e217-ca33-4969-93db-e01c4864e709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.839446 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6586e217-ca33-4969-93db-e01c4864e709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3142667 Feb 28 14:55:55.840811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43330) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:55.848015 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-894a8cac-a669-4b66-8d09-f1ed220d2fe1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.856744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1329123376', 'security_groups': ['0cfa08f4-9681-459b-abd1-e3a13301a1e4'], 'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '8eca803c-dd79-4949-ad74-9372ac271a50'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:55.867894 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1c183dc1-a9eb-4d65-a22d-6e2d4f300d1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.915589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ed694f37-2039-49ca-afb2-a80240e79f08 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.953514 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c183dc1-a9eb-4d65-a22d-6e2d4f300d1f None None] Pushing event deleted for resources: {'Port': ['ID=0cbc649f-36ba-4a70-8552-15246ddc4aaa,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:55.961264 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c183dc1-a9eb-4d65-a22d-6e2d4f300d1f None None] No DVR routers for this DVR port 0cbc649f-36ba-4a70-8552-15246ddc4aaa on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:55:55.977650 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e9edea1a-bb4c-4721-8e63-59588ad3731c triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:55.978107 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:55.985967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1772d28d-a8ce-4997-a371-86685133578f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:56.042283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-894a8cac-a669-4b66-8d09-f1ed220d2fe1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:56.062269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1772d28d-a8ce-4997-a371-86685133578f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Subnet': ['ID=43a77d03-f210-42ee-b871-43c9af624129,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:56.072965 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1772d28d-a8ce-4997-a371-86685133578f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:56.089765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e03d56-660c-46cc-9877-8f107d76dc16 None None] Network a22e1eae-6692-4612-8d57-9995070084da requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:56.095013 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-894a8cac-a669-4b66-8d09-f1ed220d2fe1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:56.114939 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1772d28d-a8ce-4997-a371-86685133578f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/43a77d03-f210-42ee-b871-43c9af624129 HTTP/1.1" status: 204 len: 168 time: 1.6981988 Feb 28 14:55:56.115089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894a8cac-a669-4b66-8d09-f1ed220d2fe1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:56.115089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-894a8cac-a669-4b66-8d09-f1ed220d2fe1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:56.115246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Allocated IP 172.20.0.1 (a3bf3f79-8181-4a9a-be18-24e84dda1b7c/579ebf2b-0c19-4f34-aba1-3e89b1a54030/4c00285e-5901-46d5-9ec7-cf82be937e60) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:56.121422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07f0062d-99c5-4900-9684-9d3e648daaba None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:55:56.121590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43334) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:56.123411 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894a8cac-a669-4b66-8d09-f1ed220d2fe1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=4de1a7ee-b681-4296-937f-cbae0bb79ee9,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:56.216714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24584fb5-05ed-4ef9-b155-de51b52ff445 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:56.224146 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-894a8cac-a669-4b66-8d09-f1ed220d2fe1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5688531 Feb 28 14:55:56.234093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43338) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:56.244860 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-bb07ea84-9c48-4006-853c-5ae2911baf19 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:56.345373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24584fb5-05ed-4ef9-b155-de51b52ff445 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=d2d01b46-6311-413b-aee7-939524d0e8b6,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:56.346418 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:55:56.352384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:56.411596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0cbc649f-36ba-4a70-8552-15246ddc4aaa no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:56.415428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:56.568260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 0cbc649f-36ba-4a70-8552-15246ddc4aaa {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:55:56.568645 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0cbc649f-36ba-4a70-8552-15246ddc4aaa not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:56.625671 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port 1a7b84af-455c-4350-a2bd-001562697d16 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:56.626003 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:56.649797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:56.694748 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:56.705392 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:56.714769 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '4de1a7ee-b681-4296-937f-cbae0bb79ee9'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:55:56.716015 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:56.767272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Transition to ACTIVE for port object 4c00285e-5901-46d5-9ec7-cf82be937e60 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:56.783830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24584fb5-05ed-4ef9-b155-de51b52ff445 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:56.805096 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43b80a30-1233-4372-9af8-6c1ef8b303cc None None] DHCP port deletion for a22e1eae-6692-4612-8d57-9995070084da request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:55:56.818152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-43b80a30-1233-4372-9af8-6c1ef8b303cc None None] Deleting port 1a7b84af-455c-4350-a2bd-001562697d16 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:56.818838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-43b80a30-1233-4372-9af8-6c1ef8b303cc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:56.839295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:56.853112 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8714500-d8d9-497c-aff3-2a8219bac196 None None] Sync routers for ids ['e60b5f29-4f60-452b-9015-4585583f9a77'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:56.864512 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:56.865269 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b8df4de9-1fec-4103-8475-02dd317d22da tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "PUT /v2.0/routers/e60b5f29-4f60-452b-9015-4585583f9a77 HTTP/1.1" status: 200 len: 883 time: 8.0997331 Feb 28 14:55:56.871089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43342) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:56.876455 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8714500-d8d9-497c-aff3-2a8219bac196 None None] Routers {'e60b5f29-4f60-452b-9015-4585583f9a77'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:56.877331 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d8714500-d8d9-497c-aff3-2a8219bac196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e60b5f29-4f60-452b-9015-4585583f9a77'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:56.929678 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bb07ea84-9c48-4006-853c-5ae2911baf19 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:56.940162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bb07ea84-9c48-4006-853c-5ae2911baf19 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:56.946735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bb07ea84-9c48-4006-853c-5ae2911baf19 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:56.956155 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bb07ea84-9c48-4006-853c-5ae2911baf19 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:56.981877 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d8714500-d8d9-497c-aff3-2a8219bac196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:57.004571 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:57.013131 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8714500-d8d9-497c-aff3-2a8219bac196 None None] Routers {'e60b5f29-4f60-452b-9015-4585583f9a77'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:57.014309 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d8714500-d8d9-497c-aff3-2a8219bac196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e60b5f29-4f60-452b-9015-4585583f9a77'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:57.017336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb07ea84-9c48-4006-853c-5ae2911baf19 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:57.031993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed694f37-2039-49ca-afb2-a80240e79f08 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Router 0d098314-f876-4653-a6ed-b728d0119506 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:55:57.097550 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d8714500-d8d9-497c-aff3-2a8219bac196 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:57.098194 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8714500-d8d9-497c-aff3-2a8219bac196 None None] The sync data for ids ['e60b5f29-4f60-452b-9015-4585583f9a77'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:57.114199 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Allocated IP 2001:db8::2 (2d04583f-a513-435e-a720-cee2c3103874/4de1a7ee-b681-4296-937f-cbae0bb79ee9/c6921326-0e42-4935-bee0-f07380383178) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:57.121933 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] device_id is not set on port 195f3c4c-67f7-4814-96f6-79b351cfeb59 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:55:57.140372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-43b80a30-1233-4372-9af8-6c1ef8b303cc None None] For port 1a7b84af-455c-4350-a2bd-001562697d16, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1a7b84af-455c-4350-a2bd-001562697d16,segment=NetworkSegment(1402263f-11ef-4b91-95d9-324569fe6be6),segment_id=1402263f-11ef-4b91-95d9-324569fe6be6)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:57.140911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-43b80a30-1233-4372-9af8-6c1ef8b303cc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:57.243384 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:57.290460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-43b80a30-1233-4372-9af8-6c1ef8b303cc None None] Calling delete_port for 1a7b84af-455c-4350-a2bd-001562697d16 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:57.321158 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] For port 1a7b84af-455c-4350-a2bd-001562697d16, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1a7b84af-455c-4350-a2bd-001562697d16,segment=NetworkSegment(1402263f-11ef-4b91-95d9-324569fe6be6),segment_id=1402263f-11ef-4b91-95d9-324569fe6be6)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:55:57.321717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:57.380968 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bb07ea84-9c48-4006-853c-5ae2911baf19 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:57.472503 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Calling delete_port for 1a7b84af-455c-4350-a2bd-001562697d16 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:55:57.502975 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed694f37-2039-49ca-afb2-a80240e79f08 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:57.524758 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network a3bf3f79-8181-4a9a-be18-24e84dda1b7c is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:57.552015 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1a7b84af-455c-4350-a2bd-001562697d16 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:57.554859 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=4c00285e-5901-46d5-9ec7-cf82be937e60,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:57.561639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:57.581215 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ed694f37-2039-49ca-afb2-a80240e79f08 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "PUT /v2.0/routers/0d098314-f876-4653-a6ed-b728d0119506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6249895 Feb 28 14:55:57.581375 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efdb53a-aafb-4d00-9dbf-3dc794699266 None None] Sync routers for ids ['0d098314-f876-4653-a6ed-b728d0119506'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:57.582596 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:57.591393 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43346) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:57.690604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:57.706332 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-69b84b00-5a00-425b-9bdd-78be4ba3c504 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] delete failed (client error): The resource could not be found. Feb 28 14:55:57.711890 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-69b84b00-5a00-425b-9bdd-78be4ba3c504 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-893618014 HTTP/1.1" status: 404 len: 334 time: 0.1126380 Feb 28 14:55:57.711890 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43350) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:57.713533 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Transition to ACTIVE for port object c6921326-0e42-4935-bee0-f07380383178 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:57.719151 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-2322bafb-6cb8-4b71-846f-d3f936732d74 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Request body: {'router': {'external_gateway_info': {'network_id': '0d098314-f876-4653-a6ed-b728d0119506'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:57.747776 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Transition to ACTIVE for port object c6921326-0e42-4935-bee0-f07380383178 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:57.784634 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Allocated IP 172.20.0.10 (6026ac84-15f4-4b4d-963e-65bf39cdd3e0/8eca803c-dd79-4949-ad74-9372ac271a50/195f3c4c-67f7-4814-96f6-79b351cfeb59) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:55:57.801241 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.ipam_backend_mixin [None req-bb07ea84-9c48-4006-853c-5ae2911baf19 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4de1a7ee-b681-4296-937f-cbae0bb79ee9 (CIDR: 2001:db8::/64) Feb 28 14:55:57.840161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:57.892365 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb07ea84-9c48-4006-853c-5ae2911baf19 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:55:57.892857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb07ea84-9c48-4006-853c-5ae2911baf19 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:55:57.924676 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-92e80832-a8b7-4e11-9dab-c33cbef6deaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:57.926678 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-43b80a30-1233-4372-9af8-6c1ef8b303cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:57.947195 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bb07ea84-9c48-4006-853c-5ae2911baf19 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.7086027 Feb 28 14:55:57.948095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:57.952296 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43354) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:57.960097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:57.965469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efdb53a-aafb-4d00-9dbf-3dc794699266 None None] Routers {'0d098314-f876-4653-a6ed-b728d0119506'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:57.966155 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2efdb53a-aafb-4d00-9dbf-3dc794699266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0d098314-f876-4653-a6ed-b728d0119506'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:58.034221 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:58.052361 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2efdb53a-aafb-4d00-9dbf-3dc794699266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:58.060868 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b80a30-1233-4372-9af8-6c1ef8b303cc None None] No DVR routers for this DVR port 1a7b84af-455c-4350-a2bd-001562697d16 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:55:58.065634 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:55:58.065951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:55:58.075363 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:58.082937 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Pushing event updated for resources: {'Port': ['ID=c6921326-0e42-4935-bee0-f07380383178,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:58.085426 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:58.087008 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No active binding found for port 1a7b84af-455c-4350-a2bd-001562697d16 {{(pid=83593) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 28 14:55:58.087466 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1a7b84af-455c-4350-a2bd-001562697d16 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:58.087972 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a84723af-78dc-4b9c-bc6f-4058d386868a no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:55:58.116762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:58.123402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24584fb5-05ed-4ef9-b155-de51b52ff445 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Router 4eae4b37-8ffb-495e-8cf7-5be98c2e640f has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:55:58.173680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: a84723af-78dc-4b9c-bc6f-4058d386868a {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:55:58.173680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a84723af-78dc-4b9c-bc6f-4058d386868a not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:55:58.173680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b80a30-1233-4372-9af8-6c1ef8b303cc None None] Pushing event deleted for resources: {'Port': ['ID=1a7b84af-455c-4350-a2bd-001562697d16,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:58.181937 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-66782143-f3a3-435d-8e4b-df069786125c None None] Provisioning for port 4c00285e-5901-46d5-9ec7-cf82be937e60 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:58.198799 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-66782143-f3a3-435d-8e4b-df069786125c None None] Provisioning complete for port 4c00285e-5901-46d5-9ec7-cf82be937e60 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:58.199260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-66782143-f3a3-435d-8e4b-df069786125c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:58.228666 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2efdb53a-aafb-4d00-9dbf-3dc794699266 None None] Routers {'0d098314-f876-4653-a6ed-b728d0119506'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:58.229847 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2efdb53a-aafb-4d00-9dbf-3dc794699266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0d098314-f876-4653-a6ed-b728d0119506'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:58.287641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:58.328314 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-dd6e5cc1-7308-452d-b636-28a61420735a tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/routers/e60b5f29-4f60-452b-9015-4585583f9a77 HTTP/1.1" status: 200 len: 924 time: 1.4066689 Feb 28 14:55:58.328505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43358) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:58.401567 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2efdb53a-aafb-4d00-9dbf-3dc794699266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:58.401835 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2efdb53a-aafb-4d00-9dbf-3dc794699266 None None] The sync data for ids ['0d098314-f876-4653-a6ed-b728d0119506'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:58.435874 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24584fb5-05ed-4ef9-b155-de51b52ff445 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:55:58.443905 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-66782143-f3a3-435d-8e4b-df069786125c None None] Port 4c00285e-5901-46d5-9ec7-cf82be937e60 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:58.448190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Attempting to bind port c6921326-0e42-4935-bee0-f07380383178 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:55:58.448660 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Attempting to bind port c6921326-0e42-4935-bee0-f07380383178 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:55:58.449172 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Attempting to bind port c6921326-0e42-4935-bee0-f07380383178 on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:55:58.459396 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 55, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:55:58.462323 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:55:58.462950 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:58.463582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:55:58.464047 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cb2f26-c02d-4a08-9acf-6a72b006a280 None None] Sync routers for ids ['4eae4b37-8ffb-495e-8cf7-5be98c2e640f'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:55:58.464856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Bound port: c6921326-0e42-4935-bee0-f07380383178, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:55:58.465440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:58.477028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:58.484796 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb2f26-c02d-4a08-9acf-6a72b006a280 None None] Routers {'4eae4b37-8ffb-495e-8cf7-5be98c2e640f'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:58.485718 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-96cb2f26-c02d-4a08-9acf-6a72b006a280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4eae4b37-8ffb-495e-8cf7-5be98c2e640f'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:58.494653 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:58.547285 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:58.550305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:58.573285 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:58.587178 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] For port c6921326-0e42-4935-bee0-f07380383178, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:55:58.587773 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-96cb2f26-c02d-4a08-9acf-6a72b006a280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:58.591170 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] For port c6921326-0e42-4935-bee0-f07380383178, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=c6921326-0e42-4935-bee0-f07380383178,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:55:58.593642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Deleting port 1a7b84af-455c-4350-a2bd-001562697d16 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:55:58.594422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:58.600583 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96cb2f26-c02d-4a08-9acf-6a72b006a280 None None] Routers {'4eae4b37-8ffb-495e-8cf7-5be98c2e640f'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:55:58.601172 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-96cb2f26-c02d-4a08-9acf-6a72b006a280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4eae4b37-8ffb-495e-8cf7-5be98c2e640f'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:58.601450 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:58.621793 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-24584fb5-05ed-4ef9-b155-de51b52ff445 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "PUT /v2.0/routers/4eae4b37-8ffb-495e-8cf7-5be98c2e640f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0984919 Feb 28 14:55:58.632124 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43362) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:58.669950 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-96cb2f26-c02d-4a08-9acf-6a72b006a280 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:58.670349 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96cb2f26-c02d-4a08-9acf-6a72b006a280 None None] The sync data for ids ['4eae4b37-8ffb-495e-8cf7-5be98c2e640f'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:55:58.682863 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Transition to ACTIVE for port object 195f3c4c-67f7-4814-96f6-79b351cfeb59 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:55:58.699769 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-f69d2ec1-c0ee-48bf-b27a-a1ce49480ac0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] GET failed (client error): The resource could not be found. Feb 28 14:55:58.700195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f69d2ec1-c0ee-48bf-b27a-a1ce49480ac0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:58.703341 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:58.706773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:58.728174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7975b8de-cc03-438c-86ae-bb41d58615ec None None] Pushing event updated for resources: {'Port': ['ID=c6921326-0e42-4935-bee0-f07380383178,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:58.835282 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:58.853269 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:58.854474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] The port '1a7b84af-455c-4350-a2bd-001562697d16' was deleted {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:55:58.865505 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:58.931743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f69d2ec1-c0ee-48bf-b27a-a1ce49480ac0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:58.935950 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f69d2ec1-c0ee-48bf-b27a-a1ce49480ac0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/d2d01b46-6311-413b-aee7-939524d0e8b6 HTTP/1.1" status: 404 len: 333 time: 0.2937584 Feb 28 14:55:58.953421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2322bafb-6cb8-4b71-846f-d3f936732d74 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:58.970616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43366) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:58.995628 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5e880dc9-81e1-45d5-8b2a-8176eaeda12b tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&device_id=e60b5f29-4f60-452b-9015-4585583f9a77&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.6650109 Feb 28 14:55:59.005512 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43370) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:59.060646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:59.139225 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:55:59.153090 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:55:59.156155 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:55:59.175014 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a22e1eae-6692-4612-8d57-9995070084da']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:59.195372 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=195f3c4c-67f7-4814-96f6-79b351cfeb59,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:59.209860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1402263f-11ef-4b91-95d9-324569fe6be6') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:59.210157 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1402263f-11ef-4b91-95d9-324569fe6be6') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:55:59.235838 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-2322bafb-6cb8-4b71-846f-d3f936732d74 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] update failed (client error): The resource could not be found. Feb 28 14:55:59.240728 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2322bafb-6cb8-4b71-846f-d3f936732d74 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "PUT /v2.0/routers/0d098314-f876-4653-a6ed-b728d0119506 HTTP/1.1" status: 404 len: 339 time: 1.5245492 Feb 28 14:55:59.241363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43374) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:59.255049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-06e9bee7-00d6-4a28-be59-5a9a60591bf5 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-968711669'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:59.272286 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-06e9bee7-00d6-4a28-be59-5a9a60591bf5 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:55:59.306263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:59.307193 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:59.307836 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:59.313231 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-06e9bee7-00d6-4a28-be59-5a9a60591bf5 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Usage tracker for resource:network and tenant:a16c3e14e72742feb84e6dea369c9787 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:55:59.327466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-06e9bee7-00d6-4a28-be59-5a9a60591bf5 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:55:59.340323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b6df915-18b3-40e8-95c1-88dfe719e2c4 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:55:59.340892 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9b6df915-18b3-40e8-95c1-88dfe719e2c4 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Synchronizing usage tracker for tenant:3937118570a2413fa0b74f6765dcb4c6 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:55:59.348770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4610ea80-6c29-4568-93d5-6340395a26c5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:59.351801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:59.363001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:55:59.363392 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:55:59.381301 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:55:59.396993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-06e9bee7-00d6-4a28-be59-5a9a60591bf5 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:55:59.424277 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c6921326-0e42-4935-bee0-f07380383178 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:55:59.433285 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a4988602-5f92-412f-a39d-081d8f62b555 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 3.5895638 Feb 28 14:55:59.447205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43378) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:59.462256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9b6df915-18b3-40e8-95c1-88dfe719e2c4 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Unset dirty status for tenant:3937118570a2413fa0b74f6765dcb4c6 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:55:59.463633 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9b6df915-18b3-40e8-95c1-88dfe719e2c4 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/networks/2c3941b4-a632-4920-84bb-54647ee9840b HTTP/1.1" status: 200 len: 881 time: 0.4571741 Feb 28 14:55:59.499325 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43382) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:59.537149 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c36a3c2e-dffa-478c-8885-dc2f366cbab6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'subnet': {'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:59.541251 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06e9bee7-00d6-4a28-be59-5a9a60591bf5 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Made reservation on behalf of a16c3e14e72742feb84e6dea369c9787 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:55:59.544462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06e9bee7-00d6-4a28-be59-5a9a60591bf5 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:59.569166 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:59.570810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port c6921326-0e42-4935-bee0-f07380383178 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:59.588850 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f69fafea-ba7d-44f2-83fe-ed4cd899efd3 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "GET /v2.0/ports?device_id=e60b5f29-4f60-452b-9015-4585583f9a77 HTTP/1.1" status: 200 len: 205 time: 0.0862737 Feb 28 14:55:59.596931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43386) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:59.621388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:59.685321 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3e065608-40ec-42cb-9831-ce41ddef5210 None None] Provisioning for port 195f3c4c-67f7-4814-96f6-79b351cfeb59 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:55:59.685972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Pushing event deleted for resources: {'Network': ['ID=a22e1eae-6692-4612-8d57-9995070084da,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:55:59.693545 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-590bc549-66f5-4fd7-bbb9-d126b8ed4325 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/networks/a22e1eae-6692-4612-8d57-9995070084da HTTP/1.1" status: 204 len: 168 time: 3.5709302 Feb 28 14:55:59.699934 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3e065608-40ec-42cb-9831-ce41ddef5210 None None] Provisioning complete for port 195f3c4c-67f7-4814-96f6-79b351cfeb59 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:55:59.700444 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3e065608-40ec-42cb-9831-ce41ddef5210 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:59.703192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43390) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:55:59.720384 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-9d315217-dd78-477d-a805-c36dabc3af17 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'router': {'routes': None}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:55:59.778547 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3e065608-40ec-42cb-9831-ce41ddef5210 None None] Port 195f3c4c-67f7-4814-96f6-79b351cfeb59 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:55:59.783334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:59.844186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:55:59.878547 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06e9bee7-00d6-4a28-be59-5a9a60591bf5 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:56:00.003325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fc683cb1-381b-484b-b537-18efffab53f2 None None] Provisioning for port c6921326-0e42-4935-bee0-f07380383178 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:00.008225 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fc683cb1-381b-484b-b537-18efffab53f2 None None] Provisioning complete for port c6921326-0e42-4935-bee0-f07380383178 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:00.008372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fc683cb1-381b-484b-b537-18efffab53f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:00.019017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=4c00285e-5901-46d5-9ec7-cf82be937e60,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:00.026396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:00.030715 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c36a3c2e-dffa-478c-8885-dc2f366cbab6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:00.035786 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06e9bee7-00d6-4a28-be59-5a9a60591bf5 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:00.036369 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-06e9bee7-00d6-4a28-be59-5a9a60591bf5 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Added segment f83aa9fd-6100-4753-adc1-ecbafa873171 of type vlan for network 8cf93105-e4b0-4273-b821-1591fe355747 Feb 28 14:56:00.042368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c36a3c2e-dffa-478c-8885-dc2f366cbab6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:subnet and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:00.045251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c36a3c2e-dffa-478c-8885-dc2f366cbab6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:00.125328 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fc683cb1-381b-484b-b537-18efffab53f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:00.157009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-fc683cb1-381b-484b-b537-18efffab53f2 None None] For port c6921326-0e42-4935-bee0-f07380383178, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=c6921326-0e42-4935-bee0-f07380383178,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:00.157464 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06e9bee7-00d6-4a28-be59-5a9a60591bf5 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:00.161596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fc683cb1-381b-484b-b537-18efffab53f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:00.174455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c36a3c2e-dffa-478c-8885-dc2f366cbab6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:00.239308 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:00.250933 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc683cb1-381b-484b-b537-18efffab53f2 None None] Pushing event updated for resources: {'Port': ['ID=c6921326-0e42-4935-bee0-f07380383178,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:00.286956 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4610ea80-6c29-4568-93d5-6340395a26c5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:00.292529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36a3c2e-dffa-478c-8885-dc2f366cbab6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:00.307725 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.extraroute_db [None req-9d315217-dd78-477d-a805-c36dabc3af17 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Added routes are [] {{(pid=83592) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 28 14:56:00.308390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.extraroute_db [None req-9d315217-dd78-477d-a805-c36dabc3af17 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Removed routes are [] {{(pid=83592) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 28 14:56:00.308390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9d315217-dd78-477d-a805-c36dabc3af17 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:00.315046 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4610ea80-6c29-4568-93d5-6340395a26c5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:00.328312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06e9bee7-00d6-4a28-be59-5a9a60591bf5 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:00.331883 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06e9bee7-00d6-4a28-be59-5a9a60591bf5 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:00.332467 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06e9bee7-00d6-4a28-be59-5a9a60591bf5 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:00.496423 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-06e9bee7-00d6-4a28-be59-5a9a60591bf5 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2514191 Feb 28 14:56:00.503838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43398) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:00.511466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4610ea80-6c29-4568-93d5-6340395a26c5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:00.512005 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4610ea80-6c29-4568-93d5-6340395a26c5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Fanout notify agent at l3_agent the message router_deleted on router 4eae4b37-8ffb-495e-8cf7-5be98c2e640f {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:56:00.539846 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d896f892-c6a2-498a-949a-e24e8cac98f1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Request body: {'subnet': {'network_id': '8cf93105-e4b0-4273-b821-1591fe355747', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:00.545994 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06e9bee7-00d6-4a28-be59-5a9a60591bf5 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event updated for resources: {'Network': ['ID=8cf93105-e4b0-4273-b821-1591fe355747,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:00.560726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 8cf93105-e4b0-4273-b821-1591fe355747 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:56:00.616469 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4610ea80-6c29-4568-93d5-6340395a26c5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:00.617800 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4610ea80-6c29-4568-93d5-6340395a26c5 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/routers/4eae4b37-8ffb-495e-8cf7-5be98c2e640f HTTP/1.1" status: 204 len: 168 time: 1.6457086 Feb 28 14:56:00.624603 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43404) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:00.702887 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.objects.ports [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83591) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:56:00.788968 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d896f892-c6a2-498a-949a-e24e8cac98f1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:00.802938 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d896f892-c6a2-498a-949a-e24e8cac98f1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Usage tracker for resource:subnet and tenant:a16c3e14e72742feb84e6dea369c9787 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:00.819959 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d896f892-c6a2-498a-949a-e24e8cac98f1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:00.834786 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72b1d0e5-977b-495e-8abd-edb01269bdd7 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:00.852573 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c36a3c2e-dffa-478c-8885-dc2f366cbab6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:00.866482 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network a3bf3f79-8181-4a9a-be18-24e84dda1b7c is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:00.876660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:00.884825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d896f892-c6a2-498a-949a-e24e8cac98f1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:00.986676 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9d315217-dd78-477d-a805-c36dabc3af17 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:01.036640 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d896f892-c6a2-498a-949a-e24e8cac98f1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Made reservation on behalf of a16c3e14e72742feb84e6dea369c9787 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:01.062854 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9d315217-dd78-477d-a805-c36dabc3af17 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:01.091904 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d790a051-b01f-4d49-bb8e-0860d8516d2e None None] Provisioning complete for port 4c00285e-5901-46d5-9ec7-cf82be937e60 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:01.092554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d790a051-b01f-4d49-bb8e-0860d8516d2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:01.145407 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-d790a051-b01f-4d49-bb8e-0860d8516d2e None None] Port 4c00285e-5901-46d5-9ec7-cf82be937e60 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:01.173047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-485c27cd-0007-445b-a0c6-aba88e871364 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting subnet 89a01821-2d27-4226-bec9-56b21726ebe4 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:56:01.211364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-485c27cd-0007-445b-a0c6-aba88e871364 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:01.286982 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.ipam_backend_mixin [None req-c36a3c2e-dffa-478c-8885-dc2f366cbab6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 8eca803c-dd79-4949-ad74-9372ac271a50 (CIDR: 172.20.0.0/28) Feb 28 14:56:01.297376 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-c36a3c2e-dffa-478c-8885-dc2f366cbab6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:01.297814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c36a3c2e-dffa-478c-8885-dc2f366cbab6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:01.319077 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d315217-dd78-477d-a805-c36dabc3af17 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router 14e55685-af99-4349-98f6-c7493fee7e1c has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:56:01.348112 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c6921326-0e42-4935-bee0-f07380383178 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:01.398987 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d896f892-c6a2-498a-949a-e24e8cac98f1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:01.424267 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port c6921326-0e42-4935-bee0-f07380383178 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:01.424636 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:01.435051 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c36a3c2e-dffa-478c-8885-dc2f366cbab6 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9741788 Feb 28 14:56:01.442774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43408) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:01.455875 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-cd4719a9-bbc3-4944-af8f-6440d058616a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'subnet': {'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:01.503284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-485c27cd-0007-445b-a0c6-aba88e871364 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:01.556566 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:01.849489 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-485c27cd-0007-445b-a0c6-aba88e871364 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:01.870237 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cd4719a9-bbc3-4944-af8f-6440d058616a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:01.876769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cd4719a9-bbc3-4944-af8f-6440d058616a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:subnet and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:01.881511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cd4719a9-bbc3-4944-af8f-6440d058616a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:01.885065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d315217-dd78-477d-a805-c36dabc3af17 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:56:01.893963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9d315217-dd78-477d-a805-c36dabc3af17 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:01.897620 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9d315217-dd78-477d-a805-c36dabc3af17 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/14e55685-af99-4349-98f6-c7493fee7e1c HTTP/1.1" status: 200 len: 705 time: 2.1896007 Feb 28 14:56:01.897788 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df71eae-3d48-48e0-aa9d-7ee182e434b7 None None] Sync routers for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:56:01.897908 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cd4719a9-bbc3-4944-af8f-6440d058616a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:01.899329 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43412) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:01.909402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df71eae-3d48-48e0-aa9d-7ee182e434b7 None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:01.910019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5df71eae-3d48-48e0-aa9d-7ee182e434b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:01.949558 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cfb998fb-adfe-4634-a8d1-9f1a1e573670 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Synchronizing usage tracker for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:01.957552 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd4719a9-bbc3-4944-af8f-6440d058616a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:01.960954 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cd4719a9-bbc3-4944-af8f-6440d058616a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:01.995880 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72b1d0e5-977b-495e-8abd-edb01269bdd7 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:02.039396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d896f892-c6a2-498a-949a-e24e8cac98f1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:02.044594 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] For port c6921326-0e42-4935-bee0-f07380383178, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=c6921326-0e42-4935-bee0-f07380383178,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:02.046243 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-5df71eae-3d48-48e0-aa9d-7ee182e434b7 None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:56:02.060479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cfb998fb-adfe-4634-a8d1-9f1a1e573670 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Unset dirty status for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:02.063616 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cfb998fb-adfe-4634-a8d1-9f1a1e573670 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e55685-af99-4349-98f6-c7493fee7e1c HTTP/1.1" status: 200 len: 205 time: 0.1609201 Feb 28 14:56:02.071726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43416) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:02.073196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-72b1d0e5-977b-495e-8abd-edb01269bdd7 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Deleting port 24f18104-2d7f-4048-80fe-80d50d0cb58e {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:02.073537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72b1d0e5-977b-495e-8abd-edb01269bdd7 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:02.126546 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-485c27cd-0007-445b-a0c6-aba88e871364 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:02.153431 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5df71eae-3d48-48e0-aa9d-7ee182e434b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:55:52Z', 'revision_number': 11, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:02.158875 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df71eae-3d48-48e0-aa9d-7ee182e434b7 None None] Checking router: 14e55685-af99-4349-98f6-c7493fee7e1c for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:56:02.169225 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5df71eae-3d48-48e0-aa9d-7ee182e434b7 None None] Routers {'14e55685-af99-4349-98f6-c7493fee7e1c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:02.169828 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5df71eae-3d48-48e0-aa9d-7ee182e434b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['14e55685-af99-4349-98f6-c7493fee7e1c'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:02.206124 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-485c27cd-0007-445b-a0c6-aba88e871364 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:02.224643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be4b5ab-7e96-40f3-9a17-1ee0130a5f8d None None] Network 6cf2d8a3-3a0e-4eed-a110-624ee0dd2390 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:02.252242 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 7f7fae3a-76b4-4b8a-817b-8780a0aad142 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:56:02.257161 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:02.258695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d896f892-c6a2-498a-949a-e24e8cac98f1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event updated for resources: {'Subnet': ['ID=d4f826e0-45a1-46d4-b5bb-f2bb931a506e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:02.267041 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.ipam_backend_mixin [None req-cd4719a9-bbc3-4944-af8f-6440d058616a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet 28decb38-cbb1-4813-9f88-e0e78e2bab67 (CIDR: 172.20.0.16/28) Feb 28 14:56:02.279104 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd4719a9-bbc3-4944-af8f-6440d058616a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:02.279582 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd4719a9-bbc3-4944-af8f-6440d058616a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:02.285736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d3a2ce8-7dea-4dab-98eb-8d7058ebd36c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:02.323170 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:02.323939 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:02.330982 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-485c27cd-0007-445b-a0c6-aba88e871364 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/89a01821-2d27-4226-bec9-56b21726ebe4 HTTP/1.1" status: 204 len: 168 time: 1.6979671 Feb 28 14:56:02.334504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43420) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:02.362579 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-485c27cd-0007-445b-a0c6-aba88e871364 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Subnet': ['ID=89a01821-2d27-4226-bec9-56b21726ebe4,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:02.427155 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-5df71eae-3d48-48e0-aa9d-7ee182e434b7 None None] Set router 14e55685-af99-4349-98f6-c7493fee7e1c gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:56:02.475295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=72c568ac-e2b9-4e24-9ccc-171bb029a770,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:02.520625 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d896f892-c6a2-498a-949a-e24e8cac98f1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Checking segment: {'id': 'f83aa9fd-6100-4753-adc1-ecbafa873171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf93105-e4b0-4273-b821-1591fe355747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:02.521029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d896f892-c6a2-498a-949a-e24e8cac98f1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Network hostable DHCP agents. Network: 8cf93105-e4b0-4273-b821-1591fe355747, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:56:02.533870 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:02.536745 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:02.538513 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=c6921326-0e42-4935-bee0-f07380383178,revision_number=5']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:02.553012 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:02.553216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:02.562902 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1addf45c-e6e3-47af-b791-dcb5e08da2b0 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:02.570289 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72b1d0e5-977b-495e-8abd-edb01269bdd7 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:02.598742 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cd4719a9-bbc3-4944-af8f-6440d058616a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.1540060 Feb 28 14:56:02.615691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5df71eae-3d48-48e0-aa9d-7ee182e434b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:55:52Z', 'revision_number': 11, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:02.617426 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43424) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:02.625485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-eddd510b-bacf-4a5f-95f6-73e606a91bd4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'subnet': {'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:02.646928 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-52edbb79-9302-40db-8c21-e9fc740ceaa7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 4.6935873 Feb 28 14:56:02.660125 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43428) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:02.666599 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5df71eae-3d48-48e0-aa9d-7ee182e434b7 None None] The sync data for ids ['14e55685-af99-4349-98f6-c7493fee7e1c'] in dv-neutron-830866-2-hyperv is: [{'id': '14e55685-af99-4349-98f6-c7493fee7e1c', 'name': 'tempest-RoutersIpV6Test-router-1101211606', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:53:23Z', 'updated_at': '2022-02-28T14:55:52Z', 'revision_number': 11, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:56:02.713779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-72b1d0e5-977b-495e-8abd-edb01269bdd7 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Calling delete_port for 24f18104-2d7f-4048-80fe-80d50d0cb58e owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:02.717852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'mac_address': 'fa:16:3e:81:2c:b2', 'name': 'tempest-NetworksTestDHCPv6-417905149'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:02.749375 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d896f892-c6a2-498a-949a-e24e8cac98f1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Network 8cf93105-e4b0-4273-b821-1591fe355747 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:56:02.763966 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:02.773164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-d896f892-c6a2-498a-949a-e24e8cac98f1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 8cf93105-e4b0-4273-b821-1591fe355747) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:02.794646 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e99eb062-258e-48ef-8eb1-6f784003fa30 None None] Network 8cf93105-e4b0-4273-b821-1591fe355747 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:02.805303 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d896f892-c6a2-498a-949a-e24e8cac98f1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:02.806087 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d896f892-c6a2-498a-949a-e24e8cac98f1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:02.844049 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d896f892-c6a2-498a-949a-e24e8cac98f1 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3337131 Feb 28 14:56:02.846942 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43432) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:02.853456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-963a0633-c762-4d1e-88d9-94e8d831745c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Request body: {'router': {'external_gateway_info': {'network_id': '8cf93105-e4b0-4273-b821-1591fe355747'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:02.869490 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9955d1b0-2c3b-46f4-8f0a-03556e8ece8b None None] DHCP port deletion for 6cf2d8a3-3a0e-4eed-a110-624ee0dd2390 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:56:02.899331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-9955d1b0-2c3b-46f4-8f0a-03556e8ece8b None None] Deleting port 642bd64d-58d2-4934-a133-0e7d62cb49c2 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:02.899730 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9955d1b0-2c3b-46f4-8f0a-03556e8ece8b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:03.049245 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port 642bd64d-58d2-4934-a133-0e7d62cb49c2 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:03.049587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:03.292685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-9955d1b0-2c3b-46f4-8f0a-03556e8ece8b None None] For port 642bd64d-58d2-4934-a133-0e7d62cb49c2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=642bd64d-58d2-4934-a133-0e7d62cb49c2,segment=NetworkSegment(1f647ead-b231-491b-9f13-c9f8f6484197),segment_id=1f647ead-b231-491b-9f13-c9f8f6484197)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:03.293145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9955d1b0-2c3b-46f4-8f0a-03556e8ece8b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:03.304705 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-8cf93105-e4b0-4273-b821-1591fe355747', 'network_id': '8cf93105-e4b0-4273-b821-1591fe355747', 'tenant_id': 'a16c3e14e72742feb84e6dea369c9787', 'fixed_ips': [{'subnet_id': 'd4f826e0-45a1-46d4-b5bb-f2bb931a506e'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:56:03.305509 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:03.398730 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72b1d0e5-977b-495e-8abd-edb01269bdd7 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:03.451155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d3a2ce8-7dea-4dab-98eb-8d7058ebd36c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:03.456141 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72b1d0e5-977b-495e-8abd-edb01269bdd7 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Pushing event deleted for resources: {'Port': ['ID=24f18104-2d7f-4048-80fe-80d50d0cb58e,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:03.464114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d3a2ce8-7dea-4dab-98eb-8d7058ebd36c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:03.487128 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c6921326-0e42-4935-bee0-f07380383178 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:03.545765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-9955d1b0-2c3b-46f4-8f0a-03556e8ece8b None None] Calling delete_port for 642bd64d-58d2-4934-a133-0e7d62cb49c2 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:03.551080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d3a2ce8-7dea-4dab-98eb-8d7058ebd36c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:03.551761 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d3a2ce8-7dea-4dab-98eb-8d7058ebd36c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Fanout notify agent at l3_agent the message router_deleted on router 14e55685-af99-4349-98f6-c7493fee7e1c {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:56:03.566762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-eddd510b-bacf-4a5f-95f6-73e606a91bd4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:03.569738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:03.580697 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d3a2ce8-7dea-4dab-98eb-8d7058ebd36c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:03.587150 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4d3a2ce8-7dea-4dab-98eb-8d7058ebd36c tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/routers/14e55685-af99-4349-98f6-c7493fee7e1c HTTP/1.1" status: 204 len: 168 time: 1.5135069 Feb 28 14:56:03.588288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43438) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:03.603997 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:03.611078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-eddd510b-bacf-4a5f-95f6-73e606a91bd4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Usage tracker for resource:subnet and tenant:fb9e225221d343a9905afc8524f286ca is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:03.617558 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a8553a0a-ca9a-4fb0-8f4a-2b08f5eb2113 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-2059147441', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:03.625454 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a8553a0a-ca9a-4fb0-8f4a-2b08f5eb2113 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:03.630512 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a8553a0a-ca9a-4fb0-8f4a-2b08f5eb2113 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Usage tracker for resource:router and tenant:841da8ae6fd44e2cbd1f6dbac17543ac is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:03.635065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a8553a0a-ca9a-4fb0-8f4a-2b08f5eb2113 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:03.641702 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a8553a0a-ca9a-4fb0-8f4a-2b08f5eb2113 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:03.656639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:03.660952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-eddd510b-bacf-4a5f-95f6-73e606a91bd4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:03.687123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a8553a0a-ca9a-4fb0-8f4a-2b08f5eb2113 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:03.688215 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a8553a0a-ca9a-4fb0-8f4a-2b08f5eb2113 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:03.718335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a8553a0a-ca9a-4fb0-8f4a-2b08f5eb2113 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:03.733710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9955d1b0-2c3b-46f4-8f0a-03556e8ece8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:03.737085 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:03.741670 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-eddd510b-bacf-4a5f-95f6-73e606a91bd4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:03.758660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a8553a0a-ca9a-4fb0-8f4a-2b08f5eb2113 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:03.796888 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9955d1b0-2c3b-46f4-8f0a-03556e8ece8b None None] Pushing event deleted for resources: {'Port': ['ID=642bd64d-58d2-4934-a133-0e7d62cb49c2,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:03.832233 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-963a0633-c762-4d1e-88d9-94e8d831745c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:03.848208 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9955d1b0-2c3b-46f4-8f0a-03556e8ece8b None None] No DVR routers for this DVR port 642bd64d-58d2-4934-a133-0e7d62cb49c2 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:56:03.886777 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a8553a0a-ca9a-4fb0-8f4a-2b08f5eb2113 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:03.891803 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a8553a0a-ca9a-4fb0-8f4a-2b08f5eb2113 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.2905388 Feb 28 14:56:03.892435 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43442) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:03.897871 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Allocated IP 2001:db8:1::2 (8cf93105-e4b0-4273-b821-1591fe355747/d4f826e0-45a1-46d4-b5bb-f2bb931a506e/7d123c46-e7c8-4c07-baad-0b4c77c51945) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:03.906368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:03.926519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port c6921326-0e42-4935-bee0-f07380383178 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:03.926882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.011583 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72b1d0e5-977b-495e-8abd-edb01269bdd7 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.045778 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a2222f58-9dfa-476c-a6ee-8209a5288b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:04.113133 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.138543 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eddd510b-bacf-4a5f-95f6-73e606a91bd4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Made reservation on behalf of fb9e225221d343a9905afc8524f286ca for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:04.141989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eddd510b-bacf-4a5f-95f6-73e606a91bd4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.155503 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d1fca912-2438-4633-96b1-d479730ee1cc None None] Provisioning complete for port c6921326-0e42-4935-bee0-f07380383178 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:04.155905 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d1fca912-2438-4633-96b1-d479730ee1cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.323675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:56:04.333793 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-36b03d61-6d48-4850-8b18-af9268b40227 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "PUT /v2.0/routers/7f7fae3a-76b4-4b8a-817b-8780a0aad142/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4404459 Feb 28 14:56:04.335577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43446) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:04.339484 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'port': {'network_id': 'a3bf3f79-8181-4a9a-be18-24e84dda1b7c', 'name': 'tempest-FloatingIPTestJSON-250787141'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:04.346680 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port b29ed122-a882-4985-8272-2718310647f9 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:56:04.354345 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72b1d0e5-977b-495e-8abd-edb01269bdd7 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.369743 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67151707-09cd-4b59-aa0d-3a860a2d84ba None None] Sync routers for ids ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:56:04.385074 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] For port 642bd64d-58d2-4934-a133-0e7d62cb49c2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=642bd64d-58d2-4934-a133-0e7d62cb49c2,segment=NetworkSegment(1f647ead-b231-491b-9f13-c9f8f6484197),segment_id=1f647ead-b231-491b-9f13-c9f8f6484197)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:04.385746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.387773 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67151707-09cd-4b59-aa0d-3a860a2d84ba None None] Routers {'7f7fae3a-76b4-4b8a-817b-8780a0aad142'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:04.388660 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-67151707-09cd-4b59-aa0d-3a860a2d84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:04.425734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72b1d0e5-977b-495e-8abd-edb01269bdd7 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.460250 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.494040 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72b1d0e5-977b-495e-8abd-edb01269bdd7 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.494540 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72b1d0e5-977b-495e-8abd-edb01269bdd7 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Fanout notify agent at l3_agent the message router_deleted on router e60b5f29-4f60-452b-9015-4585583f9a77 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:56:04.497428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 642bd64d-58d2-4934-a133-0e7d62cb49c2 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:56:04.531792 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-67151707-09cd-4b59-aa0d-3a860a2d84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:04.532034 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:04.539629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72b1d0e5-977b-495e-8abd-edb01269bdd7 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.544469 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-72b1d0e5-977b-495e-8abd-edb01269bdd7 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "DELETE /v2.0/routers/e60b5f29-4f60-452b-9015-4585583f9a77 HTTP/1.1" status: 204 len: 168 time: 4.9428556 Feb 28 14:56:04.544469 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Usage tracker for resource:port and tenant:41c179f0fdac4809a34cc8c82420641b is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:04.545249 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43450) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:04.550340 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9e7b33ad-33b4-4f4d-8a6f-b3a36d9ef29c tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1137319134', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:04.550523 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Transition to ACTIVE for port object 7d123c46-e7c8-4c07-baad-0b4c77c51945 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:04.554926 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Quota usage for port was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:04.560569 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67151707-09cd-4b59-aa0d-3a860a2d84ba None None] Routers {'7f7fae3a-76b4-4b8a-817b-8780a0aad142'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:04.561472 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-67151707-09cd-4b59-aa0d-3a860a2d84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:04.573066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9e7b33ad-33b4-4f4d-8a6f-b3a36d9ef29c tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:04.575236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:04.575500 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Transition to ACTIVE for port object 7d123c46-e7c8-4c07-baad-0b4c77c51945 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:04.583085 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9e7b33ad-33b4-4f4d-8a6f-b3a36d9ef29c tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Usage tracker for resource:router and tenant:9d6de1ad7994458e8aca8b70fee0c6fd is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:04.584656 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 642bd64d-58d2-4934-a133-0e7d62cb49c2 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:56:04.585383 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 642bd64d-58d2-4934-a133-0e7d62cb49c2 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:56:04.589640 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9e7b33ad-33b4-4f4d-8a6f-b3a36d9ef29c tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:04.592000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for 642bd64d-58d2-4934-a133-0e7d62cb49c2 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:04.598309 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9e7b33ad-33b4-4f4d-8a6f-b3a36d9ef29c tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:04.600568 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.601022 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-963a0633-c762-4d1e-88d9-94e8d831745c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:04.602020 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-963a0633-c762-4d1e-88d9-94e8d831745c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "PUT /v2.0/routers/0d098314-f876-4653-a6ed-b728d0119506 HTTP/1.1" status: 400 len: 364 time: 1.7539461 Feb 28 14:56:04.605395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Made reservation on behalf of 41c179f0fdac4809a34cc8c82420641b for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:04.610830 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.635439 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43454) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:04.636584 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-67151707-09cd-4b59-aa0d-3a860a2d84ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:04.636989 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67151707-09cd-4b59-aa0d-3a860a2d84ba None None] The sync data for ids ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:56:04.680233 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Network 8cf93105-e4b0-4273-b821-1591fe355747 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:04.683784 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Pushing event updated for resources: {'Port': ['ID=7d123c46-e7c8-4c07-baad-0b4c77c51945,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:04.686661 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:04.688719 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:04.779317 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Attempting to bind port 7d123c46-e7c8-4c07-baad-0b4c77c51945 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:56:04.780019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Attempting to bind port 7d123c46-e7c8-4c07-baad-0b4c77c51945 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'f83aa9fd-6100-4753-adc1-ecbafa873171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf93105-e4b0-4273-b821-1591fe355747'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:56:04.780188 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Attempting to bind port 7d123c46-e7c8-4c07-baad-0b4c77c51945 on network 8cf93105-e4b0-4273-b821-1591fe355747 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:56:04.786828 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:56:04.787254 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Checking segment: {'id': 'f83aa9fd-6100-4753-adc1-ecbafa873171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf93105-e4b0-4273-b821-1591fe355747'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:04.787710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.788149 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Bound using segment: {'id': 'f83aa9fd-6100-4753-adc1-ecbafa873171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf93105-e4b0-4273-b821-1591fe355747'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:56:04.788536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Bound port: 7d123c46-e7c8-4c07-baad-0b4c77c51945, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f83aa9fd-6100-4753-adc1-ecbafa873171', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '8cf93105-e4b0-4273-b821-1591fe355747'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:56:04.788896 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.839362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] device_id is not set on port bf9cce07-a264-4fda-a385-37030e926e81 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:56:04.884304 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] For port 7d123c46-e7c8-4c07-baad-0b4c77c51945, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:56:04.885279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e7b33ad-33b4-4f4d-8a6f-b3a36d9ef29c tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.885724 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e7b33ad-33b4-4f4d-8a6f-b3a36d9ef29c tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.890137 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] For port 7d123c46-e7c8-4c07-baad-0b4c77c51945, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7d123c46-e7c8-4c07-baad-0b4c77c51945,segment=NetworkSegment(f83aa9fd-6100-4753-adc1-ecbafa873171),segment_id=f83aa9fd-6100-4753-adc1-ecbafa873171)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:56:04.894611 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:04.983329 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-840e96aa-c3fb-4e37-892f-1a77383045d5 None None] Pushing event updated for resources: {'Port': ['ID=7d123c46-e7c8-4c07-baad-0b4c77c51945,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:05.017707 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e7b33ad-33b4-4f4d-8a6f-b3a36d9ef29c tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:05.043518 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:56:05.043936 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:56:05.258570 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e7b33ad-33b4-4f4d-8a6f-b3a36d9ef29c tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:05.266567 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Allocated IP 172.20.0.10 (a3bf3f79-8181-4a9a-be18-24e84dda1b7c/579ebf2b-0c19-4f34-aba1-3e89b1a54030/bf9cce07-a264-4fda-a385-37030e926e81) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:05.280964 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2222f58-9dfa-476c-a6ee-8209a5288b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:05.306918 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::328 (2d04583f-a513-435e-a720-cee2c3103874/4de1a7ee-b681-4296-937f-cbae0bb79ee9/b29ed122-a882-4985-8272-2718310647f9) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:05.319124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2222f58-9dfa-476c-a6ee-8209a5288b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:05.320831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8:0:1:f816:3eff:fe81:2cb2 (2d04583f-a513-435e-a720-cee2c3103874/72c568ac-e2b9-4e24-9ccc-171bb029a770/b29ed122-a882-4985-8272-2718310647f9) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:05.421878 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7d123c46-e7c8-4c07-baad-0b4c77c51945 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:05.459442 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9e7b33ad-33b4-4f4d-8a6f-b3a36d9ef29c tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:05.462366 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9e7b33ad-33b4-4f4d-8a6f-b3a36d9ef29c tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.9161668 Feb 28 14:56:05.473927 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43458) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:05.479270 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'enable_snat': True}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:05.496827 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 7d123c46-e7c8-4c07-baad-0b4c77c51945 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:05.555385 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port 642bd64d-58d2-4934-a133-0e7d62cb49c2 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:05.555753 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:05.631474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eddd510b-bacf-4a5f-95f6-73e606a91bd4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:05.740680 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] The port '642bd64d-58d2-4934-a133-0e7d62cb49c2' was deleted {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:56:05.798778 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eddd510b-bacf-4a5f-95f6-73e606a91bd4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:05.845472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-eddd510b-bacf-4a5f-95f6-73e606a91bd4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:05.849955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eddd510b-bacf-4a5f-95f6-73e606a91bd4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:05.850769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eddd510b-bacf-4a5f-95f6-73e606a91bd4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:05.854657 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5269fd47-1b84-4bd0-bbc6-7087a40caec7 None None] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:05.861194 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:05.885597 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddd510b-bacf-4a5f-95f6-73e606a91bd4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Subnet': ['ID=698f559e-a673-4460-8447-251c63badbfa,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:06.041214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:06.055529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:06.071020 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-eddd510b-bacf-4a5f-95f6-73e606a91bd4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 3.4516435 Feb 28 14:56:06.073549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43462) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:06.089559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-9448cf66-18b2-44ab-8b68-22cb3b27c65d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-382682469', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '698f559e-a673-4460-8447-251c63badbfa'}], 'security_groups': ['486bf352-7ff3-47a9-ac0f-a8e3e7b4eb81', 'd2295a21-dc5f-4ac1-a6b3-cd2d735318bd']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:06.156284 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object b29ed122-a882-4985-8272-2718310647f9 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:06.162272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6cf2d8a3-3a0e-4eed-a110-624ee0dd2390']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:06.173788 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2222f58-9dfa-476c-a6ee-8209a5288b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Router b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:56:06.183806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f389d07-2af1-449b-ad43-e2531b84de4b None None] Network 8cf93105-e4b0-4273-b821-1591fe355747 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:06.233140 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f647ead-b231-491b-9f13-c9f8f6484197') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:06.233543 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f647ead-b231-491b-9f13-c9f8f6484197') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:06.242589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:06.252911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:06.347665 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a3dec664-7d6a-4db9-9e70-790676fb9f42 req-49bfde43-7550-4ed9-bc08-e62c196bfd3d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.5545847 Feb 28 14:56:06.364603 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:06.378405 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Transition to ACTIVE for port object bf9cce07-a264-4fda-a385-37030e926e81 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:06.379172 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:56:06.379980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:56:06.492580 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:56:06.494599 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bcc40736-da35-46b2-a8f6-b6138409e2fd None None] Provisioning for port 7d123c46-e7c8-4c07-baad-0b4c77c51945 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:06.512869 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bcc40736-da35-46b2-a8f6-b6138409e2fd None None] Provisioning complete for port 7d123c46-e7c8-4c07-baad-0b4c77c51945 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:06.513560 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bcc40736-da35-46b2-a8f6-b6138409e2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:06.532050 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:06.536812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078f0969-70a1-4ce7-9379-7f6d1f9751d8 None None] Update dhcp port {'port': {'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'fixed_ips': [{'subnet_id': '28decb38-cbb1-4813-9f88-e0e78e2bab67', 'ip_address': '172.20.0.18'}, {'subnet_id': '8eca803c-dd79-4949-ad74-9372ac271a50', 'ip_address': '172.20.0.2'}, {'subnet_id': '698f559e-a673-4460-8447-251c63badbfa'}], 'binding:host_id': 'dv-neutron-830866-2-hyperv'}, 'id': 'e9edea1a-bb4c-4721-8e63-59588ad3731c'} from dv-neutron-830866-2-hyperv. {{(pid=83593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 14:56:06.580488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:06.627407 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-078f0969-70a1-4ce7-9379-7f6d1f9751d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:06.710720 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Allocated IP 2001:db8::1 (13b48f1a-82de-4af4-a298-2b999497204b/434807bc-f42b-4b1c-b5f8-b53d3d9fb1e3/1ce01dcc-1363-4b81-961c-be7bdf1805ff) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:06.717193 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:06.731613 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:06.767887 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event updated for resources: {'Port': ['ID=bf9cce07-a264-4fda-a385-37030e926e81,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:06.772420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Network a3bf3f79-8181-4a9a-be18-24e84dda1b7c is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:06.779502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:06.782195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:06.901354 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bcc40736-da35-46b2-a8f6-b6138409e2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:06.908244 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:06.911191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Network': ['ID=6cf2d8a3-3a0e-4eed-a110-624ee0dd2390,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:06.917234 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43468) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:07.002605 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:07.019311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:07.031906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:07.038849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:07.039819 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:07.051799 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-08de2b7b-0bef-4655-bc14-1ebf51ee2c56 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/networks/6cf2d8a3-3a0e-4eed-a110-624ee0dd2390 HTTP/1.1" status: 204 len: 168 time: 4.7077892 Feb 28 14:56:07.062984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:07.063785 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:07.068223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43472) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:07.070840 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-bcc40736-da35-46b2-a8f6-b6138409e2fd None None] For port 7d123c46-e7c8-4c07-baad-0b4c77c51945, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7d123c46-e7c8-4c07-baad-0b4c77c51945,segment=NetworkSegment(f83aa9fd-6100-4753-adc1-ecbafa873171),segment_id=f83aa9fd-6100-4753-adc1-ecbafa873171)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:07.081103 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=b29ed122-a882-4985-8272-2718310647f9,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:07.084944 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-078f0969-70a1-4ce7-9379-7f6d1f9751d8 None None] Allocated IP 172.20.0.34 (6026ac84-15f4-4b4d-963e-65bf39cdd3e0/698f559e-a673-4460-8447-251c63badbfa/e9edea1a-bb4c-4721-8e63-59588ad3731c) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:07.087405 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bcc40736-da35-46b2-a8f6-b6138409e2fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:07.162912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:07.222838 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1975e601-33ab-4dc1-9b83-77c05e0843db tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.8876803 Feb 28 14:56:07.223795 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2f2a36e7-a417-476a-87d5-425b6e3a0b61 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.5586600 Feb 28 14:56:07.223916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43476) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:07.225746 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Transition to ACTIVE for port object 1ce01dcc-1363-4b81-961c-be7bdf1805ff will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:07.227101 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a3dec664-7d6a-4db9-9e70-790676fb9f42 req-d101a569-5c7c-4404-95fa-fa67a80d18c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 1098 time: 0.7323613 Feb 28 14:56:07.230728 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43478) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:07.238585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-25324996-31f0-4106-b36e-b042bc15b9e4 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Request body: {'floatingip': {'port_id': 'bf9cce07-a264-4fda-a385-37030e926e81'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:07.243244 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2222f58-9dfa-476c-a6ee-8209a5288b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:56:07.320877 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7807f90e-d39c-461c-ac70-4c7248dfc2ed tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:07.322317 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7807f90e-d39c-461c-ac70-4c7248dfc2ed tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/c0c40848-5aa8-469b-9282-a249aceccc62 HTTP/1.1" status: 200 len: 844 time: 0.2379830 Feb 28 14:56:07.324139 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d7f635-1fbe-4761-b3f8-6cf0ac00b9b3 None None] Sync routers for ids ['b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:56:07.332581 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43484) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:07.347738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2222f58-9dfa-476c-a6ee-8209a5288b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:07.348872 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a2222f58-9dfa-476c-a6ee-8209a5288b0f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "PUT /v2.0/routers/b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb HTTP/1.1" status: 200 len: 698 time: 3.4492991 Feb 28 14:56:07.350368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc40736-da35-46b2-a8f6-b6138409e2fd None None] Pushing event updated for resources: {'Port': ['ID=7d123c46-e7c8-4c07-baad-0b4c77c51945,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:07.382549 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43488) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:07.385054 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d7f635-1fbe-4761-b3f8-6cf0ac00b9b3 None None] Routers {'b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:07.385687 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-21d7f635-1fbe-4761-b3f8-6cf0ac00b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:07.431608 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0b7795f5-c4b5-43dd-bb68-918fb8c3dee2 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=dc1d4553fb84410fb62138d51b5fd9d3&network_id=987a27bf-1d58-4507-8458-9899329adcaa HTTP/1.1" status: 200 len: 2999 time: 0.4883223 Feb 28 14:56:07.433967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-87cb91c4-4ce9-4e73-ab42-bc620378bee6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port b29ed122-a882-4985-8272-2718310647f9 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:07.434307 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87cb91c4-4ce9-4e73-ab42-bc620378bee6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:07.475358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-078f0969-70a1-4ce7-9379-7f6d1f9751d8 None None] For port e9edea1a-bb4c-4721-8e63-59588ad3731c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e9edea1a-bb4c-4721-8e63-59588ad3731c,segment=NetworkSegment(63e58111-25ad-4cd4-a305-723420c29031),segment_id=63e58111-25ad-4cd4-a305-723420c29031)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:07.499851 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-30002b79-c542-4287-9b2e-abe1afadedf7 None None] Provisioning complete for port 7d123c46-e7c8-4c07-baad-0b4c77c51945 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:07.500045 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30002b79-c542-4287-9b2e-abe1afadedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:07.526781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9448cf66-18b2-44ab-8b68-22cb3b27c65d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:07.555932 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-25324996-31f0-4106-b36e-b042bc15b9e4 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:07.605310 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-078f0969-70a1-4ce7-9379-7f6d1f9751d8 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:07.646872 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bb11bc79-c602-41fe-acbc-f6186d896e6d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/c0c40848-5aa8-469b-9282-a249aceccc62?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3130965 Feb 28 14:56:07.647259 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-078f0969-70a1-4ce7-9379-7f6d1f9751d8 None None] Transition to ACTIVE for port object e9edea1a-bb4c-4721-8e63-59588ad3731c will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:07.653519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-21d7f635-1fbe-4761-b3f8-6cf0ac00b9b3 None None] Set router b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:56:07.655619 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43496) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:07.662479 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:07.699846 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-078f0969-70a1-4ce7-9379-7f6d1f9751d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:07.710350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f40c660b-4a4b-4bbf-bbd7-8a1ffaf11d20 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'subnet': {'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:07.749062 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec664-7d6a-4db9-9e70-790676fb9f42 req-e249c401-b45e-4c42-8734-1e22f4e64f2e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:07.750382 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a3dec664-7d6a-4db9-9e70-790676fb9f42 req-e249c401-b45e-4c42-8734-1e22f4e64f2e service neutron] 10.222.0.20 "GET /v2.0/networks?id=987a27bf-1d58-4507-8458-9899329adcaa HTTP/1.1" status: 200 len: 896 time: 0.4348865 Feb 28 14:56:07.839881 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-21d7f635-1fbe-4761-b3f8-6cf0ac00b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb', 'name': 'tempest-RoutersIpV6Test-router-2059147441', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:03Z', 'updated_at': '2022-02-28T14:56:05Z', 'revision_number': 2, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:07.937736 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d7f635-1fbe-4761-b3f8-6cf0ac00b9b3 None None] Checking router: b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:56:07.961142 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-078f0969-70a1-4ce7-9379-7f6d1f9751d8 None None] Pushing event updated for resources: {'Port': ['ID=e9edea1a-bb4c-4721-8e63-59588ad3731c,revision_number=7']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:07.987254 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87cb91c4-4ce9-4e73-ab42-bc620378bee6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:08.005740 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a3dec664-7d6a-4db9-9e70-790676fb9f42 req-b058068c-c102-4385-8e7f-bc552765435f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1296ecd-1316-49b4-94ae-d25d4acc4d41 HTTP/1.1" status: 200 len: 1001 time: 0.2470005 Feb 28 14:56:08.022065 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d7f635-1fbe-4761-b3f8-6cf0ac00b9b3 None None] Routers {'b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:08.022687 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-21d7f635-1fbe-4761-b3f8-6cf0ac00b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:08.046046 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-24ab67b4-60c9-4d81-b3cf-6e9d9ac56937 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/routers/b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb HTTP/1.1" status: 200 len: 704 time: 0.6566379 Feb 28 14:56:08.076058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Network 13b48f1a-82de-4af4-a298-2b999497204b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:08.076701 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43500) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:08.079153 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event updated for resources: {'Port': ['ID=1ce01dcc-1363-4b81-961c-be7bdf1805ff,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:08.101956 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:08.144141 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:08.144667 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:08.166302 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-87cb91c4-4ce9-4e73-ab42-bc620378bee6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for b29ed122-a882-4985-8272-2718310647f9 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:08.167463 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-21d7f635-1fbe-4761-b3f8-6cf0ac00b9b3 None None] Set router b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:56:08.169648 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c3f82634-adff-4a99-ac09-2b0ba23a0e22 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Synchronizing usage tracker for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:08.177207 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f40c660b-4a4b-4bbf-bbd7-8a1ffaf11d20 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:08.189179 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f40c660b-4a4b-4bbf-bbd7-8a1ffaf11d20 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:subnet and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:08.201242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f40c660b-4a4b-4bbf-bbd7-8a1ffaf11d20 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:08.211720 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-30002b79-c542-4287-9b2e-abe1afadedf7 None None] Provisioning for port bf9cce07-a264-4fda-a385-37030e926e81 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:08.215624 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:08.224420 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-30002b79-c542-4287-9b2e-abe1afadedf7 None None] Provisioning complete for port bf9cce07-a264-4fda-a385-37030e926e81 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:08.225066 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30002b79-c542-4287-9b2e-abe1afadedf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:08.254253 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f40c660b-4a4b-4bbf-bbd7-8a1ffaf11d20 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:08.333962 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-21d7f635-1fbe-4761-b3f8-6cf0ac00b9b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb', 'name': 'tempest-RoutersIpV6Test-router-2059147441', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:03Z', 'updated_at': '2022-02-28T14:56:05Z', 'revision_number': 2, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:08.353636 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21d7f635-1fbe-4761-b3f8-6cf0ac00b9b3 None None] The sync data for ids ['b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb'] in dv-neutron-830866-2-hyperv is: [{'id': 'b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb', 'name': 'tempest-RoutersIpV6Test-router-2059147441', 'tenant_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:03Z', 'updated_at': '2022-02-28T14:56:05Z', 'revision_number': 2, 'project_id': '841da8ae6fd44e2cbd1f6dbac17543ac', 'gw_port_host': None}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:56:08.370903 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-30002b79-c542-4287-9b2e-abe1afadedf7 None None] Port bf9cce07-a264-4fda-a385-37030e926e81 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:08.513072 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:08.534156 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c3f82634-adff-4a99-ac09-2b0ba23a0e22 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Unset dirty status for tenant:841da8ae6fd44e2cbd1f6dbac17543ac on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:08.538050 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c3f82634-adff-4a99-ac09-2b0ba23a0e22 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb HTTP/1.1" status: 200 len: 205 time: 0.4538224 Feb 28 14:56:08.541358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f40c660b-4a4b-4bbf-bbd7-8a1ffaf11d20 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:08.542383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec664-7d6a-4db9-9e70-790676fb9f42 req-d65bc384-0615-492c-8f2c-798915861187 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:08.543895 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a3dec664-7d6a-4db9-9e70-790676fb9f42 req-d65bc384-0615-492c-8f2c-798915861187 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b78abaac-c097-4be2-812f-ba39432656a0 HTTP/1.1" status: 200 len: 835 time: 0.2373669 Feb 28 14:56:08.556256 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43504) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:08.770501 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7bf57b9d-f474-4f37-9df7-0b6cd8aebe29 None None] Provisioning for port b29ed122-a882-4985-8272-2718310647f9 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:08.776707 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87cb91c4-4ce9-4e73-ab42-bc620378bee6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:08.777217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7bf57b9d-f474-4f37-9df7-0b6cd8aebe29 None None] Provisioning complete for port b29ed122-a882-4985-8272-2718310647f9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:08.777217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7bf57b9d-f474-4f37-9df7-0b6cd8aebe29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:08.813513 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-7bf57b9d-f474-4f37-9df7-0b6cd8aebe29 None None] Port b29ed122-a882-4985-8272-2718310647f9 was deleted so its status cannot be updated. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 28 14:56:08.874775 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cb91c4-4ce9-4e73-ab42-bc620378bee6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=b29ed122-a882-4985-8272-2718310647f9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:08.911822 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f40c660b-4a4b-4bbf-bbd7-8a1ffaf11d20 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:08.949510 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cb52d944-d7e7-4373-a07b-2fb24215e63b None None] Provisioning for port 1ce01dcc-1363-4b81-961c-be7bdf1805ff completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:08.957783 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cb52d944-d7e7-4373-a07b-2fb24215e63b None None] Provisioning complete for port 1ce01dcc-1363-4b81-961c-be7bdf1805ff triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:08.958396 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cb52d944-d7e7-4373-a07b-2fb24215e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:08.968624 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a3dec664-7d6a-4db9-9e70-790676fb9f42 req-9e032498-f3fc-4cf3-938d-7a24c69c60f1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=987a27bf-1d58-4507-8458-9899329adcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2879572 Feb 28 14:56:09.025781 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-cb52d944-d7e7-4373-a07b-2fb24215e63b None None] Port 1ce01dcc-1363-4b81-961c-be7bdf1805ff cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:09.031949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87cb91c4-4ce9-4e73-ab42-bc620378bee6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:09.054822 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cb52d944-d7e7-4373-a07b-2fb24215e63b None None] Provisioning for port e9edea1a-bb4c-4721-8e63-59588ad3731c completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:09.064836 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cb52d944-d7e7-4373-a07b-2fb24215e63b None None] Provisioning complete for port e9edea1a-bb4c-4721-8e63-59588ad3731c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:09.065390 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cb52d944-d7e7-4373-a07b-2fb24215e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:09.091521 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:09.138460 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-87cb91c4-4ce9-4e73-ab42-bc620378bee6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/b29ed122-a882-4985-8272-2718310647f9 HTTP/1.1" status: 204 len: 168 time: 1.9066434 Feb 28 14:56:09.150406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43510) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:09.190006 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fc0ab60a-a700-402d-bd0a-fce67e7c979a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:09.208417 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-9448cf66-18b2-44ab-8b68-22cb3b27c65d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Delete allocated IP 172.20.0.10 (6026ac84-15f4-4b4d-963e-65bf39cdd3e0/8eca803c-dd79-4949-ad74-9372ac271a50) {{(pid=83592) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 14:56:09.236948 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-9448cf66-18b2-44ab-8b68-22cb3b27c65d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Allocated IP 172.20.0.36 (6026ac84-15f4-4b4d-963e-65bf39cdd3e0/698f559e-a673-4460-8447-251c63badbfa/195f3c4c-67f7-4814-96f6-79b351cfeb59) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:09.276891 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a3dec664-7d6a-4db9-9e70-790676fb9f42 req-39fe6118-a15c-42e8-b4dc-8de34491c85c service neutron] 10.222.0.20 "GET /v2.0/networks/987a27bf-1d58-4507-8458-9899329adcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2708635 Feb 28 14:56:09.286572 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cb52d944-d7e7-4373-a07b-2fb24215e63b None None] Provisioning complete for port 195f3c4c-67f7-4814-96f6-79b351cfeb59 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:09.287131 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cb52d944-d7e7-4373-a07b-2fb24215e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:09.344196 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-cb52d944-d7e7-4373-a07b-2fb24215e63b None None] Port 195f3c4c-67f7-4814-96f6-79b351cfeb59 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:09.357090 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cb52d944-d7e7-4373-a07b-2fb24215e63b None None] Provisioning complete for port d33578b7-2a4b-426d-bc5c-c136fad53b51 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:09.357266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cb52d944-d7e7-4373-a07b-2fb24215e63b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:09.421401 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-cb52d944-d7e7-4373-a07b-2fb24215e63b None None] Port d33578b7-2a4b-426d-bc5c-c136fad53b51 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:09.425312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e9edea1a-bb4c-4721-8e63-59588ad3731c up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:09.431150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d195b0a1-ee8c-4a42-a887-d11b7946dc4f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:09.431892 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d195b0a1-ee8c-4a42-a887-d11b7946dc4f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:09.497920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e9edea1a-bb4c-4721-8e63-59588ad3731c triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:09.498319 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:09.558564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d195b0a1-ee8c-4a42-a887-d11b7946dc4f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:09.562533 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d195b0a1-ee8c-4a42-a887-d11b7946dc4f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4080403 Feb 28 14:56:09.566415 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43514) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:09.601843 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a3dec664-7d6a-4db9-9e70-790676fb9f42 req-934d1017-796a-4547-a23f-fdd0ab05259f service neutron] 10.222.0.20 "GET /v2.0/networks/987a27bf-1d58-4507-8458-9899329adcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3163249 Feb 28 14:56:09.631409 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7d123c46-e7c8-4c07-baad-0b4c77c51945 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:09.695826 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea547ba4-50cf-483d-b61d-5b2fdd8bbccd tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:09.699751 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ea547ba4-50cf-483d-b61d-5b2fdd8bbccd tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1299472 Feb 28 14:56:09.705548 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43518) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:09.712532 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 7d123c46-e7c8-4c07-baad-0b4c77c51945 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:09.712900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:09.750439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9448cf66-18b2-44ab-8b68-22cb3b27c65d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:09.756262 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Allocated IP 172.26.4.183 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/e5218534-1896-45ee-a5bd-cbf6725f2849) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:09.758615 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f40c660b-4a4b-4bbf-bbd7-8a1ffaf11d20 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:09.783992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-9448cf66-18b2-44ab-8b68-22cb3b27c65d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Transition to ACTIVE for port object 195f3c4c-67f7-4814-96f6-79b351cfeb59 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:09.797139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15244cd-da8e-4f23-a614-adc27201c117 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:09.798508 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15244cd-da8e-4f23-a614-adc27201c117 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:09.799941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15244cd-da8e-4f23-a614-adc27201c117 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:09.800663 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f15244cd-da8e-4f23-a614-adc27201c117 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:09.803474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9448cf66-18b2-44ab-8b68-22cb3b27c65d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:09.940871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f15244cd-da8e-4f23-a614-adc27201c117 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:09.941325 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f15244cd-da8e-4f23-a614-adc27201c117 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2350583 Feb 28 14:56:09.946732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43524) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:09.987331 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9448cf66-18b2-44ab-8b68-22cb3b27c65d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event updated for resources: {'Port': ['ID=195f3c4c-67f7-4814-96f6-79b351cfeb59,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:10.027381 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-9448cf66-18b2-44ab-8b68-22cb3b27c65d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] In _notify_port_updated(), no bound segment for port 195f3c4c-67f7-4814-96f6-79b351cfeb59 on network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 {{(pid=83592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:56:10.031788 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9448cf66-18b2-44ab-8b68-22cb3b27c65d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:10.032418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9448cf66-18b2-44ab-8b68-22cb3b27c65d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.036205 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9448cf66-18b2-44ab-8b68-22cb3b27c65d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "PUT /v2.0/ports/195f3c4c-67f7-4814-96f6-79b351cfeb59 HTTP/1.1" status: 200 len: 959 time: 3.9565964 Feb 28 14:56:10.036557 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43528) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:10.182725 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-acafa1d3-10e5-41eb-a9cd-ba170f9b93fc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port 195f3c4c-67f7-4814-96f6-79b351cfeb59 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:10.183062 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-acafa1d3-10e5-41eb-a9cd-ba170f9b93fc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.190451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f40c660b-4a4b-4bbf-bbd7-8a1ffaf11d20 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network be200c3b-4134-45c1-a362-476133cc0de3 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:10.202345 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-f40c660b-4a4b-4bbf-bbd7-8a1ffaf11d20 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:10.215073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80f1ab38-a984-4936-aeb5-4ae6016b59af None None] Network be200c3b-4134-45c1-a362-476133cc0de3 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:10.216382 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f40c660b-4a4b-4bbf-bbd7-8a1ffaf11d20 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:10.217021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f40c660b-4a4b-4bbf-bbd7-8a1ffaf11d20 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.232207 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f40c660b-4a4b-4bbf-bbd7-8a1ffaf11d20 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Subnet': ['ID=3766b42b-c824-4951-a170-f9db9966ffc1,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:10.348605 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0be90a-10f2-4fa6-b002-05a04dafa3d9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 4de1a7ee-b681-4296-937f-cbae0bb79ee9 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:56:10.355974 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ee0be90a-10f2-4fa6-b002-05a04dafa3d9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.397574 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fc0ab60a-a700-402d-bd0a-fce67e7c979a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.402747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fc0ab60a-a700-402d-bd0a-fce67e7c979a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.488286 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f40c660b-4a4b-4bbf-bbd7-8a1ffaf11d20 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.8265264 Feb 28 14:56:10.490279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43532) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:10.510172 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-aec820cb-c02f-4ec2-b1cb-c4058a6c5907 None None] Provisioning for port 195f3c4c-67f7-4814-96f6-79b351cfeb59 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:10.527643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-aec820cb-c02f-4ec2-b1cb-c4058a6c5907 None None] Provisioning complete for port 195f3c4c-67f7-4814-96f6-79b351cfeb59 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:10.528012 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-aec820cb-c02f-4ec2-b1cb-c4058a6c5907 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.532127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43536) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:10.562102 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-acc87e72-97e3-4686-bd15-b680180d1c1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'security_group': {'name': 'tempest-secgroup-1465495613'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:10.569117 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-acc87e72-97e3-4686-bd15-b680180d1c1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:10.578941 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fc0ab60a-a700-402d-bd0a-fce67e7c979a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.579413 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc0ab60a-a700-402d-bd0a-fce67e7c979a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Fanout notify agent at l3_agent the message router_deleted on router b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:56:10.593197 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-aec820cb-c02f-4ec2-b1cb-c4058a6c5907 None None] Port 195f3c4c-67f7-4814-96f6-79b351cfeb59 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:10.605865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-acc87e72-97e3-4686-bd15-b680180d1c1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:security_group and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:10.613488 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-be200c3b-4134-45c1-a362-476133cc0de3', 'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'tenant_id': '97261752dc704f2791d2d79e53c8200f', 'fixed_ips': [{'subnet_id': '3766b42b-c824-4951-a170-f9db9966ffc1'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:56:10.614463 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.618608 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-acc87e72-97e3-4686-bd15-b680180d1c1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:10.633309 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-25324996-31f0-4106-b36e-b042bc15b9e4 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:56:10.694380 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fc0ab60a-a700-402d-bd0a-fce67e7c979a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.698978 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fc0ab60a-a700-402d-bd0a-fce67e7c979a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/routers/b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb HTTP/1.1" status: 204 len: 168 time: 2.0958881 Feb 28 14:56:10.699160 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ee0be90a-10f2-4fa6-b002-05a04dafa3d9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.704576 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43540) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:10.710626 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-acc87e72-97e3-4686-bd15-b680180d1c1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:10.730311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-099b1395-ed91-4459-abfe-6f8df19c2dc0 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:10.731688 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-099b1395-ed91-4459-abfe-6f8df19c2dc0 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b HTTP/1.1" status: 200 len: 814 time: 0.1987488 Feb 28 14:56:10.750375 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.809357 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-acafa1d3-10e5-41eb-a9cd-ba170f9b93fc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.812134 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8d5461b0-c5c1-4b50-81ec-60962854840d tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports?device_id=b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb HTTP/1.1" status: 200 len: 205 time: 0.0989249 Feb 28 14:56:10.816867 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43546) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:10.830953 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Allocated IP 2001:db8::2 (be200c3b-4134-45c1-a362-476133cc0de3/3766b42b-c824-4951-a170-f9db9966ffc1/83da16ee-9af7-4f6c-98f8-f37ed652e7cd) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:10.854358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-acc87e72-97e3-4686-bd15-b680180d1c1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.889380 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-25324996-31f0-4106-b36e-b042bc15b9e4 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.905178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-25324996-31f0-4106-b36e-b042bc15b9e4 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:10.944258 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-867600b2-7356-41f1-a423-e3b9f4bb7a3f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] delete failed (client error): The resource could not be found. Feb 28 14:56:10.947462 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-867600b2-7356-41f1-a423-e3b9f4bb7a3f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/routers/b2ab2cb5-b797-42b8-9fe6-4e636f2b2dfb HTTP/1.1" status: 404 len: 336 time: 0.1261475 Feb 28 14:56:10.964220 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43552) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:10.986616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:56:11.007997 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-acafa1d3-10e5-41eb-a9cd-ba170f9b93fc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for 195f3c4c-67f7-4814-96f6-79b351cfeb59 owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:11.045678 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.058214 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Transition to ACTIVE for port object 83da16ee-9af7-4f6c-98f8-f37ed652e7cd will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:11.061748 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ee0be90a-10f2-4fa6-b002-05a04dafa3d9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.078682 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Transition to ACTIVE for port object 83da16ee-9af7-4f6c-98f8-f37ed652e7cd will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:11.086275 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-acc87e72-97e3-4686-bd15-b680180d1c1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:11.087374 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.104566 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.111845 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-e8954a5a-2769-4cc2-9ddd-6feca0e649e7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:11.112289 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e8954a5a-2769-4cc2-9ddd-6feca0e649e7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:11.117513 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-acc87e72-97e3-4686-bd15-b680180d1c1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:security_group_rule and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:11.120434 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.123799 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.124659 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.182291 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Network be200c3b-4134-45c1-a362-476133cc0de3 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:11.185021 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:11.188664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:11.194986 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Pushing event updated for resources: {'Port': ['ID=83da16ee-9af7-4f6c-98f8-f37ed652e7cd,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:11.218897 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ee0be90a-10f2-4fa6-b002-05a04dafa3d9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.262310 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-acc87e72-97e3-4686-bd15-b680180d1c1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:11.267331 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0be90a-10f2-4fa6-b002-05a04dafa3d9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=4de1a7ee-b681-4296-937f-cbae0bb79ee9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:11.274037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ee0be90a-10f2-4fa6-b002-05a04dafa3d9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.282174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Attempting to bind port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:56:11.282619 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Attempting to bind port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '69c628f0-8251-4e49-b0ba-fef4a759913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:56:11.282885 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Attempting to bind port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd on network be200c3b-4134-45c1-a362-476133cc0de3 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:56:11.287902 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2249693-3a7b-42fc-98e6-32af8c6c6c5a None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:11.288442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-acafa1d3-10e5-41eb-a9cd-ba170f9b93fc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.320884 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e8954a5a-2769-4cc2-9ddd-6feca0e649e7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/5c6722a3-0d97-4c53-8352-6148fe6abcf6 HTTP/1.1" status: 404 len: 337 time: 0.3424320 Feb 28 14:56:11.323062 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-acc87e72-97e3-4686-bd15-b680180d1c1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:11.330599 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43556) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:11.352451 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:56:11.352881 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Checking segment: {'id': '69c628f0-8251-4e49-b0ba-fef4a759913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:11.353203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.353585 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Bound using segment: {'id': '69c628f0-8251-4e49-b0ba-fef4a759913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:56:11.354060 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Bound port: 83da16ee-9af7-4f6c-98f8-f37ed652e7cd, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69c628f0-8251-4e49-b0ba-fef4a759913a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:56:11.354427 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.375496 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ee0be90a-10f2-4fa6-b002-05a04dafa3d9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/4de1a7ee-b681-4296-937f-cbae0bb79ee9 HTTP/1.1" status: 204 len: 168 time: 1.4217060 Feb 28 14:56:11.379011 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acafa1d3-10e5-41eb-a9cd-ba170f9b93fc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=195f3c4c-67f7-4814-96f6-79b351cfeb59,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:11.384247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43560) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:11.421080 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-05afb11b-acff-4474-9630-c35b43e9f0f8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:11.421516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05afb11b-acff-4474-9630-c35b43e9f0f8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:11.425357 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-05afb11b-acff-4474-9630-c35b43e9f0f8 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/8e4a04cc-67a1-4535-9bfc-a9bad7448459 HTTP/1.1" status: 404 len: 337 time: 0.0870483 Feb 28 14:56:11.427295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43564) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:11.432592 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:11.448319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:11.462448 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Pushing event updated for resources: {'Port': ['ID=e5218534-1896-45ee-a5bd-cbf6725f2849,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:11.467889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:11.517186 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-ab4418b6-58de-4dec-9553-ac8d6c6680b3 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:11.517534 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ab4418b6-58de-4dec-9553-ac8d6c6680b3 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:11.521751 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ab4418b6-58de-4dec-9553-ac8d6c6680b3 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/08e075ab-90c3-4251-8e3a-115d69194540 HTTP/1.1" status: 404 len: 337 time: 0.0941143 Feb 28 14:56:11.547727 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] For port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:56:11.551636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43568) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:11.568907 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] For port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=83da16ee-9af7-4f6c-98f8-f37ed652e7cd,segment=NetworkSegment(69c628f0-8251-4e49-b0ba-fef4a759913a),segment_id=69c628f0-8251-4e49-b0ba-fef4a759913a)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:56:11.588166 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-adf47534-9159-490e-a72c-82eca7183f7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 72c568ac-e2b9-4e24-9ccc-171bb029a770 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:56:11.593182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43572) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:11.603342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-299d481b-b754-4b97-8090-f4532e687b16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'network': {'name': 'tempest-network-smoke--2110212400', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'port_security_enabled': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:11.611102 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-adf47534-9159-490e-a72c-82eca7183f7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.626111 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.644604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-299d481b-b754-4b97-8090-f4532e687b16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:11.661988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-299d481b-b754-4b97-8090-f4532e687b16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:network and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:11.674935 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-299d481b-b754-4b97-8090-f4532e687b16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:11.678646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-acafa1d3-10e5-41eb-a9cd-ba170f9b93fc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.680706 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-acafa1d3-10e5-41eb-a9cd-ba170f9b93fc tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/195f3c4c-67f7-4814-96f6-79b351cfeb59 HTTP/1.1" status: 204 len: 168 time: 1.6432526 Feb 28 14:56:11.683869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43576) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:11.720967 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bb5c101-c5c6-4249-8812-e16f83a3dfc6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:11.721461 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bb5c101-c5c6-4249-8812-e16f83a3dfc6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:11.721627 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-299d481b-b754-4b97-8090-f4532e687b16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:11.740169 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-639366e5-a7dc-4e40-887a-4eb9d4df102d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] GET failed (client error): The resource could not be found. Feb 28 14:56:11.740659 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-639366e5-a7dc-4e40-887a-4eb9d4df102d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:11.746699 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-adf47534-9159-490e-a72c-82eca7183f7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.770022 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3bb5c101-c5c6-4249-8812-e16f83a3dfc6 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/43a77d03-f210-42ee-b871-43c9af624129 HTTP/1.1" status: 404 len: 337 time: 0.2146146 Feb 28 14:56:11.770022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event updated for resources: {'Port': ['ID=1ce01dcc-1363-4b81-961c-be7bdf1805ff,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:11.780868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43580) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:11.788538 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d75dba28-8af3-4ed3-a990-dc4febd593f1 None None] Pushing event updated for resources: {'Port': ['ID=83da16ee-9af7-4f6c-98f8-f37ed652e7cd,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:11.790455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-acc87e72-97e3-4686-bd15-b680180d1c1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.797750 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Network 13b48f1a-82de-4af4-a298-2b999497204b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:11.835455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-299d481b-b754-4b97-8090-f4532e687b16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:11.838416 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-299d481b-b754-4b97-8090-f4532e687b16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.843837 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:11.880836 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-80c9b73b-d9ad-498d-bc90-cf6393974816 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports?device_id=14e55685-af99-4349-98f6-c7493fee7e1c HTTP/1.1" status: 200 len: 205 time: 0.0981052 Feb 28 14:56:11.884684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-639366e5-a7dc-4e40-887a-4eb9d4df102d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:11.885781 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-639366e5-a7dc-4e40-887a-4eb9d4df102d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports/195f3c4c-67f7-4814-96f6-79b351cfeb59 HTTP/1.1" status: 404 len: 333 time: 0.1975193 Feb 28 14:56:11.886570 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43584) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:11.891415 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43586) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:11.935053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-acc87e72-97e3-4686-bd15-b680180d1c1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:11.999967 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-59a084a2-d137-4797-a835-c6511d290345 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] delete failed (client error): The resource could not be found. Feb 28 14:56:12.001504 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-59a084a2-d137-4797-a835-c6511d290345 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/routers/14e55685-af99-4349-98f6-c7493fee7e1c HTTP/1.1" status: 404 len: 336 time: 0.1110873 Feb 28 14:56:12.014652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43592) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:12.118803 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-299d481b-b754-4b97-8090-f4532e687b16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:56:12.151292 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-212bde07-b58d-4f94-9b77-2f982469379f tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports?device_id=b1098249-e8ad-4711-977b-b9067b97a348 HTTP/1.1" status: 200 len: 205 time: 0.1352355 Feb 28 14:56:12.165047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43596) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:12.191510 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-299d481b-b754-4b97-8090-f4532e687b16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:12.191872 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-299d481b-b754-4b97-8090-f4532e687b16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Added segment e894dc4f-7aa6-43ff-bb68-278c8827df43 of type vlan for network 2468bad3-050a-41a8-a719-de3c7061bc72 Feb 28 14:56:12.199529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fcf2f6a2-7607-4afd-8e04-608ca446f91f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:12.209127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-adf47534-9159-490e-a72c-82eca7183f7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:12.268652 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-acc87e72-97e3-4686-bd15-b680180d1c1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:12.274018 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-acc87e72-97e3-4686-bd15-b680180d1c1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.7761250 Feb 28 14:56:12.285358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc87e72-97e3-4686-bd15-b680180d1c1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07e4c07c-344b-4e7e-b71a-570e61b09972,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:12.287650 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43600) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:12.350689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a8e214ea-252d-43e2-9e45-96df75792e39 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'security_group': {'name': 'tempest-secgroup-2016980676'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:12.351049 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-36963850-3907-4dd1-a74b-0da9767bd404 None None] Provisioning complete for port 1ce01dcc-1363-4b81-961c-be7bdf1805ff triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:12.352161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-36963850-3907-4dd1-a74b-0da9767bd404 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:12.362576 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-a6e4399a-3518-42d8-95a6-84aed2323cd0 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] delete failed (client error): The resource could not be found. Feb 28 14:56:12.369588 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a6e4399a-3518-42d8-95a6-84aed2323cd0 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/routers/b1098249-e8ad-4711-977b-b9067b97a348 HTTP/1.1" status: 404 len: 336 time: 0.1995807 Feb 28 14:56:12.375348 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43604) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:12.383946 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a8e214ea-252d-43e2-9e45-96df75792e39 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:12.464751 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fcf2f6a2-7607-4afd-8e04-608ca446f91f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:12.477716 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c4553be-a930-4030-b361-5e87e53d4b73 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:12.478158 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c4553be-a930-4030-b361-5e87e53d4b73 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:12.481489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-36963850-3907-4dd1-a74b-0da9767bd404 None None] Port 1ce01dcc-1363-4b81-961c-be7bdf1805ff cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:12.493865 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6c4553be-a930-4030-b361-5e87e53d4b73 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/86273cd5-1d23-4894-9ab1-b39f333d494f HTTP/1.1" status: 404 len: 337 time: 0.1153774 Feb 28 14:56:12.503836 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43608) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:12.549208 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-299d481b-b754-4b97-8090-f4532e687b16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:12.558199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fcf2f6a2-7607-4afd-8e04-608ca446f91f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:12.588931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a8e214ea-252d-43e2-9e45-96df75792e39 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:security_group and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:12.601553 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d30e8f58-2279-40e9-9623-7387846069d7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports?device_id=88f649cc-e1e3-4870-9a66-b1af2b918db0 HTTP/1.1" status: 200 len: 205 time: 0.0965662 Feb 28 14:56:12.602455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2f6a2-7607-4afd-8e04-608ca446f91f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfa08f4-9681-459b-abd1-e3a13301a1e4,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:12.609701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43612) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:12.612008 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a8e214ea-252d-43e2-9e45-96df75792e39 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:12.684061 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-25324996-31f0-4106-b36e-b042bc15b9e4 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Floating IP 725ca830-c2ae-41c0-a217-1d3ec9117a9c associated. External IP: 172.26.4.146, port: bed22c3a-6cfb-4b0e-ae05-4bfe0f518f68. Feb 28 14:56:12.698462 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-7bdfa6e8-7bae-410f-9c18-25c5049a6821 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] delete failed (client error): The resource could not be found. Feb 28 14:56:12.699593 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7bdfa6e8-7bae-410f-9c18-25c5049a6821 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/routers/88f649cc-e1e3-4870-9a66-b1af2b918db0 HTTP/1.1" status: 404 len: 336 time: 0.0833561 Feb 28 14:56:12.701328 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fcf2f6a2-7607-4afd-8e04-608ca446f91f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:12.702441 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fcf2f6a2-7607-4afd-8e04-608ca446f91f tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/security-groups/0cfa08f4-9681-459b-abd1-e3a13301a1e4 HTTP/1.1" status: 204 len: 168 time: 0.7508564 Feb 28 14:56:12.703827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43616) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:12.705862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43618) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:12.740007 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a8e214ea-252d-43e2-9e45-96df75792e39 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:12.757647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-299d481b-b754-4b97-8090-f4532e687b16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:12.761145 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299d481b-b754-4b97-8090-f4532e687b16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:12.761799 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-299d481b-b754-4b97-8090-f4532e687b16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:12.803941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-adf47534-9159-490e-a72c-82eca7183f7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:12.857138 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2f9beba7-ab68-4489-8f96-59bb840182d0 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports?device_id=d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d HTTP/1.1" status: 200 len: 205 time: 0.1522417 Feb 28 14:56:12.875965 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf47534-9159-490e-a72c-82eca7183f7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=72c568ac-e2b9-4e24-9ccc-171bb029a770,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:12.891438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43624) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:12.936401 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-85614a06-ea83-4d85-8af8-20dd16e1caab None None] Provisioning complete for port c6921326-0e42-4935-bee0-f07380383178 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:12.936944 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-85614a06-ea83-4d85-8af8-20dd16e1caab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:12.999143 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-adf47534-9159-490e-a72c-82eca7183f7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:13.001194 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-adf47534-9159-490e-a72c-82eca7183f7f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/72c568ac-e2b9-4e24-9ccc-171bb029a770 HTTP/1.1" status: 204 len: 168 time: 1.6145046 Feb 28 14:56:13.007475 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-62a19771-8324-48b8-af69-20e72ef0364e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] delete failed (client error): The resource could not be found. Feb 28 14:56:13.009014 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13a40ab2-f502-4f2d-8b82-ba79a9e76cfe None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:13.011695 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-62a19771-8324-48b8-af69-20e72ef0364e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/routers/d3b9bcc3-94bb-4ae4-882a-d5ebc07ef06d HTTP/1.1" status: 404 len: 336 time: 0.1052647 Feb 28 14:56:13.012347 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-299d481b-b754-4b97-8090-f4532e687b16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.4165540 Feb 28 14:56:13.019471 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43628) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:13.019708 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43630) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:13.019919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43632) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:13.030615 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299d481b-b754-4b97-8090-f4532e687b16 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Network': ['ID=2468bad3-050a-41a8-a719-de3c7061bc72,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:13.074071 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 2468bad3-050a-41a8-a719-de3c7061bc72 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:56:13.146736 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-0943190f-a440-4475-b530-4126b0f8086a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:13.147731 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0943190f-a440-4475-b530-4126b0f8086a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:13.152706 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0943190f-a440-4475-b530-4126b0f8086a tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/101da842-0037-458c-83cb-5181ee5fae37 HTTP/1.1" status: 404 len: 337 time: 0.1291864 Feb 28 14:56:13.162431 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43640) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:13.240114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a8e214ea-252d-43e2-9e45-96df75792e39 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:13.264574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-217f100c-8f75-4120-a030-22b12d6e4709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:13.267743 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2c07b41-7348-41d8-b69e-b22e176c2276 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:13.269413 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d2c07b41-7348-41d8-b69e-b22e176c2276 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=dc1d4553fb84410fb62138d51b5fd9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2468455 Feb 28 14:56:13.271430 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-07dd2a0d-11fd-492f-bb75-7cbc94d2f8c7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports?device_id=56d3d8a9-f66e-4bb8-99be-bbe4706178f4 HTTP/1.1" status: 200 len: 205 time: 0.1079872 Feb 28 14:56:13.273020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43644) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:13.280366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43646) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:13.300066 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fa053ac5-02d3-49a2-aef1-8455f26e1b1a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2788885 Feb 28 14:56:13.306944 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43652) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:13.387466 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-7ef7c93a-b773-4175-af9e-2ac40d6c35b7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] delete failed (client error): The resource could not be found. Feb 28 14:56:13.392355 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7ef7c93a-b773-4175-af9e-2ac40d6c35b7 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/routers/56d3d8a9-f66e-4bb8-99be-bbe4706178f4 HTTP/1.1" status: 404 len: 336 time: 0.0980809 Feb 28 14:56:13.393286 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43656) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:13.396907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-217f100c-8f75-4120-a030-22b12d6e4709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:13.411388 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d1264b3f-268d-4ccb-a7d5-7a4aa4431b91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:13.486806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 83da16ee-9af7-4f6c-98f8-f37ed652e7cd up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:13.511807 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a8e214ea-252d-43e2-9e45-96df75792e39 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:13.512039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-217f100c-8f75-4120-a030-22b12d6e4709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:13.558474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217f100c-8f75-4120-a030-22b12d6e4709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2295a21-dc5f-4ac1-a6b3-cd2d735318bd,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:13.569460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-217f100c-8f75-4120-a030-22b12d6e4709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:13.573136 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-217f100c-8f75-4120-a030-22b12d6e4709 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/security-groups/d2295a21-dc5f-4ac1-a6b3-cd2d735318bd HTTP/1.1" status: 204 len: 168 time: 0.8635600 Feb 28 14:56:13.573136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044c5398-b0b9-4f08-a51e-22d225f084da tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:13.573470 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-044c5398-b0b9-4f08-a51e-22d225f084da tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2995207 Feb 28 14:56:13.574014 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43660) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:13.582235 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb6121d-6fbf-4382-828f-c7c47a9b0177 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:13.583021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4eb6121d-6fbf-4382-828f-c7c47a9b0177 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:13.589979 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43664) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:13.595844 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a8e214ea-252d-43e2-9e45-96df75792e39 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:security_group_rule and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:13.598960 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a8e214ea-252d-43e2-9e45-96df75792e39 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:13.620079 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:13.641038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-867c5035-64cc-4287-837a-daec5532a4d0 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:13.670776 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-867c5035-64cc-4287-837a-daec5532a4d0 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:13.676451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a8e214ea-252d-43e2-9e45-96df75792e39 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:13.679802 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5970e121-80d2-43e7-b94a-420ae8a6301c tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0759289 Feb 28 14:56:13.683530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43668) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:13.690388 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4eb6121d-6fbf-4382-828f-c7c47a9b0177 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/158b9867-6375-439e-92e6-06612a824916 HTTP/1.1" status: 404 len: 337 time: 0.2344828 Feb 28 14:56:13.699176 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43672) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:13.706393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fc6377-0426-4060-ba96-8755bf817444 None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:56:13.711993 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-82fc6377-0426-4060-ba96-8755bf817444 None None] Deleting port c6921326-0e42-4935-bee0-f07380383178 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:13.711993 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-82fc6377-0426-4060-ba96-8755bf817444 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:13.741432 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2815ef6f-384e-4b4e-8c55-925f63f28877 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=dc1d4553fb84410fb62138d51b5fd9d3&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0544357 Feb 28 14:56:13.743183 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43676) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:13.769132 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a4d460c0-0d13-4650-aed2-8ea3ff40a8a7 None None] Provisioning complete for port c0c40848-5aa8-469b-9282-a249aceccc62 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:13.770327 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a4d460c0-0d13-4650-aed2-8ea3ff40a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:13.792349 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9bf7c89b-1930-488a-8356-d3921e07c49e tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "GET /v2.0/ports?device_id=e15fcc99-d9a5-49a3-81a2-14a103dc2665 HTTP/1.1" status: 200 len: 205 time: 0.0775740 Feb 28 14:56:13.794125 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d1264b3f-268d-4ccb-a7d5-7a4aa4431b91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:13.799420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43680) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:13.804931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d1264b3f-268d-4ccb-a7d5-7a4aa4431b91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:13.842781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-867c5035-64cc-4287-837a-daec5532a4d0 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:13.868654 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a4d460c0-0d13-4650-aed2-8ea3ff40a8a7 None None] Port c0c40848-5aa8-469b-9282-a249aceccc62 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:13.880196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d1264b3f-268d-4ccb-a7d5-7a4aa4431b91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:13.881290 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-867c5035-64cc-4287-837a-daec5532a4d0 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=486bf352-7ff3-47a9-ac0f-a8e3e7b4eb81,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:13.890031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-867c5035-64cc-4287-837a-daec5532a4d0 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:13.890998 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-867c5035-64cc-4287-837a-daec5532a4d0 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/security-groups/486bf352-7ff3-47a9-ac0f-a8e3e7b4eb81 HTTP/1.1" status: 204 len: 168 time: 0.3161035 Feb 28 14:56:13.900040 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43684) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:13.902896 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d1264b3f-268d-4ccb-a7d5-7a4aa4431b91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:13.909940 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-eff7871f-939a-4448-a197-6ad3002ca282 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] delete failed (client error): The resource could not be found. Feb 28 14:56:13.913344 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-eff7871f-939a-4448-a197-6ad3002ca282 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/routers/e15fcc99-d9a5-49a3-81a2-14a103dc2665 HTTP/1.1" status: 404 len: 336 time: 0.1088629 Feb 28 14:56:13.924360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43688) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:13.927918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:13.987214 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a4d460c0-0d13-4650-aed2-8ea3ff40a8a7 None None] Provisioning for port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:13.991149 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-82fc6377-0426-4060-ba96-8755bf817444 None None] For port c6921326-0e42-4935-bee0-f07380383178, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=c6921326-0e42-4935-bee0-f07380383178,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:13.991534 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-82fc6377-0426-4060-ba96-8755bf817444 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.002943 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a4d460c0-0d13-4650-aed2-8ea3ff40a8a7 None None] Provisioning complete for port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:14.003306 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a4d460c0-0d13-4650-aed2-8ea3ff40a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.089777 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-0713510a-9524-44e3-ac72-03846b244323 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting subnet 8eca803c-dd79-4949-ad74-9372ac271a50 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:56:14.094836 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d280a66-d1b6-4b06-a584-5ed3df66de8a tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:14.098805 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3d280a66-d1b6-4b06-a584-5ed3df66de8a tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3529830 Feb 28 14:56:14.098805 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0713510a-9524-44e3-ac72-03846b244323 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.099053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a8e214ea-252d-43e2-9e45-96df75792e39 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.100330 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-f03541d0-2ddf-4491-a438-29ac13e7cb14 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:14.100535 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f03541d0-2ddf-4491-a438-29ac13e7cb14 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:14.105628 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43692) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:14.143212 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-82fc6377-0426-4060-ba96-8755bf817444 None None] Calling delete_port for c6921326-0e42-4935-bee0-f07380383178 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:14.151483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0713510a-9524-44e3-ac72-03846b244323 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.168137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a8e214ea-252d-43e2-9e45-96df75792e39 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.189769 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f03541d0-2ddf-4491-a438-29ac13e7cb14 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/880fdb9a-e3aa-41bb-a8a8-27d71624525c HTTP/1.1" status: 404 len: 337 time: 0.2110655 Feb 28 14:56:14.191589 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43696) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:14.211178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1264b3f-268d-4ccb-a7d5-7a4aa4431b91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:14.228543 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d351ab0c-e988-48d7-87cd-a525891632d5 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1165116 Feb 28 14:56:14.231595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43700) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:14.242916 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-8e919663-bb7e-41a1-a0cd-3af30a27fae3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-544468063', 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:14.253681 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Router 0d098314-f876-4653-a6ed-b728d0119506 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:56:14.260221 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-657073d1-af7d-4c23-bf71-64f012d578c4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:14.260647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-657073d1-af7d-4c23-bf71-64f012d578c4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:14.267850 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-657073d1-af7d-4c23-bf71-64f012d578c4 tempest-RoutersIpV6Test-1575414154 tempest-RoutersIpV6Test-1575414154-project] 10.222.0.15 "DELETE /v2.0/subnets/890068c8-47be-4f02-a61d-58d3053c2793 HTTP/1.1" status: 404 len: 337 time: 0.0709729 Feb 28 14:56:14.298815 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a4d460c0-0d13-4650-aed2-8ea3ff40a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.311285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-82fc6377-0426-4060-ba96-8755bf817444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.344018 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a8e214ea-252d-43e2-9e45-96df75792e39 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.345307 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a8e214ea-252d-43e2-9e45-96df75792e39 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.0103650 Feb 28 14:56:14.346168 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e214ea-252d-43e2-9e45-96df75792e39 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=249ac9ea-0bb3-4e99-ad7f-b964e0b9c1de,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:14.350992 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43706) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:14.376093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1690302382', 'security_groups': ['249ac9ea-0bb3-4e99-ad7f-b964e0b9c1de'], 'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3766b42b-c824-4951-a170-f9db9966ffc1'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:14.377049 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fc6377-0426-4060-ba96-8755bf817444 None None] Pushing event deleted for resources: {'Port': ['ID=c6921326-0e42-4935-bee0-f07380383178,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:14.407073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fc6377-0426-4060-ba96-8755bf817444 None None] No DVR routers for this DVR port c6921326-0e42-4935-bee0-f07380383178 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:56:14.413865 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a4d460c0-0d13-4650-aed2-8ea3ff40a8a7 None None] For port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=83da16ee-9af7-4f6c-98f8-f37ed652e7cd,segment=NetworkSegment(69c628f0-8251-4e49-b0ba-fef4a759913a),segment_id=69c628f0-8251-4e49-b0ba-fef4a759913a)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:14.432192 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a4d460c0-0d13-4650-aed2-8ea3ff40a8a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.478938 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8e919663-bb7e-41a1-a0cd-3af30a27fae3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:14.485626 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8e919663-bb7e-41a1-a0cd-3af30a27fae3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:subnet and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:14.490064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8e919663-bb7e-41a1-a0cd-3af30a27fae3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:14.497535 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0713510a-9524-44e3-ac72-03846b244323 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.524914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8e919663-bb7e-41a1-a0cd-3af30a27fae3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:14.537215 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d460c0-0d13-4650-aed2-8ea3ff40a8a7 None None] Pushing event updated for resources: {'Port': ['ID=83da16ee-9af7-4f6c-98f8-f37ed652e7cd,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:14.555829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e919663-bb7e-41a1-a0cd-3af30a27fae3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:14.559812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d1264b3f-268d-4ccb-a7d5-7a4aa4431b91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.577507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.678744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0713510a-9524-44e3-ac72-03846b244323 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.684445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8e919663-bb7e-41a1-a0cd-3af30a27fae3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.822324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43712) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:14.846058 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0713510a-9524-44e3-ac72-03846b244323 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Subnet': ['ID=8eca803c-dd79-4949-ad74-9372ac271a50,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:14.852255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0713510a-9524-44e3-ac72-03846b244323 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.862228 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6466359c-de32-413c-94a9-981fad136662 None None] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:14.867735 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0713510a-9524-44e3-ac72-03846b244323 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/8eca803c-dd79-4949-ad74-9372ac271a50 HTTP/1.1" status: 204 len: 168 time: 0.9665718 Feb 28 14:56:14.897696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43718) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:14.978551 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:14.996391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-5026995a-14a2-414a-9692-c1c06ff1cd4c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting subnet 698f559e-a673-4460-8447-251c63badbfa {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:56:15.004342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5026995a-14a2-414a-9692-c1c06ff1cd4c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:15.080921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8e919663-bb7e-41a1-a0cd-3af30a27fae3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:15.145391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5026995a-14a2-414a-9692-c1c06ff1cd4c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:15.228390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e919663-bb7e-41a1-a0cd-3af30a27fae3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Subnet': ['ID=72ee69dc-dbb9-46a0-8809-75d3fe30b3ae,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:15.240851 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7d659c24-161b-4aa7-85e6-798b8cd101d6 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=841da8ae6fd44e2cbd1f6dbac17543ac&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4145024 Feb 28 14:56:15.253343 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43722) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:15.278701 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:15.290031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:port and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:15.295887 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:15.320149 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e919663-bb7e-41a1-a0cd-3af30a27fae3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Checking segment: {'id': 'e894dc4f-7aa6-43ff-bb68-278c8827df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:15.320498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e919663-bb7e-41a1-a0cd-3af30a27fae3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network hostable DHCP agents. Network: 2468bad3-050a-41a8-a719-de3c7061bc72, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:56:15.343250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5026995a-14a2-414a-9692-c1c06ff1cd4c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:15.350079 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:15.395195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:15.402110 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 83da16ee-9af7-4f6c-98f8-f37ed652e7cd up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:15.425235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecb55add-6d7e-4d12-a838-c70513826597 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:15.467818 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e919663-bb7e-41a1-a0cd-3af30a27fae3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2468bad3-050a-41a8-a719-de3c7061bc72 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:56:15.477056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecb55add-6d7e-4d12-a838-c70513826597 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:15.512166 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-8e919663-bb7e-41a1-a0cd-3af30a27fae3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 2468bad3-050a-41a8-a719-de3c7061bc72) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:15.528623 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9521d358-28d2-4006-91b8-1ceb6d74cf2f None None] Network 2468bad3-050a-41a8-a719-de3c7061bc72 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:15.532469 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:56:15.535337 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e919663-bb7e-41a1-a0cd-3af30a27fae3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:15.543883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8e919663-bb7e-41a1-a0cd-3af30a27fae3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:15.548473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5026995a-14a2-414a-9692-c1c06ff1cd4c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:15.549538 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92330b92-59e0-4800-a8e8-2932d521bb86 None None] Sync routers for ids ['0d098314-f876-4653-a6ed-b728d0119506'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:56:15.571698 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92330b92-59e0-4800-a8e8-2932d521bb86 None None] Routers {'0d098314-f876-4653-a6ed-b728d0119506'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:15.572313 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-92330b92-59e0-4800-a8e8-2932d521bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0d098314-f876-4653-a6ed-b728d0119506'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:15.617985 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-801efa3d-166c-4e30-ab0e-e2e42fa347ec tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "PUT /v2.0/routers/0d098314-f876-4653-a6ed-b728d0119506/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.9692912 Feb 28 14:56:15.617985 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d1264b3f-268d-4ccb-a7d5-7a4aa4431b91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:15.618323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5026995a-14a2-414a-9692-c1c06ff1cd4c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Subnet': ['ID=698f559e-a673-4460-8447-251c63badbfa,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:15.620734 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43726) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:15.682905 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-92330b92-59e0-4800-a8e8-2932d521bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:15.694649 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92330b92-59e0-4800-a8e8-2932d521bb86 None None] Routers {'0d098314-f876-4653-a6ed-b728d0119506'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:15.695245 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-92330b92-59e0-4800-a8e8-2932d521bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0d098314-f876-4653-a6ed-b728d0119506'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:15.760918 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-92330b92-59e0-4800-a8e8-2932d521bb86 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:15.761326 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92330b92-59e0-4800-a8e8-2932d521bb86 None None] The sync data for ids ['0d098314-f876-4653-a6ed-b728d0119506'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:56:15.778634 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5026995a-14a2-414a-9692-c1c06ff1cd4c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:15.789867 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8e919663-bb7e-41a1-a0cd-3af30a27fae3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5541143 Feb 28 14:56:15.800396 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5026995a-14a2-414a-9692-c1c06ff1cd4c tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/698f559e-a673-4460-8447-251c63badbfa HTTP/1.1" status: 204 len: 168 time: 0.9022999 Feb 28 14:56:15.803915 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43732) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:15.819153 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1264b3f-268d-4ccb-a7d5-7a4aa4431b91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=127ca364-d26e-4880-9877-385d94a17e3d,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:15.854294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecb55add-6d7e-4d12-a838-c70513826597 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:15.856051 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2468bad3-050a-41a8-a719-de3c7061bc72', 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ips': [{'subnet_id': '72ee69dc-dbb9-46a0-8809-75d3fe30b3ae'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:56:15.856631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ecb55add-6d7e-4d12-a838-c70513826597 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:15.856867 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:15.858760 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ecb55add-6d7e-4d12-a838-c70513826597 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dcd4eaf4-4605-4f14-9969-e200f3516a52 HTTP/1.1" status: 204 len: 168 time: 0.6028671 Feb 28 14:56:15.867325 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-847d7080-6831-432f-9a78-13e419ee005b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:15.867796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-847d7080-6831-432f-9a78-13e419ee005b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:15.869894 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-847d7080-6831-432f-9a78-13e419ee005b tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/8eca803c-dd79-4949-ad74-9372ac271a50 HTTP/1.1" status: 404 len: 337 time: 0.0648384 Feb 28 14:56:15.884981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43738) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:15.893959 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1264b3f-268d-4ccb-a7d5-7a4aa4431b91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:15.899971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-d1264b3f-268d-4ccb-a7d5-7a4aa4431b91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:15.906692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1264b3f-268d-4ccb-a7d5-7a4aa4431b91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:15.907508 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d1264b3f-268d-4ccb-a7d5-7a4aa4431b91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:15.922703 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a644ca7-9cc9-4026-ac53-b828cd4eb98d None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:15.928479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecb55add-6d7e-4d12-a838-c70513826597 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcd4eaf4-4605-4f14-9969-e200f3516a52,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:15.970179 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:16.000469 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] device_id is not set on port 18d2016d-f773-475f-98ba-d96c483614cc yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:56:16.026631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-4c911737-75d0-4d44-896e-33d5c7d8289a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting subnet 28decb38-cbb1-4813-9f88-e0e78e2bab67 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:56:16.032031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4c911737-75d0-4d44-896e-33d5c7d8289a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:16.057318 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25324996-31f0-4106-b36e-b042bc15b9e4 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 94fb8087-6267-407a-8212-2b233c292ea2 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:56:16.077460 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d1264b3f-268d-4ccb-a7d5-7a4aa4431b91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6922920 Feb 28 14:56:16.086347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43742) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:16.100302 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-3a2c75ed-a05a-408f-b30c-ba3cce71a91f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:16.122381 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cc99dbbb-579e-4b09-b59b-cb904bb06749 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:16.200210 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43748) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:16.294630 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:16.295521 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:16.360883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082ccd03-2800-4469-a90e-1c3f8d17d859 None None] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:16.437803 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Router bf3ee944-04c6-41df-9535-ac7c7e8a115c is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:56:16.494959 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Allocated IP 2001:db8::85 (be200c3b-4134-45c1-a362-476133cc0de3/3766b42b-c824-4951-a170-f9db9966ffc1/18d2016d-f773-475f-98ba-d96c483614cc) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:16.577086 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4c911737-75d0-4d44-896e-33d5c7d8289a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:16.602112 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5c482ff3-5394-497e-9549-12acef867be4 None None] Provisioning complete for port e9edea1a-bb4c-4721-8e63-59588ad3731c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:16.602565 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5c482ff3-5394-497e-9549-12acef867be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:16.676037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4c911737-75d0-4d44-896e-33d5c7d8289a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:16.724451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3a2c75ed-a05a-408f-b30c-ba3cce71a91f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:16.729944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3a2c75ed-a05a-408f-b30c-ba3cce71a91f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:16.735095 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3a2c75ed-a05a-408f-b30c-ba3cce71a91f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:16.741456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3a2c75ed-a05a-408f-b30c-ba3cce71a91f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:16.754524 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f0503618-4271-437f-827b-523229677c17 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-109289821', 'description': 'tempest-secgroup-smoke-109289821 description', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:16.770027 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Allocated IP 172.20.0.18 (2468bad3-050a-41a8-a719-de3c7061bc72/72ee69dc-dbb9-46a0-8809-75d3fe30b3ae/5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:16.775463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a2c75ed-a05a-408f-b30c-ba3cce71a91f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:16.784514 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2d04583f-a513-435e-a720-cee2c3103874', 'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'tenant_id': '41a9830eb9e84467ba61318d3f77db3e', 'fixed_ips': [{'subnet_id': '127ca364-d26e-4880-9877-385d94a17e3d'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:56:16.785377 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:16.833380 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25324996-31f0-4106-b36e-b042bc15b9e4 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:56:16.853925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed5f20-4596-4cde-8870-3107618f3b68 None None] Sync routers for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:56:16.932750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f0503618-4271-437f-827b-523229677c17 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:16.937314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3a2c75ed-a05a-408f-b30c-ba3cce71a91f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:16.982521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f0503618-4271-437f-827b-523229677c17 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:17.005695 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c6921326-0e42-4935-bee0-f07380383178 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:56:17.084816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed5f20-4596-4cde-8870-3107618f3b68 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:17.085441 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-c4ed5f20-4596-4cde-8870-3107618f3b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:17.102302 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f0503618-4271-437f-827b-523229677c17 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.148573 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f0503618-4271-437f-827b-523229677c17 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:17.156992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f0503618-4271-437f-827b-523229677c17 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:17.156992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f0503618-4271-437f-827b-523229677c17 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:17.162630 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f0503618-4271-437f-827b-523229677c17 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:17.181058 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43766) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:17.207916 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: c6921326-0e42-4935-bee0-f07380383178 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:56:17.208329 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device c6921326-0e42-4935-bee0-f07380383178 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:56:17.224736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4c911737-75d0-4d44-896e-33d5c7d8289a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.236814 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.275184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Transition to ACTIVE for port object 18d2016d-f773-475f-98ba-d96c483614cc will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:17.278568 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-c4ed5f20-4596-4cde-8870-3107618f3b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:17.292765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c911737-75d0-4d44-896e-33d5c7d8289a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Subnet': ['ID=28decb38-cbb1-4813-9f88-e0e78e2bab67,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:17.319902 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.ipam_backend_mixin [None req-3a2c75ed-a05a-408f-b30c-ba3cce71a91f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 127ca364-d26e-4880-9877-385d94a17e3d (CIDR: 2001:db8::/64) Feb 28 14:56:17.321992 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:56:17.338567 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e2d94-749d-46b6-acdd-2c139f7eecd3 None None] Sync routers for ids ['bf3ee944-04c6-41df-9535-ac7c7e8a115c'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:56:17.351038 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.352099 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1f61812d-28e9-4475-b9dd-0612123d0ffc tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "PUT /v2.0/routers/bf3ee944-04c6-41df-9535-ac7c7e8a115c HTTP/1.1" status: 200 len: 919 time: 11.8772106 Feb 28 14:56:17.354986 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43772) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:17.360165 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e2d94-749d-46b6-acdd-2c139f7eecd3 None None] Routers {'bf3ee944-04c6-41df-9535-ac7c7e8a115c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:17.360790 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-8d3e2d94-749d-46b6-acdd-2c139f7eecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['bf3ee944-04c6-41df-9535-ac7c7e8a115c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:17.361420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4c911737-75d0-4d44-896e-33d5c7d8289a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.378319 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4c911737-75d0-4d44-896e-33d5c7d8289a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/28decb38-cbb1-4813-9f88-e0e78e2bab67 HTTP/1.1" status: 204 len: 168 time: 1.4926426 Feb 28 14:56:17.385462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f0503618-4271-437f-827b-523229677c17 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.391837 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2c75ed-a05a-408f-b30c-ba3cce71a91f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:17.392539 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2c75ed-a05a-408f-b30c-ba3cce71a91f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:17.411182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43776) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:17.414889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f0503618-4271-437f-827b-523229677c17 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.480792 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-8d3e2d94-749d-46b6-acdd-2c139f7eecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:17.502096 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d3e2d94-749d-46b6-acdd-2c139f7eecd3 None None] Routers {'bf3ee944-04c6-41df-9535-ac7c7e8a115c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:17.502709 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-8d3e2d94-749d-46b6-acdd-2c139f7eecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['bf3ee944-04c6-41df-9535-ac7c7e8a115c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:17.513474 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3a2c75ed-a05a-408f-b30c-ba3cce71a91f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4235175 Feb 28 14:56:17.513474 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-e137a7e5-20b9-4220-9d67-0d1c7f061b4d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:17.514110 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e137a7e5-20b9-4220-9d67-0d1c7f061b4d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:17.515386 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43780) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:17.519609 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e137a7e5-20b9-4220-9d67-0d1c7f061b4d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/6f9fc0f5-5652-44ed-b783-e9b0e69f75e2 HTTP/1.1" status: 404 len: 337 time: 0.0978873 Feb 28 14:56:17.519759 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.522742 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43784) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:17.533858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a2ee898a-94db-41c6-b93b-f5cd7f252604 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:17.534685 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-a2ee898a-94db-41c6-b93b-f5cd7f252604 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 14:56:17.539834 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a2ee898a-94db-41c6-b93b-f5cd7f252604 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.3532689 Feb 28 14:56:17.542549 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-cc99dbbb-579e-4b09-b59b-cb904bb06749 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 14:56:17.548076 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cc99dbbb-579e-4b09-b59b-cb904bb06749 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "DELETE /v2.0/routers/0d098314-f876-4653-a6ed-b728d0119506 HTTP/1.1" status: 409 len: 329 time: 1.9275007 Feb 28 14:56:17.549307 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43788) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:17.549760 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43790) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:17.550960 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ed5f20-4596-4cde-8870-3107618f3b68 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:17.551790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-c4ed5f20-4596-4cde-8870-3107618f3b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:17.571942 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'subnet': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:17.574473 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-8d3e2d94-749d-46b6-acdd-2c139f7eecd3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:17.574882 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d3e2d94-749d-46b6-acdd-2c139f7eecd3 None None] The sync data for ids ['bf3ee944-04c6-41df-9535-ac7c7e8a115c'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:56:17.625600 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1822774482'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:17.631210 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0503618-4271-437f-827b-523229677c17 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3dbd9c75-f531-49ec-9de6-0ccc5ba9799d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:17.676714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5c482ff3-5394-497e-9549-12acef867be4 None None] Provisioning complete for port d33578b7-2a4b-426d-bc5c-c136fad53b51 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:17.677091 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5c482ff3-5394-497e-9549-12acef867be4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.698911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-c4ed5f20-4596-4cde-8870-3107618f3b68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:17.699321 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4ed5f20-4596-4cde-8870-3107618f3b68 None None] The sync data for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:56:17.704324 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5f64b409-8e13-4f4e-88df-0a7e64c482a4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Synchronizing usage tracker for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:17.713955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:17.722619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f0503618-4271-437f-827b-523229677c17 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.727651 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f0503618-4271-437f-827b-523229677c17 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 1.2612042 Feb 28 14:56:17.729127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43796) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:17.734134 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Allocated IP 2001:db8::2 (2d04583f-a513-435e-a720-cee2c3103874/127ca364-d26e-4880-9877-385d94a17e3d/f4bb97e3-7e64-492b-90c6-c4e078df8faf) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:17.738881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:17.750696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:17.758033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4ecb7317-0561-4cb8-b756-dd07ffb7b885 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '3dbd9c75-f531-49ec-9de6-0ccc5ba9799d', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:17.771921 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=18d2016d-f773-475f-98ba-d96c483614cc,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:17.778370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network be200c3b-4134-45c1-a362-476133cc0de3 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:17.782869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4ecb7317-0561-4cb8-b756-dd07ffb7b885 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:17.788077 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:17.790486 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:17.791761 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4ecb7317-0561-4cb8-b756-dd07ffb7b885 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:17.794369 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:17.795413 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:17.795515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.799643 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4ecb7317-0561-4cb8-b756-dd07ffb7b885 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:17.809460 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5f64b409-8e13-4f4e-88df-0a7e64c482a4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Unset dirty status for tenant:fb9e225221d343a9905afc8524f286ca on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:17.811310 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5f64b409-8e13-4f4e-88df-0a7e64c482a4 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "GET /v2.0/ports?device_id=153b1c1c-af78-411d-8552-3c71af0abbe9 HTTP/1.1" status: 200 len: 205 time: 0.2827814 Feb 28 14:56:17.814008 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.816283 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43800) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:17.817841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4ecb7317-0561-4cb8-b756-dd07ffb7b885 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:17.822088 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5c482ff3-5394-497e-9549-12acef867be4 None None] Port d33578b7-2a4b-426d-bc5c-c136fad53b51 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:17.864898 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2451faab-5699-471e-909c-db5304fbea59 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 3.5027671 Feb 28 14:56:17.876435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43804) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:17.885742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.887223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d1d0bd20-8988-42e8-8730-583cc42e617d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'subnet': {'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:17.913533 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Transition to ACTIVE for port object 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:17.914592 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-b9eba3f9-110e-4e49-bd48-a7eebe18bb3a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] delete failed (client error): The resource could not be found. Feb 28 14:56:17.915782 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b9eba3f9-110e-4e49-bd48-a7eebe18bb3a tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/routers/153b1c1c-af78-411d-8552-3c71af0abbe9 HTTP/1.1" status: 404 len: 336 time: 0.0955572 Feb 28 14:56:17.917434 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.918569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43808) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:17.942635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7317-0561-4cb8-b756-dd07ffb7b885 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:17.962940 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Transition to ACTIVE for port object 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:17.996756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.024538 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:18.041197 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:subnet and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:18.041606 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524d7782-b5dd-4c8f-8819-8f049f1b00ae None None] Update dhcp port {'port': {'network_id': '6026ac84-15f4-4b4d-963e-65bf39cdd3e0', 'fixed_ips': [{'subnet_id': '28decb38-cbb1-4813-9f88-e0e78e2bab67'}], 'binding:host_id': 'dv-neutron-830866-2-hyperv'}, 'id': 'e9edea1a-bb4c-4721-8e63-59588ad3731c'} from dv-neutron-830866-2-hyperv. {{(pid=83593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 14:56:18.045374 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a756e24-08e8-4ff9-b9e6-022eeed714ab tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:18.045967 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a756e24-08e8-4ff9-b9e6-022eeed714ab tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:18.047912 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5a756e24-08e8-4ff9-b9e6-022eeed714ab tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/c5af3a79-638c-460a-8baf-a3abfbe04f0b HTTP/1.1" status: 404 len: 337 time: 0.1268063 Feb 28 14:56:18.048983 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:18.062329 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43812) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:18.071069 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:18.076995 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:18.135409 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:18.145191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:18.155333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:18.166664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Network 2468bad3-050a-41a8-a719-de3c7061bc72 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:18.167571 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-524d7782-b5dd-4c8f-8819-8f049f1b00ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.196949 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-def113f1-eb8f-4f64-a813-2d46ab9ecc5e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:18.197420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-def113f1-eb8f-4f64-a813-2d46ab9ecc5e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:18.199379 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-def113f1-eb8f-4f64-a813-2d46ab9ecc5e tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/db98d177-97d0-440f-8521-be5a28f155da HTTP/1.1" status: 404 len: 337 time: 0.1301081 Feb 28 14:56:18.204571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43816) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:18.206132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7317-0561-4cb8-b756-dd07ffb7b885 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.212408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:18.223041 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Pushing event updated for resources: {'Port': ['ID=5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:18.225325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:18.254101 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7317-0561-4cb8-b756-dd07ffb7b885 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.267760 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-c5ab5603-fdd2-48d4-9c2d-ec49c8b8e878 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:18.268346 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c5ab5603-fdd2-48d4-9c2d-ec49c8b8e878 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:18.281913 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:18.285442 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.305395 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecb7317-0561-4cb8-b756-dd07ffb7b885 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eff2d3e0-6b56-4d66-8115-ac71badb9055,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:18.322741 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c5ab5603-fdd2-48d4-9c2d-ec49c8b8e878 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/cd9ec008-c356-4d3f-8107-29e0032993a3 HTTP/1.1" status: 404 len: 337 time: 0.1140981 Feb 28 14:56:18.325811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43820) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:18.377619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ecb7317-0561-4cb8-b756-dd07ffb7b885 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.378918 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4ecb7317-0561-4cb8-b756-dd07ffb7b885 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6424904 Feb 28 14:56:18.384223 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.392269 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43824) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:18.400237 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-838942df-a50d-475c-a417-d8b9e258055d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:18.400803 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-838942df-a50d-475c-a417-d8b9e258055d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:18.401696 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c1f50c75-7739-4935-94ff-087fdc2a4c4c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '3dbd9c75-f531-49ec-9de6-0ccc5ba9799d', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:18.402616 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-838942df-a50d-475c-a417-d8b9e258055d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/5cd0c27a-231f-437f-adf3-2e72d40a25b3 HTTP/1.1" status: 404 len: 333 time: 0.0682533 Feb 28 14:56:18.405430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.407685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43828) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:18.423122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c1f50c75-7739-4935-94ff-087fdc2a4c4c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:18.439082 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c1f50c75-7739-4935-94ff-087fdc2a4c4c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:18.442183 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d1d0bd20-8988-42e8-8730-583cc42e617d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:18.446084 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.446358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c1f50c75-7739-4935-94ff-087fdc2a4c4c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:18.452359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d1d0bd20-8988-42e8-8730-583cc42e617d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:subnet and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:18.458577 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ff83841-d195-483c-8f2b-df96a2de5fbb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:18.459123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ff83841-d195-483c-8f2b-df96a2de5fbb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:18.460857 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3ff83841-d195-483c-8f2b-df96a2de5fbb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/e3b3e5fa-4a16-4b3c-aa57-b0c7fdcb5dbe HTTP/1.1" status: 404 len: 337 time: 0.0523765 Feb 28 14:56:18.461631 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d1d0bd20-8988-42e8-8730-583cc42e617d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:18.465091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43832) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:18.465252 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c1f50c75-7739-4935-94ff-087fdc2a4c4c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:18.471700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5a956ccb-1a61-43f7-9cec-8b61d8d6f23b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.505561 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d1d0bd20-8988-42e8-8730-583cc42e617d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:18.513140 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-864db749-1f5d-4b30-9542-ee2d6f5fe222 None None] Provisioning for port 18d2016d-f773-475f-98ba-d96c483614cc completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:18.518989 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Transition to ACTIVE for port object f4bb97e3-7e64-492b-90c6-c4e078df8faf will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:18.530568 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c35df21d-8511-4b98-8b0a-df375769c8af tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/routers/bf3ee944-04c6-41df-9535-ac7c7e8a115c HTTP/1.1" status: 200 len: 925 time: 1.1712687 Feb 28 14:56:18.533389 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-864db749-1f5d-4b30-9542-ee2d6f5fe222 None None] Provisioning complete for port 18d2016d-f773-475f-98ba-d96c483614cc triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:18.533980 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-864db749-1f5d-4b30-9542-ee2d6f5fe222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.540531 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43836) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:18.566651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Attempting to bind port 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:56:18.567235 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Attempting to bind port 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'e894dc4f-7aa6-43ff-bb68-278c8827df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:56:18.567786 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Attempting to bind port 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac on network 2468bad3-050a-41a8-a719-de3c7061bc72 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:56:18.583451 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:56:18.584364 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Checking segment: {'id': 'e894dc4f-7aa6-43ff-bb68-278c8827df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:18.584930 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.585467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Bound using segment: {'id': 'e894dc4f-7aa6-43ff-bb68-278c8827df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:56:18.586113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Bound port: 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e894dc4f-7aa6-43ff-bb68-278c8827df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:56:18.586639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.589335 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c1f50c75-7739-4935-94ff-087fdc2a4c4c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.611508 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Transition to ACTIVE for port object f4bb97e3-7e64-492b-90c6-c4e078df8faf will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:18.622180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1d0bd20-8988-42e8-8730-583cc42e617d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:18.624792 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d1d0bd20-8988-42e8-8730-583cc42e617d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.678178 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.685856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-864db749-1f5d-4b30-9542-ee2d6f5fe222 None None] Port 18d2016d-f773-475f-98ba-d96c483614cc cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:18.722641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ffa5183-bb55-480a-a181-123eb226bd05 None None] Network 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:18.771293 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-39f96873-d0ce-4a97-a4a8-5cadff954ddb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:18.771756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-39f96873-d0ce-4a97-a4a8-5cadff954ddb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:18.781651 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1037ff-15b1-45e9-9e67-a4a96bb612f6,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:18.793500 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:18.797426 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-39f96873-d0ce-4a97-a4a8-5cadff954ddb tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/bb86c8ad-4200-4dea-90f3-38087b65cb9c HTTP/1.1" status: 404 len: 337 time: 0.3285954 Feb 28 14:56:18.800170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43840) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:18.803663 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:18.842608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:18.858859 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:18.859404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:18.865128 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-d98c4f75-54ce-45e2-94ee-596b488bfeff tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:18.865704 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d98c4f75-54ce-45e2-94ee-596b488bfeff tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:18.867691 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d98c4f75-54ce-45e2-94ee-596b488bfeff tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/117672a8-785e-4b6b-b7ba-3a72b8a1584b HTTP/1.1" status: 404 len: 333 time: 0.0663726 Feb 28 14:56:18.870791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43844) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:18.873558 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:18.886897 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:18.906035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Pushing event updated for resources: {'Port': ['ID=f4bb97e3-7e64-492b-90c6-c4e078df8faf,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:18.912179 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-402773e1-a1a1-42b2-b10a-e07b9e0eeb81 None None] Provisioning complete for port e9edea1a-bb4c-4721-8e63-59588ad3731c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:18.912544 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-402773e1-a1a1-42b2-b10a-e07b9e0eeb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:18.931120 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-70f3001b-89d2-426d-93ce-8c56b0be1888 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:18.931732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-70f3001b-89d2-426d-93ce-8c56b0be1888 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:18.946223 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-70f3001b-89d2-426d-93ce-8c56b0be1888 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/15cfe3fd-3f19-48ec-a87e-fdd396e5c1d1 HTTP/1.1" status: 404 len: 337 time: 0.0740585 Feb 28 14:56:18.949641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] For port 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:56:18.957937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43848) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:19.014321 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-915a696f-8723-4747-a4c9-3f3458587459 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:19.015133 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-915a696f-8723-4747-a4c9-3f3458587459 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:19.025177 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c1f50c75-7739-4935-94ff-087fdc2a4c4c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.037790 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.039910 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-915a696f-8723-4747-a4c9-3f3458587459 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/subnets/3bf6d159-3cb0-411a-9e4e-cd62250f5f2b HTTP/1.1" status: 404 len: 337 time: 0.0807614 Feb 28 14:56:19.042748 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43852) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:19.047029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c1f50c75-7739-4935-94ff-087fdc2a4c4c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.047376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.053596 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.ipam_backend_mixin [None req-d1d0bd20-8988-42e8-8730-583cc42e617d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 3766b42b-c824-4951-a170-f9db9966ffc1 (CIDR: 2001:db8::/64) Feb 28 14:56:19.066952 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bc99381b-cb01-499a-ae57-ea05db04b00b tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&device_id=bf3ee944-04c6-41df-9535-ac7c7e8a115c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.5236216 Feb 28 14:56:19.069949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43856) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:19.078044 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] For port 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac,segment=NetworkSegment(e894dc4f-7aa6-43ff-bb68-278c8827df43),segment_id=e894dc4f-7aa6-43ff-bb68-278c8827df43)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:56:19.108647 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.129957 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d0bd20-8988-42e8-8730-583cc42e617d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:19.130306 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d0bd20-8988-42e8-8730-583cc42e617d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:19.155916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f50c75-7739-4935-94ff-087fdc2a4c4c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=573da28e-7243-4cdb-928a-3419d719ce5e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:19.193880 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c1f50c75-7739-4935-94ff-087fdc2a4c4c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.197749 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c1f50c75-7739-4935-94ff-087fdc2a4c4c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8011682 Feb 28 14:56:19.200200 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d1d0bd20-8988-42e8-8730-583cc42e617d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3224931 Feb 28 14:56:19.204024 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43860) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:19.204202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43862) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:19.216673 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-7ace1020-ee13-429c-b303-4adcb522ac27 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '3dbd9c75-f531-49ec-9de6-0ccc5ba9799d', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:19.217008 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.221154 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.6628363 Feb 28 14:56:19.223604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43868) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:19.224312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-62c84ce6-8973-4938-9cb9-50f818ec225f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'subnet': {'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:19.230079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-056c1983-90d6-49fa-bfcb-f9db3b1db4fa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '83685611-ddf5-416e-b323-6587b5d89697', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:19.241516 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-735715f3-bacb-47e7-aceb-c731ea75bd5d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port d33578b7-2a4b-426d-bc5c-c136fad53b51 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:19.242094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-735715f3-bacb-47e7-aceb-c731ea75bd5d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.249052 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Attempting to bind port f4bb97e3-7e64-492b-90c6-c4e078df8faf on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:56:19.249220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a855a49-4e95-4a7e-b908-5b28ef70ce8d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=83685611-ddf5-416e-b323-6587b5d89697,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:19.249326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Attempting to bind port f4bb97e3-7e64-492b-90c6-c4e078df8faf by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:56:19.249597 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Attempting to bind port f4bb97e3-7e64-492b-90c6-c4e078df8faf on network 2d04583f-a513-435e-a720-cee2c3103874 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:56:19.259290 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-056c1983-90d6-49fa-bfcb-f9db3b1db4fa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:19.270030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-056c1983-90d6-49fa-bfcb-f9db3b1db4fa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:19.278886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-056c1983-90d6-49fa-bfcb-f9db3b1db4fa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:19.279789 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-7ace1020-ee13-429c-b303-4adcb522ac27 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:19.292261 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7ace1020-ee13-429c-b303-4adcb522ac27 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:19.325179 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 55, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:56:19.325539 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Checking segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:19.326593 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.327247 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Bound using segment: {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:56:19.327938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Bound port: f4bb97e3-7e64-492b-90c6-c4e078df8faf, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ab62c2e-f607-4288-b357-dde7212af584', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '2d04583f-a513-435e-a720-cee2c3103874'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:56:19.328468 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.347349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7ace1020-ee13-429c-b303-4adcb522ac27 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:19.353883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b80fe-35c0-41d1-9d22-398ad5a17e15 None None] Pushing event updated for resources: {'Port': ['ID=5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:19.373336 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-056c1983-90d6-49fa-bfcb-f9db3b1db4fa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:19.375598 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-7ace1020-ee13-429c-b303-4adcb522ac27 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:19.415034 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25324996-31f0-4106-b36e-b042bc15b9e4 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 7f7fae3a-76b4-4b8a-817b-8780a0aad142 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:56:19.450157 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e9edea1a-bb4c-4721-8e63-59588ad3731c no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:56:19.478095 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56575b2a-008b-4a98-ba66-62be30e5ae2a tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:19.480112 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-56575b2a-008b-4a98-ba66-62be30e5ae2a tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/networks/2c3941b4-a632-4920-84bb-54647ee9840b HTTP/1.1" status: 200 len: 881 time: 0.4089994 Feb 28 14:56:19.485544 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22964ebc-b55b-408e-85d5-509879855542 None None] DHCP port deletion for 6026ac84-15f4-4b4d-963e-65bf39cdd3e0 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:56:19.491186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43872) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:19.530627 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-22964ebc-b55b-408e-85d5-509879855542 None None] Deleting port e9edea1a-bb4c-4721-8e63-59588ad3731c {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:19.531252 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-22964ebc-b55b-408e-85d5-509879855542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.549884 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7ace1020-ee13-429c-b303-4adcb522ac27 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.564900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-056c1983-90d6-49fa-bfcb-f9db3b1db4fa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.586932 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9cbcba47-5672-480c-841a-31847ee374ae tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3ee944-04c6-41df-9535-ac7c7e8a115c HTTP/1.1" status: 200 len: 205 time: 0.0920362 Feb 28 14:56:19.589702 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43876) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:19.626596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] For port f4bb97e3-7e64-492b-90c6-c4e078df8faf, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:56:19.634170 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-402773e1-a1a1-42b2-b10a-e07b9e0eeb81 None None] Provisioning complete for port d33578b7-2a4b-426d-bc5c-c136fad53b51 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:19.634527 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-402773e1-a1a1-42b2-b10a-e07b9e0eeb81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.685306 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] For port f4bb97e3-7e64-492b-90c6-c4e078df8faf, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f4bb97e3-7e64-492b-90c6-c4e078df8faf,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:56:19.746411 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.821933 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-735715f3-bacb-47e7-aceb-c731ea75bd5d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.860328 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-402773e1-a1a1-42b2-b10a-e07b9e0eeb81 None None] Port d33578b7-2a4b-426d-bc5c-c136fad53b51 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:19.891118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-056c1983-90d6-49fa-bfcb-f9db3b1db4fa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.906630 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-056c1983-90d6-49fa-bfcb-f9db3b1db4fa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:19.940420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056c1983-90d6-49fa-bfcb-f9db3b1db4fa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c4ad8e1-8990-4687-b013-949c8db1cc3a,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:20.002578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-056c1983-90d6-49fa-bfcb-f9db3b1db4fa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:20.006411 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-056c1983-90d6-49fa-bfcb-f9db3b1db4fa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.7783468 Feb 28 14:56:20.010746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43880) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:20.010901 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:20.023354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-8a3fa9a5-4ca7-4354-ae79-14c9e04d2f72 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '83685611-ddf5-416e-b323-6587b5d89697', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:20.029594 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c8adfa-875e-4551-830f-52bccb0ec959 None None] Pushing event updated for resources: {'Port': ['ID=f4bb97e3-7e64-492b-90c6-c4e078df8faf,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:20.045565 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8a3fa9a5-4ca7-4354-ae79-14c9e04d2f72 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:20.047528 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-735715f3-bacb-47e7-aceb-c731ea75bd5d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for d33578b7-2a4b-426d-bc5c-c136fad53b51 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:20.055529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8a3fa9a5-4ca7-4354-ae79-14c9e04d2f72 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:20.061082 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8a3fa9a5-4ca7-4354-ae79-14c9e04d2f72 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:20.074591 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8a3fa9a5-4ca7-4354-ae79-14c9e04d2f72 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:20.079141 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-22964ebc-b55b-408e-85d5-509879855542 None None] For port e9edea1a-bb4c-4721-8e63-59588ad3731c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e9edea1a-bb4c-4721-8e63-59588ad3731c,segment=NetworkSegment(63e58111-25ad-4cd4-a305-723420c29031),segment_id=63e58111-25ad-4cd4-a305-723420c29031)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:20.079731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-22964ebc-b55b-408e-85d5-509879855542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:20.093371 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port e9edea1a-bb4c-4721-8e63-59588ad3731c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e9edea1a-bb4c-4721-8e63-59588ad3731c,segment=NetworkSegment(63e58111-25ad-4cd4-a305-723420c29031),segment_id=63e58111-25ad-4cd4-a305-723420c29031)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:20.103402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f272a239-1620-4e81-b272-50e8fa8ff352 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:20.108200 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-62c84ce6-8973-4938-9cb9-50f818ec225f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:20.150445 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:20.192931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-62c84ce6-8973-4938-9cb9-50f818ec225f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:subnet and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:20.211722 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-62c84ce6-8973-4938-9cb9-50f818ec225f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:20.249222 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-62c84ce6-8973-4938-9cb9-50f818ec225f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:20.268480 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-22964ebc-b55b-408e-85d5-509879855542 None None] Calling delete_port for e9edea1a-bb4c-4721-8e63-59588ad3731c owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:20.273868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8a3fa9a5-4ca7-4354-ae79-14c9e04d2f72 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:20.275101 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7ace1020-ee13-429c-b303-4adcb522ac27 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:20.316119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7ace1020-ee13-429c-b303-4adcb522ac27 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:20.367089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c84ce6-8973-4938-9cb9-50f818ec225f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:20.373341 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=e9edea1a-bb4c-4721-8e63-59588ad3731c,revision_number=11']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:20.374905 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-62c84ce6-8973-4938-9cb9-50f818ec225f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:20.386756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-22964ebc-b55b-408e-85d5-509879855542 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:56:20.387476 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-22964ebc-b55b-408e-85d5-509879855542 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:56:20.462850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7ace1020-ee13-429c-b303-4adcb522ac27 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:20.464406 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7ace1020-ee13-429c-b303-4adcb522ac27 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2573640 Feb 28 14:56:20.474904 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ace1020-ee13-429c-b303-4adcb522ac27 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df149245-4d54-4ac9-9042-248e7558b35c,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:20.555185 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43884) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:20.565641 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-735715f3-bacb-47e7-aceb-c731ea75bd5d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:20.570706 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3c19c207-8b96-412e-8ade-30fdb4f214fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '3dbd9c75-f531-49ec-9de6-0ccc5ba9799d', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:20.587214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-5a956ccb-1a61-43f7-9cec-8b61d8d6f23b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Deleting port 1ce01dcc-1363-4b81-961c-be7bdf1805ff {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:20.587214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5a956ccb-1a61-43f7-9cec-8b61d8d6f23b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:20.625833 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3c19c207-8b96-412e-8ade-30fdb4f214fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:20.642581 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.objects.ports [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=83591) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:56:20.694421 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-8a3fa9a5-4ca7-4354-ae79-14c9e04d2f72 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 14:56:20.700006 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8a3fa9a5-4ca7-4354-ae79-14c9e04d2f72 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.6887364 Feb 28 14:56:20.700618 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43890) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:20.704573 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735715f3-bacb-47e7-aceb-c731ea75bd5d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Port': ['ID=d33578b7-2a4b-426d-bc5c-c136fad53b51,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:20.707228 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3c19c207-8b96-412e-8ade-30fdb4f214fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:20.726444 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3c19c207-8b96-412e-8ade-30fdb4f214fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:20.742695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3c19c207-8b96-412e-8ade-30fdb4f214fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:20.783106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-735715f3-bacb-47e7-aceb-c731ea75bd5d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:20.818932 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3c19c207-8b96-412e-8ade-30fdb4f214fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:20.852854 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-735715f3-bacb-47e7-aceb-c731ea75bd5d tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/ports/d33578b7-2a4b-426d-bc5c-c136fad53b51 HTTP/1.1" status: 204 len: 168 time: 1.8071032 Feb 28 14:56:20.859857 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43894) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:20.889056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-22964ebc-b55b-408e-85d5-509879855542 None None] Deleting port e9edea1a-bb4c-4721-8e63-59588ad3731c {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:20.889641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-22964ebc-b55b-408e-85d5-509879855542 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:20.912813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d1bec7fc-ac29-4ec6-b596-d7e5293f5c28 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.058634 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d1bec7fc-ac29-4ec6-b596-d7e5293f5c28 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.094913 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04225bc2-26d9-447a-974e-1a8bada4781e None None] Network 2468bad3-050a-41a8-a719-de3c7061bc72 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:21.168968 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3c19c207-8b96-412e-8ade-30fdb4f214fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.182180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3c19c207-8b96-412e-8ade-30fdb4f214fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.193266 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.198984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5a956ccb-1a61-43f7-9cec-8b61d8d6f23b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.222498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25324996-31f0-4106-b36e-b042bc15b9e4 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:56:21.234309 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-22964ebc-b55b-408e-85d5-509879855542 None None] For port e9edea1a-bb4c-4721-8e63-59588ad3731c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e9edea1a-bb4c-4721-8e63-59588ad3731c,segment=NetworkSegment(63e58111-25ad-4cd4-a305-723420c29031),segment_id=63e58111-25ad-4cd4-a305-723420c29031)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:21.235011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-22964ebc-b55b-408e-85d5-509879855542 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.239365 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c19c207-8b96-412e-8ade-30fdb4f214fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8da838cb-4963-466a-928a-d577c0bc68b5,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:21.245346 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-314fa72e-7421-478d-84f9-9306f73869e3 None None] Provisioning for port 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:21.249638 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733331ea-8029-4a74-9298-72dddb2cc158 None None] Sync routers for ids ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:56:21.320390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-25324996-31f0-4106-b36e-b042bc15b9e4 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.364029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3c19c207-8b96-412e-8ade-30fdb4f214fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.368059 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3c19c207-8b96-412e-8ade-30fdb4f214fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8069830 Feb 28 14:56:21.370855 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.379363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-5a956ccb-1a61-43f7-9cec-8b61d8d6f23b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Calling delete_port for 1ce01dcc-1363-4b81-961c-be7bdf1805ff owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:21.406745 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-22964ebc-b55b-408e-85d5-509879855542 None None] Calling delete_port for e9edea1a-bb4c-4721-8e63-59588ad3731c owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:21.426660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43898) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:21.441263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d1bec7fc-ac29-4ec6-b596-d7e5293f5c28 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.495416 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-04cbc693-6c76-466b-a7ac-8f16e8f4e6b8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '3dbd9c75-f531-49ec-9de6-0ccc5ba9799d', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:21.510559 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733331ea-8029-4a74-9298-72dddb2cc158 None None] Routers {'7f7fae3a-76b4-4b8a-817b-8780a0aad142'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:21.511946 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-733331ea-8029-4a74-9298-72dddb2cc158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:21.516515 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-04cbc693-6c76-466b-a7ac-8f16e8f4e6b8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:21.540182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1bec7fc-ac29-4ec6-b596-d7e5293f5c28 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=83685611-ddf5-416e-b323-6587b5d89697,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:21.553323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-04cbc693-6c76-466b-a7ac-8f16e8f4e6b8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:21.559324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-04cbc693-6c76-466b-a7ac-8f16e8f4e6b8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:21.572628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-04cbc693-6c76-466b-a7ac-8f16e8f4e6b8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:21.581168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d1bec7fc-ac29-4ec6-b596-d7e5293f5c28 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.584677 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d1bec7fc-ac29-4ec6-b596-d7e5293f5c28 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "DELETE /v2.0/security-groups/83685611-ddf5-416e-b323-6587b5d89697 HTTP/1.1" status: 204 len: 168 time: 0.8610773 Feb 28 14:56:21.584677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port e9edea1a-bb4c-4721-8e63-59588ad3731c {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:21.584677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.620952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43902) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:21.623717 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-62c84ce6-8973-4938-9cb9-50f818ec225f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.628716 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f4bb97e3-7e64-492b-90c6-c4e078df8faf up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:21.683071 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-04cbc693-6c76-466b-a7ac-8f16e8f4e6b8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:56:21.711925 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-04cbc693-6c76-466b-a7ac-8f16e8f4e6b8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.718402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-733331ea-8029-4a74-9298-72dddb2cc158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:21.722320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f272a239-1620-4e81-b272-50e8fa8ff352 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.782379 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c84ce6-8973-4938-9cb9-50f818ec225f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network be200c3b-4134-45c1-a362-476133cc0de3 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:21.790974 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-62c84ce6-8973-4938-9cb9-50f818ec225f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:21.793979 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c84ce6-8973-4938-9cb9-50f818ec225f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:21.795420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-62c84ce6-8973-4938-9cb9-50f818ec225f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.801343 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-f272a239-1620-4e81-b272-50e8fa8ff352 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Deleting port e5218534-1896-45ee-a5bd-cbf6725f2849 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:21.801914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f272a239-1620-4e81-b272-50e8fa8ff352 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.803738 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c84ce6-8973-4938-9cb9-50f818ec225f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Subnet': ['ID=c5fae90a-42e6-4182-9ed7-8e688989c8b0,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:21.833730 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccb09861-cc7c-435e-9a3d-1778477d70ca None None] Network be200c3b-4134-45c1-a362-476133cc0de3 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:21.845781 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] For port f4bb97e3-7e64-492b-90c6-c4e078df8faf, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f4bb97e3-7e64-492b-90c6-c4e078df8faf,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:21.852792 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-25324996-31f0-4106-b36e-b042bc15b9e4 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "PUT /v2.0/floatingips/725ca830-c2ae-41c0-a217-1d3ec9117a9c HTTP/1.1" status: 200 len: 978 time: 14.6222456 Feb 28 14:56:21.858308 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-62c84ce6-8973-4938-9cb9-50f818ec225f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 2.6466279 Feb 28 14:56:21.858308 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43906) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:21.859095 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43908) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:21.862610 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7551b8c2-cfc1-4cf9-ab86-147bc342e2f3 None None] Provisioning for port f4bb97e3-7e64-492b-90c6-c4e078df8faf completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:21.870816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-22964ebc-b55b-408e-85d5-509879855542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.889660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-499c188f-45f9-43a8-b34e-1a02b583024c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Synchronizing usage tracker for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:21.898288 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d6e8b0c0-0e57-4a84-8d29-7209a9e782b1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1351201853', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c5fae90a-42e6-4182-9ed7-8e688989c8b0'}], 'security_groups': ['07e4c07c-344b-4e7e-b71a-570e61b09972']}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:21.952249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-733331ea-8029-4a74-9298-72dddb2cc158 None None] Routers {'7f7fae3a-76b4-4b8a-817b-8780a0aad142'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:21.952880 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-733331ea-8029-4a74-9298-72dddb2cc158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:21.968224 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.986222 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:21.986920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.046762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22964ebc-b55b-408e-85d5-509879855542 None None] Pushing event deleted for resources: {'Port': ['ID=e9edea1a-bb4c-4721-8e63-59588ad3731c,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:22.054365 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-733331ea-8029-4a74-9298-72dddb2cc158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:22.054936 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-733331ea-8029-4a74-9298-72dddb2cc158 None None] The sync data for ids ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:56:22.068494 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22964ebc-b55b-408e-85d5-509879855542 None None] No DVR routers for this DVR port e9edea1a-bb4c-4721-8e63-59588ad3731c on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:56:22.081251 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port f4bb97e3-7e64-492b-90c6-c4e078df8faf completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:22.098888 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b3efa833-c463-447c-8b79-0a1e906fcc7d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting port bf9cce07-a264-4fda-a385-37030e926e81 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:22.099223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b3efa833-c463-447c-8b79-0a1e906fcc7d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.109911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port f4bb97e3-7e64-492b-90c6-c4e078df8faf triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:22.110471 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.133059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-499c188f-45f9-43a8-b34e-1a02b583024c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Unset dirty status for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:22.134278 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-499c188f-45f9-43a8-b34e-1a02b583024c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5106792 Feb 28 14:56:22.153231 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43914) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:22.178635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-89e980aa-a4a8-4398-b21b-2e7943773b1b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1462319986'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:22.187664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-04cbc693-6c76-466b-a7ac-8f16e8f4e6b8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.190732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] For port e9edea1a-bb4c-4721-8e63-59588ad3731c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e9edea1a-bb4c-4721-8e63-59588ad3731c,segment=NetworkSegment(63e58111-25ad-4cd4-a305-723420c29031),segment_id=63e58111-25ad-4cd4-a305-723420c29031)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:22.191284 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.198882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-89e980aa-a4a8-4398-b21b-2e7943773b1b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:22.216513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-04cbc693-6c76-466b-a7ac-8f16e8f4e6b8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.256987 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:22.269359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:22.272241 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:22.272926 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.285727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5a956ccb-1a61-43f7-9cec-8b61d8d6f23b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.287219 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57cd585e-7c8c-43d7-bd94-2ec055eebd88 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:22.287408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Subnet': ['ID=2fe19746-d2e5-4634-9b67-2e6dae19ed9a,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:22.290127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-89e980aa-a4a8-4398-b21b-2e7943773b1b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:22.304508 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=f4bb97e3-7e64-492b-90c6-c4e078df8faf,revision_number=4']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:22.435020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Calling delete_port for e9edea1a-bb4c-4721-8e63-59588ad3731c owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:22.436478 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.535358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port f4bb97e3-7e64-492b-90c6-c4e078df8faf, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f4bb97e3-7e64-492b-90c6-c4e078df8faf,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:22.569680 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8457cf2a-fc96-48a1-b578-9013e8fbddc6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 5.0529187 Feb 28 14:56:22.576661 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43918) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:22.587862 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.588673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:22.599449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Request body: {'port': {'network_id': '2d04583f-a513-435e-a720-cee2c3103874', 'mac_address': 'fa:16:3e:94:13:65', 'name': 'tempest-NetworksTestDHCPv6-612409842'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:22.625126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cbc693-6c76-466b-a7ac-8f16e8f4e6b8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1e9d387-947e-44dc-90d6-d4814f614ccd,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:22.631436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f272a239-1620-4e81-b272-50e8fa8ff352 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.642331 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a956ccb-1a61-43f7-9cec-8b61d8d6f23b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event deleted for resources: {'Port': ['ID=1ce01dcc-1363-4b81-961c-be7bdf1805ff,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:22.753563 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-89e980aa-a4a8-4398-b21b-2e7943773b1b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.809390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6e8b0c0-0e57-4a84-8d29-7209a9e782b1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.826725 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-04cbc693-6c76-466b-a7ac-8f16e8f4e6b8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.827902 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-04cbc693-6c76-466b-a7ac-8f16e8f4e6b8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 1.3881860 Feb 28 14:56:22.831814 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=f4bb97e3-7e64-492b-90c6-c4e078df8faf,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:22.839666 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-f272a239-1620-4e81-b272-50e8fa8ff352 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Calling delete_port for e5218534-1896-45ee-a5bd-cbf6725f2849 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:22.852954 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43922) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:22.858406 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b3efa833-c463-447c-8b79-0a1e906fcc7d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.873756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:22.876797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-2032bfb6-bef4-44e6-ab28-c9db8847a687 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '3dbd9c75-f531-49ec-9de6-0ccc5ba9799d', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:22.885705 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:22.886773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.909461 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb353055-7b51-4cb0-8cb6-dbf9962565b2 None None] Update dhcp port {'port': {'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'fixed_ips': [{'subnet_id': '3766b42b-c824-4951-a170-f9db9966ffc1', 'ip_address': '2001:db8::2'}, {'subnet_id': 'c5fae90a-42e6-4182-9ed7-8e688989c8b0'}], 'binding:host_id': 'dv-neutron-830866-2-hyperv'}, 'id': '83da16ee-9af7-4f6c-98f8-f37ed652e7cd'} from dv-neutron-830866-2-hyperv. {{(pid=83593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 14:56:22.963073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-2032bfb6-bef4-44e6-ab28-c9db8847a687 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:22.965995 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bb353055-7b51-4cb0-8cb6-dbf9962565b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:22.985905 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-2032bfb6-bef4-44e6-ab28-c9db8847a687 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:22.998437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-2032bfb6-bef4-44e6-ab28-c9db8847a687 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:23.021887 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-2032bfb6-bef4-44e6-ab28-c9db8847a687 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:23.060035 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:56:23.060035 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:56:23.083939 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-89e980aa-a4a8-4398-b21b-2e7943773b1b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:23.096083 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-89e980aa-a4a8-4398-b21b-2e7943773b1b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:23.101883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-89e980aa-a4a8-4398-b21b-2e7943773b1b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:23.113696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-89e980aa-a4a8-4398-b21b-2e7943773b1b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:23.130820 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5a956ccb-1a61-43f7-9cec-8b61d8d6f23b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:23.209791 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-bb353055-7b51-4cb0-8cb6-dbf9962565b2 None None] Allocated IP 2001:db8:0:1::2 (be200c3b-4134-45c1-a362-476133cc0de3/c5fae90a-42e6-4182-9ed7-8e688989c8b0/83da16ee-9af7-4f6c-98f8-f37ed652e7cd) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:23.307295 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-2032bfb6-bef4-44e6-ab28-c9db8847a687 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:56:23.334177 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2032bfb6-bef4-44e6-ab28-c9db8847a687 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:23.352584 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:23.355117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-89e980aa-a4a8-4398-b21b-2e7943773b1b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:23.369872 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-89e980aa-a4a8-4398-b21b-2e7943773b1b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:23.374136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Usage tracker for resource:port and tenant:41a9830eb9e84467ba61318d3f77db3e is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:23.411195 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-bb353055-7b51-4cb0-8cb6-dbf9962565b2 None None] For port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=83da16ee-9af7-4f6c-98f8-f37ed652e7cd,segment=NetworkSegment(69c628f0-8251-4e49-b0ba-fef4a759913a),segment_id=69c628f0-8251-4e49-b0ba-fef4a759913a)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:23.422913 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:23.437632 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bb353055-7b51-4cb0-8cb6-dbf9962565b2 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:23.439829 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:23.512410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e980aa-a4a8-4398-b21b-2e7943773b1b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8559a2e6-6312-474f-92c3-bbebd6adb919,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:23.533930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f272a239-1620-4e81-b272-50e8fa8ff352 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:23.538632 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bb353055-7b51-4cb0-8cb6-dbf9962565b2 None None] Transition to ACTIVE for port object 83da16ee-9af7-4f6c-98f8-f37ed652e7cd will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:23.540655 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:23.553753 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-89e980aa-a4a8-4398-b21b-2e7943773b1b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:23.555797 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-89e980aa-a4a8-4398-b21b-2e7943773b1b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.4003637 Feb 28 14:56:23.558124 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bb353055-7b51-4cb0-8cb6-dbf9962565b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:23.559378 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43926) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:23.573752 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-59a07601-e228-4ba6-b908-36083c4cc23a tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '8559a2e6-6312-474f-92c3-bbebd6adb919', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:23.574464 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-59a07601-e228-4ba6-b908-36083c4cc23a tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:23.578589 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-59a07601-e228-4ba6-b908-36083c4cc23a tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0089223 Feb 28 14:56:23.582389 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43930) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:23.589880 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Made reservation on behalf of 41a9830eb9e84467ba61318d3f77db3e for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:23.620569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Deleting port e9edea1a-bb4c-4721-8e63-59588ad3731c {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:23.621254 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:23.687954 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac,segment=NetworkSegment(e894dc4f-7aa6-43ff-bb68-278c8827df43),segment_id=e894dc4f-7aa6-43ff-bb68-278c8827df43)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:23.698727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f272a239-1620-4e81-b272-50e8fa8ff352 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Pushing event deleted for resources: {'Port': ['ID=e5218534-1896-45ee-a5bd-cbf6725f2849,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:23.723358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:23.735455 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb353055-7b51-4cb0-8cb6-dbf9962565b2 None None] Pushing event updated for resources: {'Port': ['ID=83da16ee-9af7-4f6c-98f8-f37ed652e7cd,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:23.772622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] The port 'e9edea1a-bb4c-4721-8e63-59588ad3731c' was deleted {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:56:23.854234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b3efa833-c463-447c-8b79-0a1e906fcc7d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:23.854610 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b3efa833-c463-447c-8b79-0a1e906fcc7d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:23.854919 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-b3efa833-c463-447c-8b79-0a1e906fcc7d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Floating IP 725ca830-c2ae-41c0-a217-1d3ec9117a9c disassociated. External IP: 172.26.4.146, port: bf9cce07-a264-4fda-a385-37030e926e81. Feb 28 14:56:23.855252 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b3efa833-c463-447c-8b79-0a1e906fcc7d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Calling delete_port for bf9cce07-a264-4fda-a385-37030e926e81 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:23.862473 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:23.888920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2032bfb6-bef4-44e6-ab28-c9db8847a687 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:23.894006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f4bb97e3-7e64-492b-90c6-c4e078df8faf up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:23.970571 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-dddf77d4-d41d-4f3c-884f-a57a0c277027 None None] Provisioning complete for port f4bb97e3-7e64-492b-90c6-c4e078df8faf triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:23.970936 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dddf77d4-d41d-4f3c-884f-a57a0c277027 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.025552 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port f4bb97e3-7e64-492b-90c6-c4e078df8faf triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:24.026310 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.029856 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.047749 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2032bfb6-bef4-44e6-ab28-c9db8847a687 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.119507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2032bfb6-bef4-44e6-ab28-c9db8847a687 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.121064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.133188 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2032bfb6-bef4-44e6-ab28-c9db8847a687 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 1.2778556 Feb 28 14:56:24.172112 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2032bfb6-bef4-44e6-ab28-c9db8847a687 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf692f26-62e8-4de2-a022-024cc28ffe39,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:24.217102 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] device_id is not set on port c7b53941-3922-4880-bba5-0b23f1616f42 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:56:24.277547 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6315e950-2f30-4e8a-87f0-298cfe6e4c46 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.365169 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6315e950-2f30-4e8a-87f0-298cfe6e4c46 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.439263 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-d6e8b0c0-0e57-4a84-8d29-7209a9e782b1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Delete allocated IP 2001:db8::85 (be200c3b-4134-45c1-a362-476133cc0de3/3766b42b-c824-4951-a170-f9db9966ffc1) {{(pid=83591) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 14:56:24.469126 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6315e950-2f30-4e8a-87f0-298cfe6e4c46 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.491395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-d6e8b0c0-0e57-4a84-8d29-7209a9e782b1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Allocated IP 2001:db8:0:1::127 (be200c3b-4134-45c1-a362-476133cc0de3/c5fae90a-42e6-4182-9ed7-8e688989c8b0/18d2016d-f773-475f-98ba-d96c483614cc) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:24.541940 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315e950-2f30-4e8a-87f0-298cfe6e4c46 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8559a2e6-6312-474f-92c3-bbebd6adb919,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:24.572985 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6026ac84-15f4-4b4d-963e-65bf39cdd3e0']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:24.580651 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b3efa833-c463-447c-8b79-0a1e906fcc7d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.629661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f272a239-1620-4e81-b272-50e8fa8ff352 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.670857 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0e5bea90-3886-40c5-823e-d226248a25de None None] Provisioning complete for port c0c40848-5aa8-469b-9282-a249aceccc62 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:24.671463 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0e5bea90-3886-40c5-823e-d226248a25de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.676159 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3efa833-c463-447c-8b79-0a1e906fcc7d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Port': ['ID=bf9cce07-a264-4fda-a385-37030e926e81,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:24.678108 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6315e950-2f30-4e8a-87f0-298cfe6e4c46 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.682283 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6315e950-2f30-4e8a-87f0-298cfe6e4c46 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "DELETE /v2.0/security-groups/8559a2e6-6312-474f-92c3-bbebd6adb919 HTTP/1.1" status: 204 len: 168 time: 1.0906670 Feb 28 14:56:24.685598 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43942) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:24.730983 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0e5bea90-3886-40c5-823e-d226248a25de None None] Port c0c40848-5aa8-469b-9282-a249aceccc62 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:24.745125 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0e5bea90-3886-40c5-823e-d226248a25de None None] Provisioning complete for port 18d2016d-f773-475f-98ba-d96c483614cc triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:24.745497 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0e5bea90-3886-40c5-823e-d226248a25de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.778605 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63e58111-25ad-4cd4-a305-723420c29031') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:24.778896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63e58111-25ad-4cd4-a305-723420c29031') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:24.801248 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0e5bea90-3886-40c5-823e-d226248a25de None None] Port 18d2016d-f773-475f-98ba-d96c483614cc cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:24.802089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.819371 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0e5bea90-3886-40c5-823e-d226248a25de None None] Provisioning for port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:24.826589 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0e5bea90-3886-40c5-823e-d226248a25de None None] Provisioning complete for port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:24.827339 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0e5bea90-3886-40c5-823e-d226248a25de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.884176 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-be32cdf5-6c36-44bb-bc47-a6b7e1a8c5d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:24.892820 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:24.903448 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:56:24.904293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:56:25.047942 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:56:25.087148 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f272a239-1620-4e81-b272-50e8fa8ff352 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:25.106724 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a956ccb-1a61-43f7-9cec-8b61d8d6f23b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Router 0d098314-f876-4653-a6ed-b728d0119506 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:56:25.108648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-be32cdf5-6c36-44bb-bc47-a6b7e1a8c5d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:25.109296 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8::1dc (2d04583f-a513-435e-a720-cee2c3103874/127ca364-d26e-4880-9877-385d94a17e3d/c7b53941-3922-4880-bba5-0b23f1616f42) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:25.109820 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-be32cdf5-6c36-44bb-bc47-a6b7e1a8c5d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-109289821&fields=id&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 267 time: 0.6473935 Feb 28 14:56:25.111286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f272a239-1620-4e81-b272-50e8fa8ff352 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:25.120468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:25.128672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Allocated IP 2001:db8:0:1:f816:3eff:fe94:1365 (2d04583f-a513-435e-a720-cee2c3103874/2fe19746-d2e5-4634-9b67-2e6dae19ed9a/c7b53941-3922-4880-bba5-0b23f1616f42) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:25.168067 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:25.168573 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9bec97ad-27d7-491e-b809-8afded4ab922 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Synchronizing usage tracker for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:25.225858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] Pushing event deleted for resources: {'Network': ['ID=6026ac84-15f4-4b4d-963e-65bf39cdd3e0,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:25.246703 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d4d19047-0cde-4185-92c7-3dda72646176 tempest-PortsTestJSON-1257284978 tempest-PortsTestJSON-1257284978-project] 10.222.0.15 "DELETE /v2.0/networks/6026ac84-15f4-4b4d-963e-65bf39cdd3e0 HTTP/1.1" status: 204 len: 168 time: 4.3858075 Feb 28 14:56:25.247210 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9bec97ad-27d7-491e-b809-8afded4ab922 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Unset dirty status for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:25.248485 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9bec97ad-27d7-491e-b809-8afded4ab922 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5306075 Feb 28 14:56:25.252947 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43948) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:25.287642 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-44a3394f-9f85-4209-ba19-9ff7571f3e67 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group': {'name': 'tempest-secgroup--967404485'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:25.329176 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f272a239-1620-4e81-b272-50e8fa8ff352 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:25.329506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f272a239-1620-4e81-b272-50e8fa8ff352 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Fanout notify agent at l3_agent the message router_deleted on router bf3ee944-04c6-41df-9535-ac7c7e8a115c {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:56:25.346054 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-d6e8b0c0-0e57-4a84-8d29-7209a9e782b1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:56:25.353848 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-44a3394f-9f85-4209-ba19-9ff7571f3e67 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:25.386569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6e8b0c0-0e57-4a84-8d29-7209a9e782b1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:25.395531 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-44a3394f-9f85-4209-ba19-9ff7571f3e67 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:25.418869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f272a239-1620-4e81-b272-50e8fa8ff352 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:25.420742 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f272a239-1620-4e81-b272-50e8fa8ff352 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "DELETE /v2.0/routers/bf3ee944-04c6-41df-9535-ac7c7e8a115c HTTP/1.1" status: 204 len: 168 time: 5.8293512 Feb 28 14:56:25.430569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43952) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:25.441542 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-d6e8b0c0-0e57-4a84-8d29-7209a9e782b1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Transition to ACTIVE for port object 18d2016d-f773-475f-98ba-d96c483614cc will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:25.444953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-6ed06c30-186f-48dc-b7f6-c169d795c28f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-668008313', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:25.445541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-994b1f4e-e8bd-43cf-b17d-8f9756bc7f1d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:25.446249 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-994b1f4e-e8bd-43cf-b17d-8f9756bc7f1d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:25.449217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cea8ecbf-7acb-420e-90eb-575bd9da17fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:25.461706 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a956ccb-1a61-43f7-9cec-8b61d8d6f23b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:56:25.472799 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5a956ccb-1a61-43f7-9cec-8b61d8d6f23b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "PUT /v2.0/routers/0d098314-f876-4653-a6ed-b728d0119506/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9117689 Feb 28 14:56:25.473254 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6ed06c30-186f-48dc-b7f6-c169d795c28f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:25.474966 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44a3394f-9f85-4209-ba19-9ff7571f3e67 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:25.475096 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43956) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:25.479399 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9977241-87ea-4a35-b474-28ee3dc1a583 None None] Sync routers for ids ['0d098314-f876-4653-a6ed-b728d0119506'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:56:25.484256 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6e8b0c0-0e57-4a84-8d29-7209a9e782b1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:25.500747 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9977241-87ea-4a35-b474-28ee3dc1a583 None None] Routers {'0d098314-f876-4653-a6ed-b728d0119506'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:25.502230 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e9977241-87ea-4a35-b474-28ee3dc1a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0d098314-f876-4653-a6ed-b728d0119506'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:25.513920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6ed06c30-186f-48dc-b7f6-c169d795c28f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Usage tracker for resource:router and tenant:9d6de1ad7994458e8aca8b70fee0c6fd is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:25.546813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-994b1f4e-e8bd-43cf-b17d-8f9756bc7f1d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:25.548082 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-994b1f4e-e8bd-43cf-b17d-8f9756bc7f1d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/networks?id=2468bad3-050a-41a8-a719-de3c7061bc72 HTTP/1.1" status: 200 len: 797 time: 0.4294755 Feb 28 14:56:25.556791 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-413edccd-71c5-46c9-b3f6-2333d7ee4a3c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] show failed (client error): The resource could not be found. Feb 28 14:56:25.562112 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-413edccd-71c5-46c9-b3f6-2333d7ee4a3c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-642229945 HTTP/1.1" status: 404 len: 334 time: 0.0794606 Feb 28 14:56:25.562208 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6ed06c30-186f-48dc-b7f6-c169d795c28f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:25.564400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43960) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:25.573960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6acb1090-7de6-4f2b-9d07-657ae68c187f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:25.587224 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6ed06c30-186f-48dc-b7f6-c169d795c28f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:25.594912 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e9977241-87ea-4a35-b474-28ee3dc1a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:25.609425 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9977241-87ea-4a35-b474-28ee3dc1a583 None None] Routers {'0d098314-f876-4653-a6ed-b728d0119506'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:25.610401 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e9977241-87ea-4a35-b474-28ee3dc1a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:55:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0d098314-f876-4653-a6ed-b728d0119506'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:25.633760 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-6acb1090-7de6-4f2b-9d07-657ae68c187f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] update failed (client error): The resource could not be found. Feb 28 14:56:25.635029 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6acb1090-7de6-4f2b-9d07-657ae68c187f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-261730664 HTTP/1.1" status: 404 len: 334 time: 0.0689497 Feb 28 14:56:25.636316 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:25.637114 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-6c32cf4f-6334-4ab0-a944-0ce25ddc813f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/quotas/dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 375 time: 0.0822611 Feb 28 14:56:25.646846 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43966) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:25.686553 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6ed06c30-186f-48dc-b7f6-c169d795c28f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:25.688471 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6ed06c30-186f-48dc-b7f6-c169d795c28f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:25.704703 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e9977241-87ea-4a35-b474-28ee3dc1a583 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:25.705359 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9977241-87ea-4a35-b474-28ee3dc1a583 None None] The sync data for ids ['0d098314-f876-4653-a6ed-b728d0119506'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:56:25.767087 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43970) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:25.792994 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d6e8b0c0-0e57-4a84-8d29-7209a9e782b1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] In _notify_port_updated(), no bound segment for port 18d2016d-f773-475f-98ba-d96c483614cc on network be200c3b-4134-45c1-a362-476133cc0de3 {{(pid=83591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:56:25.797015 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e8b0c0-0e57-4a84-8d29-7209a9e782b1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:25.797645 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6e8b0c0-0e57-4a84-8d29-7209a9e782b1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:25.801723 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d6e8b0c0-0e57-4a84-8d29-7209a9e782b1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "PUT /v2.0/ports/18d2016d-f773-475f-98ba-d96c483614cc HTTP/1.1" status: 200 len: 931 time: 3.9386017 Feb 28 14:56:25.801723 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e8b0c0-0e57-4a84-8d29-7209a9e782b1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=18d2016d-f773-475f-98ba-d96c483614cc,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:25.814907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 43976) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:25.831468 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-44a3394f-9f85-4209-ba19-9ff7571f3e67 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:25.832461 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:25.921805 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-d91f7978-69e4-42b1-b3a9-125c57bf0a25 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2730713 Feb 28 14:56:25.942542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:25.944155 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:25.948320 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-837e7037-3da2-444f-8817-2f172622caa4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port 18d2016d-f773-475f-98ba-d96c483614cc {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:25.948929 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-837e7037-3da2-444f-8817-2f172622caa4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:26.009514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-44a3394f-9f85-4209-ba19-9ff7571f3e67 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:26.021847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Transition to ACTIVE for port object c7b53941-3922-4880-bba5-0b23f1616f42 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:26.023113 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-44a3394f-9f85-4209-ba19-9ff7571f3e67 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:26.048329 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-44a3394f-9f85-4209-ba19-9ff7571f3e67 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:26.055468 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4a9ca5d1-9a12-4440-bcff-b3404eb10e8b None None] Provisioning for port 18d2016d-f773-475f-98ba-d96c483614cc completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:26.072792 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4a9ca5d1-9a12-4440-bcff-b3404eb10e8b None None] Provisioning complete for port 18d2016d-f773-475f-98ba-d96c483614cc triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:26.073159 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4a9ca5d1-9a12-4440-bcff-b3404eb10e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:26.113400 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 83da16ee-9af7-4f6c-98f8-f37ed652e7cd up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:26.128679 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6ed06c30-186f-48dc-b7f6-c169d795c28f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:26.170246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4a9ca5d1-9a12-4440-bcff-b3404eb10e8b None None] Port 18d2016d-f773-475f-98ba-d96c483614cc cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:26.171758 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-dc664278-8bae-41a9-9043-9c02b5de78cf service neutron] 10.222.0.15 "GET /v2.0/networks/2468bad3-050a-41a8-a719-de3c7061bc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2490010 Feb 28 14:56:26.194013 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:26.194379 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:26.304810 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-5a6eec7a-a146-4b7f-929d-61baf52cf09f service neutron] 10.222.0.15 "GET /v2.0/networks/2468bad3-050a-41a8-a719-de3c7061bc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320534 Feb 28 14:56:26.311955 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3efa833-c463-447c-8b79-0a1e906fcc7d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 7f7fae3a-76b4-4b8a-817b-8780a0aad142 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:56:26.380678 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6ed06c30-186f-48dc-b7f6-c169d795c28f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:26.408718 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:26.537801 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-35c2901d-9d67-440e-9c11-766e4ce2d038 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=fb9e225221d343a9905afc8524f286ca&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7605143 Feb 28 14:56:26.542130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43988) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:26.609863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b456b94b-d50d-44dc-8277-6e3c9d55348e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:26.635296 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b456b94b-d50d-44dc-8277-6e3c9d55348e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:26.645456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44a3394f-9f85-4209-ba19-9ff7571f3e67 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:26.646826 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6ed06c30-186f-48dc-b7f6-c169d795c28f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:26.647906 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6ed06c30-186f-48dc-b7f6-c169d795c28f tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.2129240 Feb 28 14:56:26.650028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Network 2d04583f-a513-435e-a720-cee2c3103874 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:26.657969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 43992) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:26.666416 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'enable_snat': False}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:26.670425 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:26.737995 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:26.742155 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:26.742820 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:26.777591 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44a3394f-9f85-4209-ba19-9ff7571f3e67 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:26.793815 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d2fd73e8-c7b7-400e-a3fe-64474ea39008 req-b48dcedc-dfff-4d94-aeea-43627ed8cc26 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 210 time: 0.2297242 Feb 28 14:56:26.827945 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e934708-7cd1-444e-9d40-4fd562d64d9d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Deleting subnet d4f826e0-45a1-46d4-b5bb-f2bb931a506e {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:56:26.837633 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44a3394f-9f85-4209-ba19-9ff7571f3e67 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:26.841696 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-44a3394f-9f85-4209-ba19-9ff7571f3e67 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5851605 Feb 28 14:56:26.842936 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 4.2625954 Feb 28 14:56:26.843596 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44000) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:26.843919 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44002) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:26.860937 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1e934708-7cd1-444e-9d40-4fd562d64d9d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:26.902975 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-837e7037-3da2-444f-8817-2f172622caa4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:26.913619 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbcbdc77-817f-41d2-b7b6-c52708682fc9 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event updated for resources: {'Port': ['ID=c7b53941-3922-4880-bba5-0b23f1616f42,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:26.961363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1e934708-7cd1-444e-9d40-4fd562d64d9d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:26.975355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b456b94b-d50d-44dc-8277-6e3c9d55348e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:27.004559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b456b94b-d50d-44dc-8277-6e3c9d55348e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aa4cb34-43d6-4486-8343-9aa0caa45711,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:27.009438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b456b94b-d50d-44dc-8277-6e3c9d55348e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:27.013679 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b456b94b-d50d-44dc-8277-6e3c9d55348e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8aa4cb34-43d6-4486-8343-9aa0caa45711 HTTP/1.1" status: 204 len: 168 time: 0.4703202 Feb 28 14:56:27.057150 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-03dbacb0-e5f6-4f2a-a9fa-5f9e45647109 None None] Provisioning for port c7b53941-3922-4880-bba5-0b23f1616f42 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:27.057845 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1e934708-7cd1-444e-9d40-4fd562d64d9d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:27.078070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-03dbacb0-e5f6-4f2a-a9fa-5f9e45647109 None None] Provisioning complete for port c7b53941-3922-4880-bba5-0b23f1616f42 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:27.078762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-03dbacb0-e5f6-4f2a-a9fa-5f9e45647109 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:27.172931 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-03dbacb0-e5f6-4f2a-a9fa-5f9e45647109 None None] Port c7b53941-3922-4880-bba5-0b23f1616f42 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:27.175849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:27.406858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:27.440784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:27.441692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-837e7037-3da2-444f-8817-2f172622caa4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for 18d2016d-f773-475f-98ba-d96c483614cc owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:27.514751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-0fc5f420-729d-4626-9dc7-4f6623c74365 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '12207114-a641-4ffc-9e96-2772ed45784a', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:27.515414 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-0fc5f420-729d-4626-9dc7-4f6623c74365 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:27.516394 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0fc5f420-729d-4626-9dc7-4f6623c74365 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.6620994 Feb 28 14:56:27.520027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44020) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:27.572740 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:27.582360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1e934708-7cd1-444e-9d40-4fd562d64d9d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:27.611217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5b646940-46ef-4b17-bf46-4e5eb30f95f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:27.645935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a3394f-9f85-4209-ba19-9ff7571f3e67 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12207114-a641-4ffc-9e96-2772ed45784a,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:27.647300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Allocated IP 172.26.4.216 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/f10adcbd-9327-40b9-a9c9-20987544e2a1) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:27.657225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1dc77a86-96a0-4917-ae51-97c76dbeb81b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:27.675696 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e934708-7cd1-444e-9d40-4fd562d64d9d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event deleted for resources: {'Subnet': ['ID=d4f826e0-45a1-46d4-b5bb-f2bb931a506e,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:27.691031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1e934708-7cd1-444e-9d40-4fd562d64d9d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:27.703595 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f3b700d-6168-4c8b-bfe8-828e395b68be None None] Network 8cf93105-e4b0-4273-b821-1591fe355747 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:27.717583 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fa767-5b88-4063-8313-ab29cdf8d8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting port c7b53941-3922-4880-bba5-0b23f1616f42 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:27.717964 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa767-5b88-4063-8313-ab29cdf8d8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:27.755384 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1dc77a86-96a0-4917-ae51-97c76dbeb81b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:27.762156 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1e934708-7cd1-444e-9d40-4fd562d64d9d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "DELETE /v2.0/subnets/d4f826e0-45a1-46d4-b5bb-f2bb931a506e HTTP/1.1" status: 204 len: 168 time: 2.0774848 Feb 28 14:56:27.764321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44028) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:27.904551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:28.003801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1dc77a86-96a0-4917-ae51-97c76dbeb81b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:28.063987 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:28.099768 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-837e7037-3da2-444f-8817-2f172622caa4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:28.296972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44040) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:28.297381 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc77a86-96a0-4917-ae51-97c76dbeb81b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12207114-a641-4ffc-9e96-2772ed45784a,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:28.315266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5226c11-8396-4354-8c56-159d08d1a860 None None] DHCP port deletion for 8cf93105-e4b0-4273-b821-1591fe355747 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:56:28.322590 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-d5226c11-8396-4354-8c56-159d08d1a860 None None] Deleting port 7d123c46-e7c8-4c07-baad-0b4c77c51945 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:28.322958 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d5226c11-8396-4354-8c56-159d08d1a860 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:28.332945 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-50e90da7-e85a-4257-84da-40560641f7d2 req-73ffe48b-8afa-43b2-a43e-e23123bfdf89 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 210 time: 0.3215439 Feb 28 14:56:28.338135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Deleting port 7d123c46-e7c8-4c07-baad-0b4c77c51945 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:28.338490 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:28.368496 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837e7037-3da2-444f-8817-2f172622caa4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=18d2016d-f773-475f-98ba-d96c483614cc,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:28.403618 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1dc77a86-96a0-4917-ae51-97c76dbeb81b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:28.407331 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1dc77a86-96a0-4917-ae51-97c76dbeb81b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "DELETE /v2.0/security-groups/12207114-a641-4ffc-9e96-2772ed45784a HTTP/1.1" status: 204 len: 168 time: 0.8864157 Feb 28 14:56:28.408129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44046) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:28.415463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:28.440986 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-837e7037-3da2-444f-8817-2f172622caa4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:28.514786 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa767-5b88-4063-8313-ab29cdf8d8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:28.571300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-addc4532-01e3-4b9b-b668-4b743be83f6c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:28.573678 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-addc4532-01e3-4b9b-b668-4b743be83f6c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/networks?id=2468bad3-050a-41a8-a719-de3c7061bc72 HTTP/1.1" status: 200 len: 797 time: 0.6431553 Feb 28 14:56:28.590677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c10c8b03-9f5e-4dad-805b-fb0e23576c4c tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1542323836', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:28.599051 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-837e7037-3da2-444f-8817-2f172622caa4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/18d2016d-f773-475f-98ba-d96c483614cc HTTP/1.1" status: 204 len: 168 time: 2.7737529 Feb 28 14:56:28.607047 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44050) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:28.619912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c10c8b03-9f5e-4dad-805b-fb0e23576c4c tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:28.678859 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-2c7fa767-5b88-4063-8313-ab29cdf8d8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Calling delete_port for c7b53941-3922-4880-bba5-0b23f1616f42 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:28.679306 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-d5226c11-8396-4354-8c56-159d08d1a860 None None] For port 7d123c46-e7c8-4c07-baad-0b4c77c51945, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7d123c46-e7c8-4c07-baad-0b4c77c51945,segment=NetworkSegment(f83aa9fd-6100-4753-adc1-ecbafa873171),segment_id=f83aa9fd-6100-4753-adc1-ecbafa873171)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:28.679616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d5226c11-8396-4354-8c56-159d08d1a860 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:28.692273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c10c8b03-9f5e-4dad-805b-fb0e23576c4c tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Usage tracker for resource:router and tenant:b253b97b1dab4c7bbac19970e4e45e33 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:28.705474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c10c8b03-9f5e-4dad-805b-fb0e23576c4c tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:28.712858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:28.721608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:28.724240 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:28.753243 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-205bb89a-933b-4c1c-aa68-f79a4c04f31b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] GET failed (client error): The resource could not be found. Feb 28 14:56:28.753668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-205bb89a-933b-4c1c-aa68-f79a4c04f31b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:28.756560 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c10c8b03-9f5e-4dad-805b-fb0e23576c4c tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:28.762578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Pushing event updated for resources: {'Port': ['ID=f10adcbd-9327-40b9-a9c9-20987544e2a1,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:28.773548 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3efa833-c463-447c-8b79-0a1e906fcc7d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:56:28.784006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6d81918e-c24e-4510-a1d2-ac1d5f87d918 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Synchronizing usage tracker for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:28.802010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307161f7-d0ae-428c-8b22-69d0bde2369c None None] Sync routers for ids ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:56:28.813703 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-d5226c11-8396-4354-8c56-159d08d1a860 None None] Calling delete_port for 7d123c46-e7c8-4c07-baad-0b4c77c51945 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:28.827996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c10c8b03-9f5e-4dad-805b-fb0e23576c4c tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:28.828908 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c10c8b03-9f5e-4dad-805b-fb0e23576c4c tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:28.845314 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-9cb79eeb-de25-4762-8203-3ae839e0be9d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 470 time: 0.2466445 Feb 28 14:56:28.856159 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-205bb89a-933b-4c1c-aa68-f79a4c04f31b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:28.858130 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-205bb89a-933b-4c1c-aa68-f79a4c04f31b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/18d2016d-f773-475f-98ba-d96c483614cc HTTP/1.1" status: 404 len: 333 time: 0.2343273 Feb 28 14:56:28.863585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'port': {'device_id': 'ccba3c42-601d-408c-b794-fef4a79a837d', 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72', 'admin_state_up': True, 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'security_groups': ['3dbd9c75-f531-49ec-9de6-0ccc5ba9799d']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:28.873631 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44054) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:28.894636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6d81918e-c24e-4510-a1d2-ac1d5f87d918 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Unset dirty status for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:28.896584 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6d81918e-c24e-4510-a1d2-ac1d5f87d918 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4841943 Feb 28 14:56:28.898710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:28.908130 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:28.910732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307161f7-d0ae-428c-8b22-69d0bde2369c None None] Routers {'7f7fae3a-76b4-4b8a-817b-8780a0aad142'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:28.911653 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-307161f7-d0ae-428c-8b22-69d0bde2369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:28.914462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44058) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:28.982534 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-307161f7-d0ae-428c-8b22-69d0bde2369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:28.984371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f5990eaf-fc25-4fc4-b85a-d3cddc51c1bb tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1987177784'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:28.998945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-307161f7-d0ae-428c-8b22-69d0bde2369c None None] Routers {'7f7fae3a-76b4-4b8a-817b-8780a0aad142'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:28.999939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-307161f7-d0ae-428c-8b22-69d0bde2369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:29.000479 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f5990eaf-fc25-4fc4-b85a-d3cddc51c1bb tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:29.054786 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d5226c11-8396-4354-8c56-159d08d1a860 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.064680 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c10c8b03-9f5e-4dad-805b-fb0e23576c4c tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.072299 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f5990eaf-fc25-4fc4-b85a-d3cddc51c1bb tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:29.106109 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-307161f7-d0ae-428c-8b22-69d0bde2369c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:29.106812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307161f7-d0ae-428c-8b22-69d0bde2369c None None] The sync data for ids ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:56:29.109986 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5226c11-8396-4354-8c56-159d08d1a860 None None] Pushing event deleted for resources: {'Port': ['ID=7d123c46-e7c8-4c07-baad-0b4c77c51945,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:29.112387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b3efa833-c463-447c-8b79-0a1e906fcc7d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.114936 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5226c11-8396-4354-8c56-159d08d1a860 None None] No DVR routers for this DVR port 7d123c46-e7c8-4c07-baad-0b4c77c51945 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:56:29.125559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] For port 7d123c46-e7c8-4c07-baad-0b4c77c51945, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7d123c46-e7c8-4c07-baad-0b4c77c51945,segment=NetworkSegment(f83aa9fd-6100-4753-adc1-ecbafa873171),segment_id=f83aa9fd-6100-4753-adc1-ecbafa873171)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:29.125559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.139738 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f5990eaf-fc25-4fc4-b85a-d3cddc51c1bb tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.143073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c10c8b03-9f5e-4dad-805b-fb0e23576c4c tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.148775 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:29.161038 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b3efa833-c463-447c-8b79-0a1e906fcc7d tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/ports/bf9cce07-a264-4fda-a385-37030e926e81 HTTP/1.1" status: 204 len: 168 time: 7.3029261 Feb 28 14:56:29.163153 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:port and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:29.165829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44062) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:29.169789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for port was recalculated. Used quota:5. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:29.248690 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:29.312516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c10c8b03-9f5e-4dad-805b-fb0e23576c4c tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.313586 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c10c8b03-9f5e-4dad-805b-fb0e23576c4c tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.0142148 Feb 28 14:56:29.324934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44066) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:29.345538 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:29.350198 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.421378 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Calling delete_port for 7d123c46-e7c8-4c07-baad-0b4c77c51945 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:29.455466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-2100366504'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:29.480750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.492739 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:29.511719 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Usage tracker for resource:network and tenant:b253b97b1dab4c7bbac19970e4e45e33 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:29.527569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-876b8850-2ed8-4789-bb42-d5dc427a3e53 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.527569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:29.551896 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:29.639900 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-876b8850-2ed8-4789-bb42-d5dc427a3e53 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.648656 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-734fdeaf-86d4-4336-8c8d-5b156a32a910 req-d031544a-61dd-484e-b538-48d5328f1b4d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 210 time: 0.0863223 Feb 28 14:56:29.654205 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa767-5b88-4063-8313-ab29cdf8d8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.655766 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Made reservation on behalf of b253b97b1dab4c7bbac19970e4e45e33 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:29.658854 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.722234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f5990eaf-fc25-4fc4-b85a-d3cddc51c1bb tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:29.728765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.30 (2468bad3-050a-41a8-a719-de3c7061bc72/72ee69dc-dbb9-46a0-8809-75d3fe30b3ae/f22fc3fd-c7cf-4336-9ef0-27a3e1d66099) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:29.739379 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.749027 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.api [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:56:29.749472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG oslo_db.api [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:56:29.750016 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7fa767-5b88-4063-8313-ab29cdf8d8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Port': ['ID=c7b53941-3922-4880-bba5-0b23f1616f42,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:29.752185 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f5990eaf-fc25-4fc4-b85a-d3cddc51c1bb tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:29.767779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f5990eaf-fc25-4fc4-b85a-d3cddc51c1bb tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:29.779063 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f5990eaf-fc25-4fc4-b85a-d3cddc51c1bb tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:29.783773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.802060 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.809116 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7d123c46-e7c8-4c07-baad-0b4c77c51945 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:56:29.853781 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 7d123c46-e7c8-4c07-baad-0b4c77c51945 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:56:29.854291 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7d123c46-e7c8-4c07-baad-0b4c77c51945 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:56:29.885622 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:29.891198 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-876b8850-2ed8-4789-bb42-d5dc427a3e53 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.897456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Usage tracker for resource:security_group_rule and tenant:b253b97b1dab4c7bbac19970e4e45e33 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:29.908414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:29.916849 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2c7fa767-5b88-4063-8313-ab29cdf8d8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:29.927896 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:29.940766 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876b8850-2ed8-4789-bb42-d5dc427a3e53 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=249ac9ea-0bb3-4e99-ad7f-b964e0b9c1de,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:29.983511 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2c7fa767-5b88-4063-8313-ab29cdf8d8b6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/c7b53941-3922-4880-bba5-0b23f1616f42 HTTP/1.1" status: 204 len: 168 time: 3.1276648 Feb 28 14:56:29.994511 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44072) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:30.010598 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f5990eaf-fc25-4fc4-b85a-d3cddc51c1bb tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.052513 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f5990eaf-fc25-4fc4-b85a-d3cddc51c1bb tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.089498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-876b8850-2ed8-4789-bb42-d5dc427a3e53 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.090735 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-876b8850-2ed8-4789-bb42-d5dc427a3e53 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/security-groups/249ac9ea-0bb3-4e99-ad7f-b964e0b9c1de HTTP/1.1" status: 204 len: 168 time: 1.2161601 Feb 28 14:56:30.097994 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44076) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:30.140215 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f5990eaf-fc25-4fc4-b85a-d3cddc51c1bb tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.144827 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f5990eaf-fc25-4fc4-b85a-d3cddc51c1bb tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2165940 Feb 28 14:56:30.150514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44080) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:30.162094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5990eaf-fc25-4fc4-b85a-d3cddc51c1bb tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18050ff0-5f9f-41f5-953d-b1251f517896,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:30.179968 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5b7894ca-5483-4cea-a3ce-611fdd32c82b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '18050ff0-5f9f-41f5-953d-b1251f517896', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:30.180723 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-5b7894ca-5483-4cea-a3ce-611fdd32c82b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:30.185348 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5b7894ca-5483-4cea-a3ce-611fdd32c82b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0283005 Feb 28 14:56:30.186257 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44084) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:30.191274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.201659 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-65336a43-7742-4e07-ab1a-2a63641a8e16 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '18050ff0-5f9f-41f5-953d-b1251f517896', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:30.202335 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-65336a43-7742-4e07-ab1a-2a63641a8e16 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:30.203262 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-65336a43-7742-4e07-ab1a-2a63641a8e16 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0118222 Feb 28 14:56:30.215215 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44088) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:30.228756 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.234866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.255197 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Deleting port 7d123c46-e7c8-4c07-baad-0b4c77c51945 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:30.255623 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.279329 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f443921a-475a-4d35-8584-7a7240969bda tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '18050ff0-5f9f-41f5-953d-b1251f517896', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:30.280071 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-f443921a-475a-4d35-8584-7a7240969bda tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:30.283486 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f443921a-475a-4d35-8584-7a7240969bda tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0194719 Feb 28 14:56:30.289281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44092) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:30.302908 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c122abee-f04d-46eb-95e1-a2fe64cef258 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '18050ff0-5f9f-41f5-953d-b1251f517896', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:30.303622 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-c122abee-f04d-46eb-95e1-a2fe64cef258 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:30.307355 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c122abee-f04d-46eb-95e1-a2fe64cef258 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0134556 Feb 28 14:56:30.307494 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fecc2b1e-d24c-430b-bbd6-fdb4ef1d366e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:30.307494 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fecc2b1e-d24c-430b-bbd6-fdb4ef1d366e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:30.312695 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44096) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:30.325662 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:56:30.362132 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-68ae5957-d2f8-42c0-a155-ce4a0b3e2b51 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.385449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] The port '7d123c46-e7c8-4c07-baad-0b4c77c51945' was deleted {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:56:30.392702 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ed11f07b-f965-4fbd-86b3-a6affc066dc9,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:30.395957 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.395957 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Added segment 0ec6f0f5-feec-46a0-8a99-13d0be36fa92 of type vlan for network 2fbe44e3-c483-4395-8916-38aa3d5221e0 Feb 28 14:56:30.448068 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.462038 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-68ae5957-d2f8-42c0-a155-ce4a0b3e2b51 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.484544 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fecc2b1e-d24c-430b-bbd6-fdb4ef1d366e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:30.485939 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fecc2b1e-d24c-430b-bbd6-fdb4ef1d366e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4883454 Feb 28 14:56:30.488198 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:30.493039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44100) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:30.545525 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f0074474-28c0-4f80-a000-98ea1da6123c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.582515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.598699 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.605093 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f0074474-28c0-4f80-a000-98ea1da6123c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.635724 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8cf93105-e4b0-4273-b821-1591fe355747']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:30.648648 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-68ae5957-d2f8-42c0-a155-ce4a0b3e2b51 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.666593 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.666855 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f83aa9fd-6100-4753-adc1-ecbafa873171') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:30.666978 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f83aa9fd-6100-4753-adc1-ecbafa873171') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:30.687995 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ae5957-d2f8-42c0-a155-ce4a0b3e2b51 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07e4c07c-344b-4e7e-b71a-570e61b09972,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:30.694015 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.697672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:30.698256 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.703362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.797612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.799817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-68ae5957-d2f8-42c0-a155-ce4a0b3e2b51 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.803526 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-68ae5957-d2f8-42c0-a155-ce4a0b3e2b51 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/security-groups/07e4c07c-344b-4e7e-b71a-570e61b09972 HTTP/1.1" status: 204 len: 168 time: 0.7000949 Feb 28 14:56:30.807304 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44106) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:30.822075 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2468bad3-050a-41a8-a719-de3c7061bc72 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:30.830964 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:30.833536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:30.860022 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.4750230 Feb 28 14:56:30.863336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:56:30.863846 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.863989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=f22fc3fd-c7cf-4336-9ef0-27a3e1d66099,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:56:30.882383 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:56:30.890687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44110) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:30.891354 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2158190-61c6-49ec-bd28-d8e2c5f54daa tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event updated for resources: {'Network': ['ID=2fbe44e3-c483-4395-8916-38aa3d5221e0,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:30.902146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f0074474-28c0-4f80-a000-98ea1da6123c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:30.910676 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 2fbe44e3-c483-4395-8916-38aa3d5221e0 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:56:30.912163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68d75e80-604f-4fe9-b0f2-120bf27eff37 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:30.915932 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-68d75e80-604f-4fe9-b0f2-120bf27eff37 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.4170132 Feb 28 14:56:30.941698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44114) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:30.947058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9f02dcfe-b166-4b0a-a212-5eb633181400 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Request body: {'subnet': {'network_id': '2fbe44e3-c483-4395-8916-38aa3d5221e0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:30.995598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0074474-28c0-4f80-a000-98ea1da6123c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18050ff0-5f9f-41f5-953d-b1251f517896,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:31.042730 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:31.044738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:31.052710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a57503c4-61c9-49d7-9580-129a7ec60a28 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:31.139136 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a04ac63d-fcd1-419f-83aa-6f3abb74d183 None None] Provisioning for port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:31.145652 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a04ac63d-fcd1-419f-83aa-6f3abb74d183 None None] Provisioning complete for port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:31.146488 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a04ac63d-fcd1-419f-83aa-6f3abb74d183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:31.199935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:31.211822 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a04ac63d-fcd1-419f-83aa-6f3abb74d183 None None] Port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:31.253827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f0074474-28c0-4f80-a000-98ea1da6123c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:31.254902 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f0074474-28c0-4f80-a000-98ea1da6123c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "DELETE /v2.0/security-groups/18050ff0-5f9f-41f5-953d-b1251f517896 HTTP/1.1" status: 204 len: 168 time: 0.9402351 Feb 28 14:56:31.264762 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-444189c7-e1bf-4c23-9ec8-fe576af49dd3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.4116132 Feb 28 14:56:31.264962 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:31.266300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44118) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:31.269646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58745fd-da6f-4327-9a7a-ed9b23a8afc4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:31.271049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58745fd-da6f-4327-9a7a-ed9b23a8afc4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:31.272452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d58745fd-da6f-4327-9a7a-ed9b23a8afc4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:31.273227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d58745fd-da6f-4327-9a7a-ed9b23a8afc4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:31.285592 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9f02dcfe-b166-4b0a-a212-5eb633181400 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:31.287742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Request body: {'port': {'device_id': 'ccba3c42-601d-408c-b794-fef4a79a837d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:31.288883 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event deleted for resources: {'Network': ['ID=8cf93105-e4b0-4273-b821-1591fe355747,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:31.302383 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6f9130c6-14e4-4280-928d-284b7be0e94f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "DELETE /v2.0/networks/8cf93105-e4b0-4273-b821-1591fe355747 HTTP/1.1" status: 204 len: 168 time: 3.5303769 Feb 28 14:56:31.303442 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9f02dcfe-b166-4b0a-a212-5eb633181400 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Usage tracker for resource:subnet and tenant:b253b97b1dab4c7bbac19970e4e45e33 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:31.307815 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9f02dcfe-b166-4b0a-a212-5eb633181400 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:31.310716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44122) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:31.345136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9f02dcfe-b166-4b0a-a212-5eb633181400 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:31.398759 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d58745fd-da6f-4327-9a7a-ed9b23a8afc4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:31.403189 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d58745fd-da6f-4327-9a7a-ed9b23a8afc4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.4566550 Feb 28 14:56:31.404108 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44126) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:31.408184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f02dcfe-b166-4b0a-a212-5eb633181400 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Made reservation on behalf of b253b97b1dab4c7bbac19970e4e45e33 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:31.410697 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Router 8d10762f-f1a2-48f3-b80c-6a33af7ac1c9 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:56:31.421957 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d1e942-7f24-4533-88df-2231cce9b3de req-1ed910ad-6275-4499-bb2d-0d45dd7b05fc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:31.422658 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-14d1e942-7f24-4533-88df-2231cce9b3de req-1ed910ad-6275-4499-bb2d-0d45dd7b05fc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:31.507657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-999ee104-2059-4fe6-8a9b-3cd59fcb75e5 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Synchronizing usage tracker for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:31.519103 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-14d1e942-7f24-4533-88df-2231cce9b3de req-1ed910ad-6275-4499-bb2d-0d45dd7b05fc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:31.520260 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-14d1e942-7f24-4533-88df-2231cce9b3de req-1ed910ad-6275-4499-bb2d-0d45dd7b05fc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 932 time: 0.7004838 Feb 28 14:56:31.585913 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:31.612916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-87215237-647f-431d-9c9c-78a729912bc9 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting subnet 3766b42b-c824-4951-a170-f9db9966ffc1 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:56:31.636015 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87215237-647f-431d-9c9c-78a729912bc9 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:31.730123 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f02dcfe-b166-4b0a-a212-5eb633181400 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:31.736425 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-999ee104-2059-4fe6-8a9b-3cd59fcb75e5 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Unset dirty status for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:31.741599 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-999ee104-2059-4fe6-8a9b-3cd59fcb75e5 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4617610 Feb 28 14:56:31.743579 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44130) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:31.766006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e939993c-b960-4220-b449-7201f30ee27c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group': {'name': 'tempest-secgroup--403576323'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:31.780199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e939993c-b960-4220-b449-7201f30ee27c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:31.814461 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-14d1e942-7f24-4533-88df-2231cce9b3de req-0fc9a752-e8a3-430e-928b-dff41934fbbe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbd9c75-f531-49ec-9de6-0ccc5ba9799d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2304976 Feb 28 14:56:31.821546 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e939993c-b960-4220-b449-7201f30ee27c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:31.885974 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87215237-647f-431d-9c9c-78a729912bc9 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:31.963185 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-5caed317-2dd6-4ef6-af19-53467af57377 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Deleting subnet 7cc03d97-a0b4-4fd5-aa2d-d8dc82270ecb {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:56:31.983176 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5caed317-2dd6-4ef6-af19-53467af57377 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.029063 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e939993c-b960-4220-b449-7201f30ee27c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.100245 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-db476340-d02a-4d4b-80b8-b36a5a6050ee tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 127ca364-d26e-4880-9877-385d94a17e3d {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:56:32.103380 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5caed317-2dd6-4ef6-af19-53467af57377 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.140667 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-db476340-d02a-4d4b-80b8-b36a5a6050ee tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.199608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e939993c-b960-4220-b449-7201f30ee27c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:32.212038 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87215237-647f-431d-9c9c-78a729912bc9 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.218331 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e939993c-b960-4220-b449-7201f30ee27c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:32.283571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e939993c-b960-4220-b449-7201f30ee27c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:32.309712 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-db476340-d02a-4d4b-80b8-b36a5a6050ee tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.313506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e939993c-b960-4220-b449-7201f30ee27c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:32.449903 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5caed317-2dd6-4ef6-af19-53467af57377 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.489373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f02dcfe-b166-4b0a-a212-5eb633181400 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.495953 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:56:32.508033 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b38431-7b80-4451-a36d-4e6e6d2ddfa6 None None] Sync routers for ids ['8d10762f-f1a2-48f3-b80c-6a33af7ac1c9'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:56:32.519578 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b38431-7b80-4451-a36d-4e6e6d2ddfa6 None None] Routers {'8d10762f-f1a2-48f3-b80c-6a33af7ac1c9'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:32.520246 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-40b38431-7b80-4451-a36d-4e6e6d2ddfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['8d10762f-f1a2-48f3-b80c-6a33af7ac1c9'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:32.537277 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87215237-647f-431d-9c9c-78a729912bc9 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.547509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:56:32.573132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.577404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e939993c-b960-4220-b449-7201f30ee27c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.588179 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-40b38431-7b80-4451-a36d-4e6e6d2ddfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:32.594747 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e939993c-b960-4220-b449-7201f30ee27c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.598900 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87215237-647f-431d-9c9c-78a729912bc9 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.601966 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-db476340-d02a-4d4b-80b8-b36a5a6050ee tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.604324 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b38431-7b80-4451-a36d-4e6e6d2ddfa6 None None] Routers {'8d10762f-f1a2-48f3-b80c-6a33af7ac1c9'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:32.605937 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-40b38431-7b80-4451-a36d-4e6e6d2ddfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['8d10762f-f1a2-48f3-b80c-6a33af7ac1c9'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:32.608399 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8861f740-91fc-477e-af17-59dce75abe06 None None] Network be200c3b-4134-45c1-a362-476133cc0de3 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:32.615466 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.616925 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f5caad23-4536-40c6-b168-347e0d186579 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "PUT /v2.0/routers/8d10762f-f1a2-48f3-b80c-6a33af7ac1c9 HTTP/1.1" status: 200 len: 919 time: 5.9577019 Feb 28 14:56:32.624784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Transition to ACTIVE for port object f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:32.637488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44134) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:32.666959 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.677365 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-40b38431-7b80-4451-a36d-4e6e6d2ddfa6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:32.678514 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40b38431-7b80-4451-a36d-4e6e6d2ddfa6 None None] The sync data for ids ['8d10762f-f1a2-48f3-b80c-6a33af7ac1c9'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:56:32.722797 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e939993c-b960-4220-b449-7201f30ee27c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.723739 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e939993c-b960-4220-b449-7201f30ee27c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9752862 Feb 28 14:56:32.736610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44138) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:32.738332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e939993c-b960-4220-b449-7201f30ee27c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=064e0fb3-3a3a-41ec-92cd-26bdd6ef0a69,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:32.758678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-b74f6a7b-905a-477d-ae9e-db8e77bbb0e6 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '064e0fb3-3a3a-41ec-92cd-26bdd6ef0a69', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:32.759978 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-b74f6a7b-905a-477d-ae9e-db8e77bbb0e6 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:32.765849 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b74f6a7b-905a-477d-ae9e-db8e77bbb0e6 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0201902 Feb 28 14:56:32.767431 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44142) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:32.862053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f02dcfe-b166-4b0a-a212-5eb633181400 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event updated for resources: {'Subnet': ['ID=3d9f251a-42b0-4918-97c6-40ef27fe7d8b,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:32.864826 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-87215237-647f-431d-9c9c-78a729912bc9 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/3766b42b-c824-4951-a170-f9db9966ffc1 HTTP/1.1" status: 204 len: 168 time: 2.0468302 Feb 28 14:56:32.875265 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-bc53c621-6584-4d62-81a9-ba09249bd536 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '064e0fb3-3a3a-41ec-92cd-26bdd6ef0a69', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:32.914071 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44148) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:32.926041 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Pushing event updated for resources: {'Port': ['ID=f22fc3fd-c7cf-4336-9ef0-27a3e1d66099,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:32.982564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5caed317-2dd6-4ef6-af19-53467af57377 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:32.993296 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9aaa5a7f-bf5b-4946-a1bc-610b31590f9a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'subnet': {'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:32.996023 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-bc53c621-6584-4d62-81a9-ba09249bd536 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:33.006591 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-bc53c621-6584-4d62-81a9-ba09249bd536 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:33.012334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-bc53c621-6584-4d62-81a9-ba09249bd536 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:33.014309 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87215237-647f-431d-9c9c-78a729912bc9 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Subnet': ['ID=3766b42b-c824-4951-a170-f9db9966ffc1,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:33.023045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-bc53c621-6584-4d62-81a9-ba09249bd536 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:33.107429 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Attempting to bind port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:56:33.108101 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Attempting to bind port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'e894dc4f-7aa6-43ff-bb68-278c8827df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:56:33.108101 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Attempting to bind port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 on network 2468bad3-050a-41a8-a719-de3c7061bc72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:56:33.131892 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 on network 2468bad3-050a-41a8-a719-de3c7061bc72 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:56:33.132573 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Attempting to bind port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 on network 2468bad3-050a-41a8-a719-de3c7061bc72 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:56:33.137043 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-bc53c621-6584-4d62-81a9-ba09249bd536 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:33.142226 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bc53c621-6584-4d62-81a9-ba09249bd536 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3722310 Feb 28 14:56:33.144434 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44152) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:33.153620 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-b6527c41-fe78-4b89-a0b1-6c8501a1adc9 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '064e0fb3-3a3a-41ec-92cd-26bdd6ef0a69', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:33.154251 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-b6527c41-fe78-4b89-a0b1-6c8501a1adc9 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:33.158936 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b6527c41-fe78-4b89-a0b1-6c8501a1adc9 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0106091 Feb 28 14:56:33.160693 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caed317-2dd6-4ef6-af19-53467af57377 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event deleted for resources: {'Subnet': ['ID=7cc03d97-a0b4-4fd5-aa2d-d8dc82270ecb,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:33.162633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44156) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:33.168707 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 56, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:56:33.169616 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Checking segment: {'id': 'e894dc4f-7aa6-43ff-bb68-278c8827df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:33.170069 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Bound using segment: {'id': 'e894dc4f-7aa6-43ff-bb68-278c8827df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:56:33.170508 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Bound port: f22fc3fd-c7cf-4336-9ef0-27a3e1d66099, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e894dc4f-7aa6-43ff-bb68-278c8827df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:56:33.170850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:33.176627 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f02dcfe-b166-4b0a-a212-5eb633181400 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Checking segment: {'id': '0ec6f0f5-feec-46a0-8a99-13d0be36fa92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2fbe44e3-c483-4395-8916-38aa3d5221e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:33.177231 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f02dcfe-b166-4b0a-a212-5eb633181400 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Network hostable DHCP agents. Network: 2fbe44e3-c483-4395-8916-38aa3d5221e0, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:56:33.187194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-0a109f1a-ad4c-4fc4-92dc-65dcf5491cac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '064e0fb3-3a3a-41ec-92cd-26bdd6ef0a69', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:33.199295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0a109f1a-ad4c-4fc4-92dc-65dcf5491cac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:33.205971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0a109f1a-ad4c-4fc4-92dc-65dcf5491cac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:33.210853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0a109f1a-ad4c-4fc4-92dc-65dcf5491cac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:33.215258 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5caed317-2dd6-4ef6-af19-53467af57377 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:33.220273 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed923dc1-6b21-4a35-8c6a-de2a937c42ea None None] Network 3c565055-97bd-430f-b199-3e208a3bc0ff requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:33.243005 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-db476340-d02a-4d4b-80b8-b36a5a6050ee tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:33.246180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0a109f1a-ad4c-4fc4-92dc-65dcf5491cac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:33.287044 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5caed317-2dd6-4ef6-af19-53467af57377 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "DELETE /v2.0/subnets/7cc03d97-a0b4-4fd5-aa2d-d8dc82270ecb HTTP/1.1" status: 204 len: 168 time: 1.9753089 Feb 28 14:56:33.292852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44160) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:33.321161 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db476340-d02a-4d4b-80b8-b36a5a6050ee tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=127ca364-d26e-4880-9877-385d94a17e3d,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:33.359176 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-db476340-d02a-4d4b-80b8-b36a5a6050ee tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:33.361292 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-db476340-d02a-4d4b-80b8-b36a5a6050ee tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/127ca364-d26e-4880-9877-385d94a17e3d HTTP/1.1" status: 204 len: 168 time: 1.9543993 Feb 28 14:56:33.365585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44164) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:33.366585 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:56:33.382539 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75a5214b-00cc-4edc-8f1c-b4fa3420890b None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:33.412097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9aaa5a7f-bf5b-4946-a1bc-610b31590f9a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:33.438481 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-a57503c4-61c9-49d7-9580-129a7ec60a28 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting port 4c00285e-5901-46d5-9ec7-cf82be937e60 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:33.438843 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a57503c4-61c9-49d7-9580-129a7ec60a28 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:33.450396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9aaa5a7f-bf5b-4946-a1bc-610b31590f9a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:subnet and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:33.456763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f02dcfe-b166-4b0a-a212-5eb633181400 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Network 2fbe44e3-c483-4395-8916-38aa3d5221e0 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:56:33.459168 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9aaa5a7f-bf5b-4946-a1bc-610b31590f9a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:33.474265 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] For port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:56:33.483248 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-0a109f1a-ad4c-4fc4-92dc-65dcf5491cac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:33.486942 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9aaa5a7f-bf5b-4946-a1bc-610b31590f9a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:33.487439 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0a109f1a-ad4c-4fc4-92dc-65dcf5491cac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3229849 Feb 28 14:56:33.495495 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44168) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:33.511662 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-877c6eaa-3b27-49e5-80e9-80198f4dc7a1 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '064e0fb3-3a3a-41ec-92cd-26bdd6ef0a69', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:33.512315 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-877c6eaa-3b27-49e5-80e9-80198f4dc7a1 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:33.513829 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-877c6eaa-3b27-49e5-80e9-80198f4dc7a1 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0161939 Feb 28 14:56:33.521266 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9446e44c-707b-4594-96e8-524dfb5e8b7b req-41f93e30-6433-45ef-a58c-512eb1165c5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:33.522685 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9446e44c-707b-4594-96e8-524dfb5e8b7b req-41f93e30-6433-45ef-a58c-512eb1165c5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 944 time: 0.5059612 Feb 28 14:56:33.526259 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44172) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:33.534015 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9f02dcfe-b166-4b0a-a212-5eb633181400 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 2fbe44e3-c483-4395-8916-38aa3d5221e0) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:33.545247 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-e581d1a2-5a07-4396-96f4-0a6031898e91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Deleting subnet 2fe19746-d2e5-4634-9b67-2e6dae19ed9a {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:56:33.551905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6548c8fc-0f9b-456f-a32c-2f9abcdccb32 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '064e0fb3-3a3a-41ec-92cd-26bdd6ef0a69', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:33.555013 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cce6eec-e404-4791-af26-f712a9381e2e None None] Network 2fbe44e3-c483-4395-8916-38aa3d5221e0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:33.557733 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f02dcfe-b166-4b0a-a212-5eb633181400 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:33.558387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f02dcfe-b166-4b0a-a212-5eb633181400 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:33.563894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] For port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f22fc3fd-c7cf-4336-9ef0-27a3e1d66099,segment=NetworkSegment(e894dc4f-7aa6-43ff-bb68-278c8827df43),segment_id=e894dc4f-7aa6-43ff-bb68-278c8827df43)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:56:33.582096 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9aaa5a7f-bf5b-4946-a1bc-610b31590f9a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:33.585441 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5a7f-bf5b-4946-a1bc-610b31590f9a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:33.602382 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e581d1a2-5a07-4396-96f4-0a6031898e91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:33.620456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6548c8fc-0f9b-456f-a32c-2f9abcdccb32 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:33.629963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:33.680992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6548c8fc-0f9b-456f-a32c-2f9abcdccb32 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:33.691252 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6548c8fc-0f9b-456f-a32c-2f9abcdccb32 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:33.752077 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6548c8fc-0f9b-456f-a32c-2f9abcdccb32 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:33.767945 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9f02dcfe-b166-4b0a-a212-5eb633181400 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.8740313 Feb 28 14:56:33.775898 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44176) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:33.780142 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e581d1a2-5a07-4396-96f4-0a6031898e91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:33.841124 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-05a33024-84b5-4fa6-bc43-89185552b50b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Request body: {'network': {'name': 'tempest-router-network01--776781650'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:33.868337 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:33.869728 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] 10.222.0.20 "PUT /v2.0/ports/f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 HTTP/1.1" status: 200 len: 1094 time: 2.5886905 Feb 28 14:56:33.874223 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ccba3c42-601d-408c-b794-fef4a79a837d', 'tag': 'f22fc3fd-c7cf-4336-9ef0-27a3e1d66099'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:56:33.878297 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-05a33024-84b5-4fa6-bc43-89185552b50b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:33.901033 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-6548c8fc-0f9b-456f-a32c-2f9abcdccb32 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Project f8c8b79bcb904855bbd5aa8d45f6c927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:56:33.904499 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9446e44c-707b-4594-96e8-524dfb5e8b7b req-fba63f17-690b-43f2-9b38-1a473ea407b9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbd9c75-f531-49ec-9de6-0ccc5ba9799d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3654530 Feb 28 14:56:33.920726 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-05a33024-84b5-4fa6-bc43-89185552b50b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Usage tracker for resource:network and tenant:b253b97b1dab4c7bbac19970e4e45e33 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:33.927203 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-05a33024-84b5-4fa6-bc43-89185552b50b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:33.932835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad573b48-be8e-4098-b11f-c2f792cbe94b service neutron] Pushing event updated for resources: {'Port': ['ID=f22fc3fd-c7cf-4336-9ef0-27a3e1d66099,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:33.946791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53bb4c9-917c-4894-abf0-226d88d26e1d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Deleting subnet c75588c3-e120-4880-b7af-25c319de1a50 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:56:34.061068 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2fbe44e3-c483-4395-8916-38aa3d5221e0', 'network_id': '2fbe44e3-c483-4395-8916-38aa3d5221e0', 'tenant_id': 'b253b97b1dab4c7bbac19970e4e45e33', 'fixed_ips': [{'subnet_id': '3d9f251a-42b0-4918-97c6-40ef27fe7d8b'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:56:34.062632 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.067032 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-05a33024-84b5-4fa6-bc43-89185552b50b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:34.155445 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d78a28fa-cdf4-47f8-8fba-f39363377097 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/routers/8d10762f-f1a2-48f3-b80c-6a33af7ac1c9 HTTP/1.1" status: 200 len: 925 time: 1.5104342 Feb 28 14:56:34.163720 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44184) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:34.164651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2e6be28-174c-4992-ab94-3a0179ee6919 None None] DHCP port deletion for 3c565055-97bd-430f-b199-3e208a3bc0ff request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:56:34.180979 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6be28-174c-4992-ab94-3a0179ee6919 None None] Deleting port d1e4e873-bf63-4bfc-8db0-e49cf1eef39a {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:34.183350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a2e6be28-174c-4992-ab94-3a0179ee6919 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.238416 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e581d1a2-5a07-4396-96f4-0a6031898e91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.260792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b53bb4c9-917c-4894-abf0-226d88d26e1d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.310064 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8de373cd-cb33-4cd4-a003-bad7c6f7262b None None] Provisioning complete for port c0c40848-5aa8-469b-9282-a249aceccc62 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:34.316286 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8de373cd-cb33-4cd4-a003-bad7c6f7262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.322542 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-6548c8fc-0f9b-456f-a32c-2f9abcdccb32 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:34.327190 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6548c8fc-0f9b-456f-a32c-2f9abcdccb32 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7886078 Feb 28 14:56:34.328976 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ccba3c42-601d-408c-b794-fef4a79a837d', 'tag': 'f22fc3fd-c7cf-4336-9ef0-27a3e1d66099', 'status': 'completed', 'code': 200} Feb 28 14:56:34.333502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44188) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:34.335792 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05a33024-84b5-4fa6-bc43-89185552b50b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Made reservation on behalf of b253b97b1dab4c7bbac19970e4e45e33 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:34.338708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05a33024-84b5-4fa6-bc43-89185552b50b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.342053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a57503c4-61c9-49d7-9580-129a7ec60a28 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.369812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-96b1092a-ac99-4a25-b585-bd5a39920a31 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '064e0fb3-3a3a-41ec-92cd-26bdd6ef0a69', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:34.370425 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-96b1092a-ac99-4a25-b585-bd5a39920a31 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:34.371382 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-96b1092a-ac99-4a25-b585-bd5a39920a31 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0222688 Feb 28 14:56:34.377557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44192) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:34.416162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-34ff7652-d495-44b7-a735-46796a78e29b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '064e0fb3-3a3a-41ec-92cd-26bdd6ef0a69', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:34.429639 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-34ff7652-d495-44b7-a735-46796a78e29b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:34.435823 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5a7f-bf5b-4946-a1bc-610b31590f9a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.484109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-34ff7652-d495-44b7-a735-46796a78e29b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:34.497975 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-34ff7652-d495-44b7-a735-46796a78e29b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:34.502096 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e581d1a2-5a07-4396-96f4-0a6031898e91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.519076 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b53bb4c9-917c-4894-abf0-226d88d26e1d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.530298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05a33024-84b5-4fa6-bc43-89185552b50b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:56:34.536988 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-34ff7652-d495-44b7-a735-46796a78e29b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:34.574606 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2d238a16-6bc3-4b47-b435-5a7138e43972 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&device_id=8d10762f-f1a2-48f3-b80c-6a33af7ac1c9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.4093659 Feb 28 14:56:34.582850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44196) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:34.594827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-a57503c4-61c9-49d7-9580-129a7ec60a28 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Calling delete_port for 4c00285e-5901-46d5-9ec7-cf82be937e60 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:34.596339 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05a33024-84b5-4fa6-bc43-89185552b50b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.596339 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-05a33024-84b5-4fa6-bc43-89185552b50b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Added segment ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8 of type vlan for network 97e75aa3-733b-4438-9f6d-c46d9b939006 Feb 28 14:56:34.603921 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9aaa5a7f-bf5b-4946-a1bc-610b31590f9a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network be200c3b-4134-45c1-a362-476133cc0de3 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:34.611816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8de373cd-cb33-4cd4-a003-bad7c6f7262b None None] Port c0c40848-5aa8-469b-9282-a249aceccc62 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:34.621249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Allocated IP 172.20.0.2 (2fbe44e3-c483-4395-8916-38aa3d5221e0/3d9f251a-42b0-4918-97c6-40ef27fe7d8b/1e55f43d-50e6-4e59-96ec-1d1a160f7793) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:34.631971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9aaa5a7f-bf5b-4946-a1bc-610b31590f9a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:34.639255 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e581d1a2-5a07-4396-96f4-0a6031898e91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.641894 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-34ff7652-d495-44b7-a735-46796a78e29b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Project f8c8b79bcb904855bbd5aa8d45f6c927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:56:34.647111 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aaa5a7f-bf5b-4946-a1bc-610b31590f9a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:34.647739 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9aaa5a7f-bf5b-4946-a1bc-610b31590f9a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.658200 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a2e6be28-174c-4992-ab94-3a0179ee6919 None None] For port d1e4e873-bf63-4bfc-8db0-e49cf1eef39a, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d1e4e873-bf63-4bfc-8db0-e49cf1eef39a,segment=NetworkSegment(792d2bbf-a204-4340-977d-22dd30835a7e),segment_id=792d2bbf-a204-4340-977d-22dd30835a7e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:34.658591 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a2e6be28-174c-4992-ab94-3a0179ee6919 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.670569 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21125cde-2ce9-48b8-b7e6-1e524f1db87d None None] Network be200c3b-4134-45c1-a362-476133cc0de3 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:34.689788 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-b2411059-e420-462c-86a8-7fc5226474e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 1097 time: 0.7508938 Feb 28 14:56:34.716582 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa5a7f-bf5b-4946-a1bc-610b31590f9a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Subnet': ['ID=1c3aa177-a806-49ec-9925-5a44b1c3551f,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:34.831785 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-a3bc8b2b-89c7-44b1-99b9-dd9b734962e6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 HTTP/1.1" status: 200 len: 217 time: 0.1344340 Feb 28 14:56:34.887772 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bf682c7-2c66-467b-958f-68101c384b61 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:34.893558 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0bf682c7-2c66-467b-958f-68101c384b61 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/networks/2c3941b4-a632-4920-84bb-54647ee9840b HTTP/1.1" status: 200 len: 881 time: 0.3054843 Feb 28 14:56:34.893558 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e581d1a2-5a07-4396-96f4-0a6031898e91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Subnet': ['ID=2fe19746-d2e5-4634-9b67-2e6dae19ed9a,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:34.899174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44200) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:34.908626 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05a33024-84b5-4fa6-bc43-89185552b50b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.927082 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a2e6be28-174c-4992-ab94-3a0179ee6919 None None] Calling delete_port for d1e4e873-bf63-4bfc-8db0-e49cf1eef39a owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:34.948806 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9aaa5a7f-bf5b-4946-a1bc-610b31590f9a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9799933 Feb 28 14:56:34.951003 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-34ff7652-d495-44b7-a735-46796a78e29b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:34.953029 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-34ff7652-d495-44b7-a735-46796a78e29b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.5685244 Feb 28 14:56:34.954210 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44204) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:34.960010 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b37817be-c9e7-4f15-9637-9364ce2e5848 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d10762f-f1a2-48f3-b80c-6a33af7ac1c9 HTTP/1.1" status: 200 len: 205 time: 0.0572112 Feb 28 14:56:34.960216 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e581d1a2-5a07-4396-96f4-0a6031898e91 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/2fe19746-d2e5-4634-9b67-2e6dae19ed9a HTTP/1.1" status: 204 len: 168 time: 1.5900168 Feb 28 14:56:34.962146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44210) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:34.962366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44206) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:34.962479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44212) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:34.963408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05a33024-84b5-4fa6-bc43-89185552b50b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.969133 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05a33024-84b5-4fa6-bc43-89185552b50b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:34.969910 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05a33024-84b5-4fa6-bc43-89185552b50b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.970697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8de373cd-cb33-4cd4-a003-bad7c6f7262b None None] Provisioning complete for port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:34.971203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8de373cd-cb33-4cd4-a003-bad7c6f7262b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:34.987421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-42ca88c5-a5c3-4248-bc92-7590a28b2db1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'security_group': {'name': 'tempest-secgroup-26849606'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:35.064166 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff70fc7-1fd1-4876-93b1-fda3c18d6db5 None None] Network 2d04583f-a513-435e-a720-cee2c3103874 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:35.122937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b53bb4c9-917c-4894-abf0-226d88d26e1d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:35.212483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-14ada504-0860-4570-b41f-f1c3ec0b16c8 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '064e0fb3-3a3a-41ec-92cd-26bdd6ef0a69', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:35.219737 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e0987121-3b22-4896-abee-dd9926c5668e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2512300 Feb 28 14:56:35.222006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-3623aa3a-166d-4331-ad9e-76dfc36a7f60 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:35.224013 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-3623aa3a-166d-4331-ad9e-76dfc36a7f60 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72ee69dc-dbb9-46a0-8809-75d3fe30b3ae HTTP/1.1" status: 200 len: 837 time: 0.3856699 Feb 28 14:56:35.224013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44222) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:35.230523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-14ada504-0860-4570-b41f-f1c3ec0b16c8 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:35.234310 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-42ca88c5-a5c3-4248-bc92-7590a28b2db1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:35.300420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-14ada504-0860-4570-b41f-f1c3ec0b16c8 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:35.306156 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-42ca88c5-a5c3-4248-bc92-7590a28b2db1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:security_group and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:35.313581 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-14ada504-0860-4570-b41f-f1c3ec0b16c8 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:35.320780 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-42ca88c5-a5c3-4248-bc92-7590a28b2db1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:35.332804 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-05a33024-84b5-4fa6-bc43-89185552b50b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5056403 Feb 28 14:56:35.334481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-14ada504-0860-4570-b41f-f1c3ec0b16c8 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:35.336548 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a33024-84b5-4fa6-bc43-89185552b50b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event updated for resources: {'Network': ['ID=97e75aa3-733b-4438-9f6d-c46d9b939006,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:35.340035 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44226) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:35.347135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-42ca88c5-a5c3-4248-bc92-7590a28b2db1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:35.362833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 97e75aa3-733b-4438-9f6d-c46d9b939006 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:56:35.379242 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-14ada504-0860-4570-b41f-f1c3ec0b16c8 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Project f8c8b79bcb904855bbd5aa8d45f6c927 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:56:35.386828 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a2e6be28-174c-4992-ab94-3a0179ee6919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:35.393404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-42ca88c5-a5c3-4248-bc92-7590a28b2db1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:35.401386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-80c7ede9-63d0-409f-a295-b753f55bfa64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Request body: {'network': {'name': 'tempest-router-network02--536520890'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:35.414013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-80c7ede9-63d0-409f-a295-b753f55bfa64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:35.421470 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eb7b5fe-38a7-4519-b3dd-01121b5e20de req-81fc9ae8-5e92-4a79-85df-9da80343bf1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:35.432461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-80c7ede9-63d0-409f-a295-b753f55bfa64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Usage tracker for resource:network and tenant:b253b97b1dab4c7bbac19970e4e45e33 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:35.439893 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0eb7b5fe-38a7-4519-b3dd-01121b5e20de req-81fc9ae8-5e92-4a79-85df-9da80343bf1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 944 time: 0.2213504 Feb 28 14:56:35.446038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-80c7ede9-63d0-409f-a295-b753f55bfa64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:35.478669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-80c7ede9-63d0-409f-a295-b753f55bfa64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:35.492065 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-14ada504-0860-4570-b41f-f1c3ec0b16c8 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:35.496464 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-14ada504-0860-4570-b41f-f1c3ec0b16c8 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.5183554 Feb 28 14:56:35.498207 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44230) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:35.512269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b53bb4c9-917c-4894-abf0-226d88d26e1d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:35.547302 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a57503c4-61c9-49d7-9580-129a7ec60a28 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:35.577954 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0eb7b5fe-38a7-4519-b3dd-01121b5e20de req-99c412be-a9c8-4d12-a082-19d3309653fd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbd9c75-f531-49ec-9de6-0ccc5ba9799d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1368430 Feb 28 14:56:35.585955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80c7ede9-63d0-409f-a295-b753f55bfa64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Made reservation on behalf of b253b97b1dab4c7bbac19970e4e45e33 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:35.588880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-80c7ede9-63d0-409f-a295-b753f55bfa64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:35.596636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-42ca88c5-a5c3-4248-bc92-7590a28b2db1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:35.605846 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e6be28-174c-4992-ab94-3a0179ee6919 None None] Pushing event deleted for resources: {'Port': ['ID=d1e4e873-bf63-4bfc-8db0-e49cf1eef39a,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:35.616542 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-42ca88c5-a5c3-4248-bc92-7590a28b2db1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:security_group_rule and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:35.623209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-42ca88c5-a5c3-4248-bc92-7590a28b2db1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:35.624200 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53bb4c9-917c-4894-abf0-226d88d26e1d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event deleted for resources: {'Subnet': ['ID=c75588c3-e120-4880-b7af-25c319de1a50,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:35.634515 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-5c085402-b980-4774-b65b-249825c2f369 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2468bad3-050a-41a8-a719-de3c7061bc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.3930171 Feb 28 14:56:35.635238 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57503c4-61c9-49d7-9580-129a7ec60a28 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Port': ['ID=4c00285e-5901-46d5-9ec7-cf82be937e60,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:35.636085 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-42ca88c5-a5c3-4248-bc92-7590a28b2db1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:35.640956 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2073e7c7-e6d5-4e3e-9ce6-332d3588a7c2 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:35.674327 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2e6be28-174c-4992-ab94-3a0179ee6919 None None] No DVR routers for this DVR port d1e4e873-bf63-4bfc-8db0-e49cf1eef39a on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:56:35.677433 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b53bb4c9-917c-4894-abf0-226d88d26e1d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:35.686603 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2073e7c7-e6d5-4e3e-9ce6-332d3588a7c2 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:35.688050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8655eecc-b1a8-4400-a0e3-616fc88817b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:35.692624 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8655eecc-b1a8-4400-a0e3-616fc88817b4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.4499528 Feb 28 14:56:35.701608 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44234) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:35.714367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-543225b2-a659-4389-a697-1041546f1486 None None] Network aedd2753-0899-4c5d-b9ba-a09c81ee2b7f requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:35.799622 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81cf483b-0732-4545-a5d2-e30c866c65d2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:35.799622 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-81cf483b-0732-4545-a5d2-e30c866c65d2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Synchronizing usage tracker for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:35.826539 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b53bb4c9-917c-4894-abf0-226d88d26e1d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "DELETE /v2.0/subnets/c75588c3-e120-4880-b7af-25c319de1a50 HTTP/1.1" status: 204 len: 168 time: 2.5213304 Feb 28 14:56:35.826539 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80c7ede9-63d0-409f-a295-b753f55bfa64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:56:35.834616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44238) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:35.841453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-81cf483b-0732-4545-a5d2-e30c866c65d2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Unset dirty status for tenant:41a9830eb9e84467ba61318d3f77db3e on resource:subnet {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:35.845583 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-81cf483b-0732-4545-a5d2-e30c866c65d2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1374760 Feb 28 14:56:35.864804 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:35.897916 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d1e4e873-bf63-4bfc-8db0-e49cf1eef39a no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:56:35.939985 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Transition to ACTIVE for port object 1e55f43d-50e6-4e59-96ec-1d1a160f7793 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:35.967318 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: d1e4e873-bf63-4bfc-8db0-e49cf1eef39a {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:56:35.967691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d1e4e873-bf63-4bfc-8db0-e49cf1eef39a not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:56:35.985825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebb14b1b-4152-4fb2-a91b-80dbd1cee00d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:35.990752 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44242) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:36.073353 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-42ca88c5-a5c3-4248-bc92-7590a28b2db1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.082609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-80c7ede9-63d0-409f-a295-b753f55bfa64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.082953 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-80c7ede9-63d0-409f-a295-b753f55bfa64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Added segment b78e48f7-9702-4d41-b79a-d31731310bbd of type vlan for network d7346839-4541-44e2-94a4-373fca491f59 Feb 28 14:56:36.144502 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a70331bb-da0c-456d-9d65-4b7fa8b22d08 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1461051 Feb 28 14:56:36.144502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-42ca88c5-a5c3-4248-bc92-7590a28b2db1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.149165 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6c751a35-1943-44ce-ae51-6b134300e16f None None] Provisioning complete for port f4bb97e3-7e64-492b-90c6-c4e078df8faf triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:36.150067 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6c751a35-1943-44ce-ae51-6b134300e16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.160846 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44246) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:36.180252 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Transition to ACTIVE for port object 1e55f43d-50e6-4e59-96ec-1d1a160f7793 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:36.199651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.235525 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-80c7ede9-63d0-409f-a295-b753f55bfa64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.244486 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f9306f2-d024-42bc-b2cb-f470ac7c29b0 None None] DHCP port deletion for 2d04583f-a513-435e-a720-cee2c3103874 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:56:36.274306 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2073e7c7-e6d5-4e3e-9ce6-332d3588a7c2 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.301130 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-8fa0e9e9-6bd1-497c-b7e8-b1b302dbb183 service neutron] 10.222.0.20 "GET /v2.0/networks/2468bad3-050a-41a8-a719-de3c7061bc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6557863 Feb 28 14:56:36.311739 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43c03e59-9bd9-4ce8-a164-5a16f816c692 None None] DHCP port deletion for aedd2753-0899-4c5d-b9ba-a09c81ee2b7f request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:56:36.317226 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b2205d7-1c2d-4066-9aa4-db190ae0fd48 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:36.317892 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b2205d7-1c2d-4066-9aa4-db190ae0fd48 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:36.325309 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5f9306f2-d024-42bc-b2cb-f470ac7c29b0 None None] Deleting port f4bb97e3-7e64-492b-90c6-c4e078df8faf {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:36.325685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5f9306f2-d024-42bc-b2cb-f470ac7c29b0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.334666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebb14b1b-4152-4fb2-a91b-80dbd1cee00d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.354473 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2073e7c7-e6d5-4e3e-9ce6-332d3588a7c2 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.360667 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2073e7c7-e6d5-4e3e-9ce6-332d3588a7c2 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "DELETE /v2.0/security-groups/064e0fb3-3a3a-41ec-92cd-26bdd6ef0a69 HTTP/1.1" status: 204 len: 168 time: 0.8575416 Feb 28 14:56:36.362700 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44250) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:36.363432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca88c5-a5c3-4248-bc92-7590a28b2db1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=df7a318e-e6d4-4a32-9183-16af42c3962e,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:36.376480 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Network 2fbe44e3-c483-4395-8916-38aa3d5221e0 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:36.387099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:36.388997 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-43c03e59-9bd9-4ce8-a164-5a16f816c692 None None] Deleting port 4e113bcb-5468-4ba6-a98b-52ed5bee0445 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:36.389372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-43c03e59-9bd9-4ce8-a164-5a16f816c692 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.416673 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-42ca88c5-a5c3-4248-bc92-7590a28b2db1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.425669 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-42ca88c5-a5c3-4248-bc92-7590a28b2db1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1575 time: 1.4612732 Feb 28 14:56:36.425669 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7b2205d7-1c2d-4066-9aa4-db190ae0fd48 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/c7b53941-3922-4880-bba5-0b23f1616f42 HTTP/1.1" status: 404 len: 333 time: 0.1964538 Feb 28 14:56:36.425669 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2073e7c7-e6d5-4e3e-9ce6-332d3588a7c2 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=064e0fb3-3a3a-41ec-92cd-26bdd6ef0a69,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:36.426005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44254) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:36.426005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44256) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:36.428160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:36.441450 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-666001af-e12a-4754-a776-68a71da5fcb8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'security_group': {'name': 'tempest-secgroup-1706473596'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:36.443269 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Pushing event updated for resources: {'Port': ['ID=1e55f43d-50e6-4e59-96ec-1d1a160f7793,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:36.443711 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-ebb14b1b-4152-4fb2-a91b-80dbd1cee00d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c565055-97bd-430f-b199-3e208a3bc0ff']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:36.463526 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-ebb14b1b-4152-4fb2-a91b-80dbd1cee00d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '792d2bbf-a204-4340-977d-22dd30835a7e') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:36.463992 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-ebb14b1b-4152-4fb2-a91b-80dbd1cee00d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '792d2bbf-a204-4340-977d-22dd30835a7e') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:36.476684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d967681-bcbd-4819-81a5-51456ec162ee tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.482654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebb14b1b-4152-4fb2-a91b-80dbd1cee00d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.490659 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edb874a0-a307-4c8c-a1a6-788f30e7302b None None] Update dhcp port {'port': {'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'fixed_ips': [{'subnet_id': 'c5fae90a-42e6-4182-9ed7-8e688989c8b0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1c3aa177-a806-49ec-9925-5a44b1c3551f'}], 'binding:host_id': 'dv-neutron-830866-2-hyperv'}, 'id': '83da16ee-9af7-4f6c-98f8-f37ed652e7cd'} from dv-neutron-830866-2-hyperv. {{(pid=83593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 14:56:36.505755 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebb14b1b-4152-4fb2-a91b-80dbd1cee00d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.514437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb14b1b-4152-4fb2-a91b-80dbd1cee00d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:56:36.515432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebb14b1b-4152-4fb2-a91b-80dbd1cee00d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.539250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-666001af-e12a-4754-a776-68a71da5fcb8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:56:36.604305 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:56:36.608103 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-666001af-e12a-4754-a776-68a71da5fcb8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:security_group and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:36.619291 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-c77c0bb7-336e-49b7-ae3e-ed8eaf78707d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:36.619816 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c77c0bb7-336e-49b7-ae3e-ed8eaf78707d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:36.622637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-80c7ede9-63d0-409f-a295-b753f55bfa64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.626231 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80c7ede9-63d0-409f-a295-b753f55bfa64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:36.626806 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-80c7ede9-63d0-409f-a295-b753f55bfa64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.631565 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-666001af-e12a-4754-a776-68a71da5fcb8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:36.655473 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-41ad9ea3-9cd5-4d30-9da0-d71ecf264647 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Synchronizing usage tracker for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:36.659865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebb14b1b-4152-4fb2-a91b-80dbd1cee00d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.680109 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-666001af-e12a-4754-a776-68a71da5fcb8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:36.684636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ebb14b1b-4152-4fb2-a91b-80dbd1cee00d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.699967 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ebb14b1b-4152-4fb2-a91b-80dbd1cee00d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "DELETE /v2.0/networks/3c565055-97bd-430f-b199-3e208a3bc0ff HTTP/1.1" status: 204 len: 168 time: 0.8640242 Feb 28 14:56:36.705548 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44264) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:36.726776 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb14b1b-4152-4fb2-a91b-80dbd1cee00d tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event deleted for resources: {'Network': ['ID=3c565055-97bd-430f-b199-3e208a3bc0ff,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:36.741538 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c77c0bb7-336e-49b7-ae3e-ed8eaf78707d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/2fe19746-d2e5-4634-9b67-2e6dae19ed9a HTTP/1.1" status: 404 len: 337 time: 0.3124781 Feb 28 14:56:36.754444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44268) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:36.789600 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-41ad9ea3-9cd5-4d30-9da0-d71ecf264647 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Unset dirty status for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:36.795469 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-41ad9ea3-9cd5-4d30-9da0-d71ecf264647 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4164696 Feb 28 14:56:36.806882 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44272) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:36.823672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-1001fed1-6057-448b-bc24-01ba3c0308ab tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group': {'name': 'tempest-secgroup--107401484'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:36.833441 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1001fed1-6057-448b-bc24-01ba3c0308ab tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:36.857590 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-80c7ede9-63d0-409f-a295-b753f55bfa64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5066221 Feb 28 14:56:36.858145 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1001fed1-6057-448b-bc24-01ba3c0308ab tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:36.861676 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44276) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:36.868534 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-8c24f7cd-efa7-42be-a217-6aee6819589a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Request body: {'subnet': {'network_id': '97e75aa3-733b-4438-9f6d-c46d9b939006', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:36.874444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-666001af-e12a-4754-a776-68a71da5fcb8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.891900 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-300f3c5c-9fd8-4db5-8810-6f2a2256fed7 req-4e40d8c1-bf70-4fbc-9ee5-97918ce24411 service neutron] 10.222.0.20 "GET /v2.0/networks/2468bad3-050a-41a8-a719-de3c7061bc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5835607 Feb 28 14:56:36.895130 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:36.896761 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b93125f-7e0c-4a3b-ae45-6b950d26ef8b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:36.897370 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b93125f-7e0c-4a3b-ae45-6b950d26ef8b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:36.899181 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6b93125f-7e0c-4a3b-ae45-6b950d26ef8b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/127ca364-d26e-4880-9877-385d94a17e3d HTTP/1.1" status: 404 len: 337 time: 0.1274498 Feb 28 14:56:36.900112 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80c7ede9-63d0-409f-a295-b753f55bfa64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event updated for resources: {'Network': ['ID=d7346839-4541-44e2-94a4-373fca491f59,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:36.902264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44280) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:36.975351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network d7346839-4541-44e2-94a4-373fca491f59 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:56:36.996335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Attempting to bind port 1e55f43d-50e6-4e59-96ec-1d1a160f7793 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:56:36.996733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Attempting to bind port 1e55f43d-50e6-4e59-96ec-1d1a160f7793 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '0ec6f0f5-feec-46a0-8a99-13d0be36fa92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2fbe44e3-c483-4395-8916-38aa3d5221e0'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:56:36.997099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Attempting to bind port 1e55f43d-50e6-4e59-96ec-1d1a160f7793 on network 2fbe44e3-c483-4395-8916-38aa3d5221e0 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:56:36.998993 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-edb874a0-a307-4c8c-a1a6-788f30e7302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.017034 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1001fed1-6057-448b-bc24-01ba3c0308ab tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.021835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-666001af-e12a-4754-a776-68a71da5fcb8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:37.043376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-666001af-e12a-4754-a776-68a71da5fcb8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:security_group_rule and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:37.048122 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ff3d720-7759-4e5d-8208-111c4199861d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:37.049195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ff3d720-7759-4e5d-8208-111c4199861d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:37.049740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-666001af-e12a-4754-a776-68a71da5fcb8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:37.052720 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7ff3d720-7759-4e5d-8208-111c4199861d tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/b29ed122-a882-4985-8272-2718310647f9 HTTP/1.1" status: 404 len: 333 time: 0.0918853 Feb 28 14:56:37.052720 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Deleting port 4e113bcb-5468-4ba6-a98b-52ed5bee0445 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:37.052720 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.058992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44284) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:37.064845 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-666001af-e12a-4754-a776-68a71da5fcb8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:37.105764 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8c24f7cd-efa7-42be-a217-6aee6819589a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:37.112499 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8c24f7cd-efa7-42be-a217-6aee6819589a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Usage tracker for resource:subnet and tenant:b253b97b1dab4c7bbac19970e4e45e33 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:37.122102 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8c24f7cd-efa7-42be-a217-6aee6819589a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:37.128099 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-249b9b98-73e6-4370-aa4a-d4dcaadb68b3 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:37.128785 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-249b9b98-73e6-4370-aa4a-d4dcaadb68b3 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:37.130729 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8c24f7cd-efa7-42be-a217-6aee6819589a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:37.133107 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:56:37.133482 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Checking segment: {'id': '0ec6f0f5-feec-46a0-8a99-13d0be36fa92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2fbe44e3-c483-4395-8916-38aa3d5221e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:37.133881 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.134269 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Bound using segment: {'id': '0ec6f0f5-feec-46a0-8a99-13d0be36fa92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2fbe44e3-c483-4395-8916-38aa3d5221e0'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:56:37.134747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Bound port: 1e55f43d-50e6-4e59-96ec-1d1a160f7793, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ec6f0f5-feec-46a0-8a99-13d0be36fa92', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '2fbe44e3-c483-4395-8916-38aa3d5221e0'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:56:37.135119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.159987 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2fe7a1-543d-4d3c-8f36-f9d623957f61 req-3d305456-7f6d-4f36-82a7-a6b552c609d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:37.167067 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4b2fe7a1-543d-4d3c-8f36-f9d623957f61 req-3d305456-7f6d-4f36-82a7-a6b552c609d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 944 time: 0.4116788 Feb 28 14:56:37.177580 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-249b9b98-73e6-4370-aa4a-d4dcaadb68b3 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/72c568ac-e2b9-4e24-9ccc-171bb029a770 HTTP/1.1" status: 404 len: 337 time: 0.1132317 Feb 28 14:56:37.181667 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1001fed1-6057-448b-bc24-01ba3c0308ab tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:37.189566 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44288) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:37.239447 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1001fed1-6057-448b-bc24-01ba3c0308ab tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:37.249610 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c24f7cd-efa7-42be-a217-6aee6819589a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Made reservation on behalf of b253b97b1dab4c7bbac19970e4e45e33 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:37.270088 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1001fed1-6057-448b-bc24-01ba3c0308ab tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:37.272732 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f5b1f72b-082d-4d71-8a6f-d2b17fa8fbb3 req-e73504c3-448a-4f59-860e-ee15c381be5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 1097 time: 0.2969031 Feb 28 14:56:37.284392 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-213888fe-09ca-447d-a422-41025ab82cd6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:37.284971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-213888fe-09ca-447d-a422-41025ab82cd6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:37.288915 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1001fed1-6057-448b-bc24-01ba3c0308ab tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:37.321571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-666001af-e12a-4754-a776-68a71da5fcb8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.322324 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-5f9306f2-d024-42bc-b2cb-f470ac7c29b0 None None] For port f4bb97e3-7e64-492b-90c6-c4e078df8faf, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f4bb97e3-7e64-492b-90c6-c4e078df8faf,segment=NetworkSegment(5ab62c2e-f607-4288-b357-dde7212af584),segment_id=5ab62c2e-f607-4288-b357-dde7212af584)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:37.322861 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5f9306f2-d024-42bc-b2cb-f470ac7c29b0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.325810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a57503c4-61c9-49d7-9580-129a7ec60a28 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.380557 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-666001af-e12a-4754-a776-68a71da5fcb8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.410528 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4b2fe7a1-543d-4d3c-8f36-f9d623957f61 req-baa8b7ea-8c51-49f1-bac5-7e68cf95ff30 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbd9c75-f531-49ec-9de6-0ccc5ba9799d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2425678 Feb 28 14:56:37.484833 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-213888fe-09ca-447d-a422-41025ab82cd6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/4de1a7ee-b681-4296-937f-cbae0bb79ee9 HTTP/1.1" status: 404 len: 337 time: 0.2940874 Feb 28 14:56:37.496422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44292) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:37.532507 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666001af-e12a-4754-a776-68a71da5fcb8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=193e8390-70c1-4a90-86f7-87ba2763d7b9,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:37.535978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-666001af-e12a-4754-a776-68a71da5fcb8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.537333 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-666001af-e12a-4754-a776-68a71da5fcb8 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.1098328 Feb 28 14:56:37.551127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44296) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:37.557707 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-43c03e59-9bd9-4ce8-a164-5a16f816c692 None None] For port 4e113bcb-5468-4ba6-a98b-52ed5bee0445, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4e113bcb-5468-4ba6-a98b-52ed5bee0445,segment=NetworkSegment(aa209b2d-c845-4638-b42f-93197addf0c6),segment_id=aa209b2d-c845-4638-b42f-93197addf0c6)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:37.558098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-43c03e59-9bd9-4ce8-a164-5a16f816c692 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.571925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5f9306f2-d024-42bc-b2cb-f470ac7c29b0 None None] Calling delete_port for f4bb97e3-7e64-492b-90c6-c4e078df8faf owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:37.615049 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-620d9988-f4c4-4512-b852-7a6f0d6979eb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:37.615640 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-620d9988-f4c4-4512-b852-7a6f0d6979eb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:37.620550 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8c24f7cd-efa7-42be-a217-6aee6819589a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.726264 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-620d9988-f4c4-4512-b852-7a6f0d6979eb tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/2fac3d3a-0f97-4448-a2a7-9c487f89f047 HTTP/1.1" status: 404 len: 333 time: 0.2250350 Feb 28 14:56:37.735437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44300) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:37.748514 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-43c03e59-9bd9-4ce8-a164-5a16f816c692 None None] Calling delete_port for 4e113bcb-5468-4ba6-a98b-52ed5bee0445 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:37.750456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f4431930-c085-4477-bc26-f0fc27d2857f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'security_group': {'name': 'tempest-secgroup-1170845216'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:37.770295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f4431930-c085-4477-bc26-f0fc27d2857f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:37.788594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f4431930-c085-4477-bc26-f0fc27d2857f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:security_group and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:37.792848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d967681-bcbd-4819-81a5-51456ec162ee tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.797886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f4431930-c085-4477-bc26-f0fc27d2857f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for security_group was recalculated. Used quota:3. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:37.809222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f4431930-c085-4477-bc26-f0fc27d2857f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:37.813248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1f72b-082d-4d71-8a6f-d2b17fa8fbb3 req-bd118eb2-857a-4871-b5c1-7b28176f985a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:37.814891 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f5b1f72b-082d-4d71-8a6f-d2b17fa8fbb3 req-bd118eb2-857a-4871-b5c1-7b28176f985a service neutron] 10.222.0.20 "GET /v2.0/networks?id=2468bad3-050a-41a8-a719-de3c7061bc72 HTTP/1.1" status: 200 len: 897 time: 0.5256481 Feb 28 14:56:37.821732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] For port 1e55f43d-50e6-4e59-96ec-1d1a160f7793, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:56:37.835867 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae8e6326-4d68-4bde-a0df-ac3ffe5b0c77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:37.836444 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae8e6326-4d68-4bde-a0df-ac3ffe5b0c77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:37.840905 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] For port 4e113bcb-5468-4ba6-a98b-52ed5bee0445, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4e113bcb-5468-4ba6-a98b-52ed5bee0445,segment=NetworkSegment(aa209b2d-c845-4638-b42f-93197addf0c6),segment_id=aa209b2d-c845-4638-b42f-93197addf0c6)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:37.841343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.870222 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1001fed1-6057-448b-bc24-01ba3c0308ab tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.873692 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f4bb97e3-7e64-492b-90c6-c4e078df8faf no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:56:37.887038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-1d967681-bcbd-4819-81a5-51456ec162ee tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Deleting port f10adcbd-9327-40b9-a9c9-20987544e2a1 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:37.887436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d967681-bcbd-4819-81a5-51456ec162ee tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.914108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] For port 1e55f43d-50e6-4e59-96ec-1d1a160f7793, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1e55f43d-50e6-4e59-96ec-1d1a160f7793,segment=NetworkSegment(0ec6f0f5-feec-46a0-8a99-13d0be36fa92),segment_id=0ec6f0f5-feec-46a0-8a99-13d0be36fa92)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:56:37.922208 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f4431930-c085-4477-bc26-f0fc27d2857f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.928127 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ae8e6326-4d68-4bde-a0df-ac3ffe5b0c77 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/cd7f4210-386a-406a-b832-b0dfb2485159 HTTP/1.1" status: 404 len: 337 time: 0.1875720 Feb 28 14:56:37.944504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44304) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:37.955495 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.988775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1001fed1-6057-448b-bc24-01ba3c0308ab tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:37.999239 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Calling delete_port for 4e113bcb-5468-4ba6-a98b-52ed5bee0445 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:37.999442 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f5b1f72b-082d-4d71-8a6f-d2b17fa8fbb3 req-e1c5753c-18e6-4d49-a98e-ffb140012253 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.30&port_id=f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 HTTP/1.1" status: 200 len: 217 time: 0.1760147 Feb 28 14:56:38.035011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5f9306f2-d024-42bc-b2cb-f470ac7c29b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:38.047321 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8822fbf-0d30-421f-9784-835935f31e5e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:38.047781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8822fbf-0d30-421f-9784-835935f31e5e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:38.051857 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f8822fbf-0d30-421f-9784-835935f31e5e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/0840a187-2a8e-449c-929c-7e7143eafe17 HTTP/1.1" status: 404 len: 337 time: 0.1023631 Feb 28 14:56:38.053727 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-edb874a0-a307-4c8c-a1a6-788f30e7302b None None] Allocated IP 2001:db8::2 (be200c3b-4134-45c1-a362-476133cc0de3/1c3aa177-a806-49ec-9925-5a44b1c3551f/83da16ee-9af7-4f6c-98f8-f37ed652e7cd) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:38.056723 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44308) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:38.068211 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-43c03e59-9bd9-4ce8-a164-5a16f816c692 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:38.098553 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No active binding found for port f4bb97e3-7e64-492b-90c6-c4e078df8faf {{(pid=83593) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 28 14:56:38.098958 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f4bb97e3-7e64-492b-90c6-c4e078df8faf not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:56:38.099370 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4e113bcb-5468-4ba6-a98b-52ed5bee0445 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:56:38.140131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1001fed1-6057-448b-bc24-01ba3c0308ab tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:38.142489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f9306f2-d024-42bc-b2cb-f470ac7c29b0 None None] No DVR routers for this DVR port f4bb97e3-7e64-492b-90c6-c4e078df8faf on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:56:38.143986 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1001fed1-6057-448b-bc24-01ba3c0308ab tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.3353360 Feb 28 14:56:38.144477 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44312) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:38.147858 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-c25e5f20-a19b-4740-9159-6ad39210df23 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:38.147858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c25e5f20-a19b-4740-9159-6ad39210df23 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:38.151702 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c25e5f20-a19b-4740-9159-6ad39210df23 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/ba4244dc-e1da-42b3-b945-99b8e3cf97f6 HTTP/1.1" status: 404 len: 333 time: 0.0917678 Feb 28 14:56:38.151842 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1001fed1-6057-448b-bc24-01ba3c0308ab tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a15f72eb-f9c4-4cc0-9e06-ca57d84a1c74,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:38.159373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44316) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:38.168358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 4e113bcb-5468-4ba6-a98b-52ed5bee0445 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:56:38.168751 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4e113bcb-5468-4ba6-a98b-52ed5bee0445 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:56:38.171041 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6197ea5e-6a36-4af0-ae63-6b7220e2fbeb None None] Pushing event updated for resources: {'Port': ['ID=1e55f43d-50e6-4e59-96ec-1d1a160f7793,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:38.173234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-602fd37b-7c35-4b99-8e56-252802331b27 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': 'a15f72eb-f9c4-4cc0-9e06-ca57d84a1c74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:38.173664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43c03e59-9bd9-4ce8-a164-5a16f816c692 None None] No DVR routers for this DVR port 4e113bcb-5468-4ba6-a98b-52ed5bee0445 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:56:38.177781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f4431930-c085-4477-bc26-f0fc27d2857f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:38.219337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-602fd37b-7c35-4b99-8e56-252802331b27 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:38.228609 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-602fd37b-7c35-4b99-8e56-252802331b27 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:38.229136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f4431930-c085-4477-bc26-f0fc27d2857f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:security_group_rule and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:38.233035 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.api [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:56:38.233563 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG oslo_db.api [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:56:38.234474 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-602fd37b-7c35-4b99-8e56-252802331b27 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:38.242224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f4431930-c085-4477-bc26-f0fc27d2857f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:38.251404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-602fd37b-7c35-4b99-8e56-252802331b27 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:38.254718 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-1018d9f8-736f-4f23-958d-490134b32bd6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:38.255383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1018d9f8-736f-4f23-958d-490134b32bd6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:38.260006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b1f72b-082d-4d71-8a6f-d2b17fa8fbb3 req-0bb1872c-3439-47d8-9bf4-3acd3e67fc4f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:38.261705 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f5b1f72b-082d-4d71-8a6f-d2b17fa8fbb3 req-0bb1872c-3439-47d8-9bf4-3acd3e67fc4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=72ee69dc-dbb9-46a0-8809-75d3fe30b3ae HTTP/1.1" status: 200 len: 837 time: 0.2552412 Feb 28 14:56:38.263160 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f4431930-c085-4477-bc26-f0fc27d2857f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:38.293677 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9306f2-d024-42bc-b2cb-f470ac7c29b0 None None] Pushing event deleted for resources: {'Port': ['ID=f4bb97e3-7e64-492b-90c6-c4e078df8faf,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:38.330036 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1018d9f8-736f-4f23-958d-490134b32bd6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/63e48a62-7ad9-4eed-bb6f-9a58b114d17a HTTP/1.1" status: 404 len: 337 time: 0.1651433 Feb 28 14:56:38.333305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44320) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:38.353543 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c03e59-9bd9-4ce8-a164-5a16f816c692 None None] Pushing event deleted for resources: {'Port': ['ID=4e113bcb-5468-4ba6-a98b-52ed5bee0445,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:38.375316 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d967681-bcbd-4819-81a5-51456ec162ee tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:38.383377 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8c24f7cd-efa7-42be-a217-6aee6819589a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:38.387755 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-efc98608-04d9-4599-b806-ffda9e19c398 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:38.393483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efc98608-04d9-4599-b806-ffda9e19c398 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:38.396479 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-602fd37b-7c35-4b99-8e56-252802331b27 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The resource could not be found. Feb 28 14:56:38.400718 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-602fd37b-7c35-4b99-8e56-252802331b27 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2502124 Feb 28 14:56:38.403910 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44324) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:38.405252 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-edb874a0-a307-4c8c-a1a6-788f30e7302b None None] For port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=83da16ee-9af7-4f6c-98f8-f37ed652e7cd,segment=NetworkSegment(69c628f0-8251-4e49-b0ba-fef4a759913a),segment_id=69c628f0-8251-4e49-b0ba-fef4a759913a)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:38.430338 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-edb874a0-a307-4c8c-a1a6-788f30e7302b None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:38.447611 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-edb874a0-a307-4c8c-a1a6-788f30e7302b None None] Transition to ACTIVE for port object 83da16ee-9af7-4f6c-98f8-f37ed652e7cd will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:38.451339 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-0c94c1ee-418f-4ccd-9194-ad8728a373ad tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': 'a15f72eb-f9c4-4cc0-9e06-ca57d84a1c74', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '41439c73-b2ad-4fce-bf83-ef681a83e8d4'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:38.463264 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-edb874a0-a307-4c8c-a1a6-788f30e7302b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:38.464968 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-efc98608-04d9-4599-b806-ffda9e19c398 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/07ba386b-3950-45f4-ae3e-0256e7702598 HTTP/1.1" status: 404 len: 337 time: 0.1306441 Feb 28 14:56:38.466882 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0c94c1ee-418f-4ccd-9194-ad8728a373ad tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:38.472047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44330) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:38.486244 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0c94c1ee-418f-4ccd-9194-ad8728a373ad tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:38.533563 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0c94c1ee-418f-4ccd-9194-ad8728a373ad tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:38.558992 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0c94c1ee-418f-4ccd-9194-ad8728a373ad tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:38.561760 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ba98674-55d4-48af-acf8-9130c966713f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:38.562202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ba98674-55d4-48af-acf8-9130c966713f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:38.563858 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6ba98674-55d4-48af-acf8-9130c966713f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/0b64730d-7d90-4088-965b-4ac9212e4cca HTTP/1.1" status: 404 len: 333 time: 0.0894537 Feb 28 14:56:38.570807 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44334) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:38.632181 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c24f7cd-efa7-42be-a217-6aee6819589a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event updated for resources: {'Subnet': ['ID=f3bb6a4a-5183-42ef-a6be-29f5ba91cb04,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:38.636780 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-1d967681-bcbd-4819-81a5-51456ec162ee tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Calling delete_port for f10adcbd-9327-40b9-a9c9-20987544e2a1 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:38.654512 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce33c020-480f-43a7-993e-49de8976d401 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:38.654952 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce33c020-480f-43a7-993e-49de8976d401 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:38.658900 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ce33c020-480f-43a7-993e-49de8976d401 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/05c15903-b63b-4f8b-b82d-6be928491d86 HTTP/1.1" status: 404 len: 337 time: 0.0828073 Feb 28 14:56:38.677290 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edb874a0-a307-4c8c-a1a6-788f30e7302b None None] Pushing event updated for resources: {'Port': ['ID=83da16ee-9af7-4f6c-98f8-f37ed652e7cd,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:38.690127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44338) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:38.736935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Deleting port 4e113bcb-5468-4ba6-a98b-52ed5bee0445 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:38.737281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:38.780894 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c24f7cd-efa7-42be-a217-6aee6819589a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Checking segment: {'id': 'ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97e75aa3-733b-4438-9f6d-c46d9b939006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:38.781168 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c24f7cd-efa7-42be-a217-6aee6819589a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Network hostable DHCP agents. Network: 97e75aa3-733b-4438-9f6d-c46d9b939006, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:56:38.813083 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-cdbe26f1-c45d-4b29-850b-19ded42e1479 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:38.813698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cdbe26f1-c45d-4b29-850b-19ded42e1479 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:38.830743 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f4431930-c085-4477-bc26-f0fc27d2857f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:38.836534 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] The port '4e113bcb-5468-4ba6-a98b-52ed5bee0445' was deleted {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:56:38.843531 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cdbe26f1-c45d-4b29-850b-19ded42e1479 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/af72447e-ae86-44a6-8c7b-60623ce9a281 HTTP/1.1" status: 404 len: 333 time: 0.1449630 Feb 28 14:56:38.848319 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f4431930-c085-4477-bc26-f0fc27d2857f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:38.852107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44342) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:38.900464 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-0c94c1ee-418f-4ccd-9194-ad8728a373ad tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The resource could not be found. Feb 28 14:56:38.904274 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0c94c1ee-418f-4ccd-9194-ad8728a373ad tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4657092 Feb 28 14:56:38.918099 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44346) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:38.971646 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f5b1f72b-082d-4d71-8a6f-d2b17fa8fbb3 req-bf58a7df-ab70-417e-a4f1-4244c3901dd5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2468bad3-050a-41a8-a719-de3c7061bc72&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.7012405 Feb 28 14:56:39.028260 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c24f7cd-efa7-42be-a217-6aee6819589a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Network 97e75aa3-733b-4438-9f6d-c46d9b939006 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:56:39.036731 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb158a62-670b-4629-9e47-b68e90f95e73 req-3850f4a5-7250-48ca-98c5-ad0560808b99 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:39.038180 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-eb158a62-670b-4629-9e47-b68e90f95e73 req-3850f4a5-7250-48ca-98c5-ad0560808b99 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 944 time: 0.3871648 Feb 28 14:56:39.043207 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:39.078712 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-6637a2bb-555b-46ef-98f5-b830e4ddaed2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:39.079148 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6637a2bb-555b-46ef-98f5-b830e4ddaed2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:39.080830 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6637a2bb-555b-46ef-98f5-b830e4ddaed2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/c0e9fe37-f993-466c-bae0-fae2c64867f0 HTTP/1.1" status: 404 len: 337 time: 0.2170036 Feb 28 14:56:39.085355 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-8c24f7cd-efa7-42be-a217-6aee6819589a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 97e75aa3-733b-4438-9f6d-c46d9b939006) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:39.091021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44350) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:39.096458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f9f32b9-15eb-407a-a152-bcbf483578c4 None None] Network 97e75aa3-733b-4438-9f6d-c46d9b939006 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:39.103613 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f4431930-c085-4477-bc26-f0fc27d2857f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:39.108412 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f4431930-c085-4477-bc26-f0fc27d2857f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.5065804 Feb 28 14:56:39.112413 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c24f7cd-efa7-42be-a217-6aee6819589a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:39.113121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8c24f7cd-efa7-42be-a217-6aee6819589a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:39.144317 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44354) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:39.155520 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aedd2753-0899-4c5d-b9ba-a09c81ee2b7f']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:39.163007 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4431930-c085-4477-bc26-f0fc27d2857f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26c1955-482d-4524-8f39-3333622e67e4,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:39.176991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-12948744', 'security_groups': ['f26c1955-482d-4524-8f39-3333622e67e4'], 'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '1c3aa177-a806-49ec-9925-5a44b1c3551f'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:39.338638 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa209b2d-c845-4638-b42f-93197addf0c6') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:39.339462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa209b2d-c845-4638-b42f-93197addf0c6') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:39.355646 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-be81bf95-84e2-4e8c-b4d1-edacecfa6403 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:39.356124 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be81bf95-84e2-4e8c-b4d1-edacecfa6403 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:39.356268 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f5b1f72b-082d-4d71-8a6f-d2b17fa8fbb3 req-0696918e-da09-4e94-8985-d168a31cd9f3 service neutron] 10.222.0.20 "GET /v2.0/networks/2468bad3-050a-41a8-a719-de3c7061bc72?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3583295 Feb 28 14:56:39.357912 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-be81bf95-84e2-4e8c-b4d1-edacecfa6403 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/220b1e90-6670-4376-807b-d1ddd55782a7 HTTP/1.1" status: 404 len: 333 time: 0.2574363 Feb 28 14:56:39.365210 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44358) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:39.426294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d967681-bcbd-4819-81a5-51456ec162ee tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:39.469463 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-97e75aa3-733b-4438-9f6d-c46d9b939006', 'network_id': '97e75aa3-733b-4438-9f6d-c46d9b939006', 'tenant_id': 'b253b97b1dab4c7bbac19970e4e45e33', 'fixed_ips': [{'subnet_id': 'f3bb6a4a-5183-42ef-a6be-29f5ba91cb04'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:56:39.470285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:39.544576 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8c24f7cd-efa7-42be-a217-6aee6819589a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.6805782 Feb 28 14:56:39.547382 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44362) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:39.550931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:39.589546 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-eb158a62-670b-4629-9e47-b68e90f95e73 req-6289fd24-d37b-44cb-ace3-580f2ff7b0f9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbd9c75-f531-49ec-9de6-0ccc5ba9799d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5359776 Feb 28 14:56:39.601390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6c0c401b-e851-46e2-b41a-c7d270452796 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:39.606451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5b5edb18-44c1-48fe-89aa-e7ce665cc054 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Request body: {'subnet': {'network_id': 'd7346839-4541-44e2-94a4-373fca491f59', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:39.667923 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:39.700150 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-57c13cc3-dbf3-4fe5-bb2f-0a5462633eb1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:39.701440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-57c13cc3-dbf3-4fe5-bb2f-0a5462633eb1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:39.728519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Allocated IP 172.20.0.2 (97e75aa3-733b-4438-9f6d-c46d9b939006/f3bb6a4a-5183-42ef-a6be-29f5ba91cb04/dd2849c1-689d-488a-8feb-97ddbe62aed9) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:39.763520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d967681-bcbd-4819-81a5-51456ec162ee tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Pushing event deleted for resources: {'Port': ['ID=f10adcbd-9327-40b9-a9c9-20987544e2a1,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:39.773358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:56:39.773962 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:39.857486 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-793b2b0e-f254-4577-9d55-e01eb88ecce7 None None] Provisioning complete for port c0c40848-5aa8-469b-9282-a249aceccc62 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:39.857860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-793b2b0e-f254-4577-9d55-e01eb88ecce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:39.864761 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-57c13cc3-dbf3-4fe5-bb2f-0a5462633eb1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/aefc02e8-9e19-4144-a67a-9ffb56359eb0 HTTP/1.1" status: 404 len: 337 time: 0.4979327 Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:56:39.901169 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:56:39.908252 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:39.915915 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44366) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:39.923036 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:56:39.930144 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:39.949688 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04f6b39-5b58-45dd-972d-e55024a5c698 None None] Network 2fbe44e3-c483-4395-8916-38aa3d5221e0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:39.973233 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-793b2b0e-f254-4577-9d55-e01eb88ecce7 None None] Port c0c40848-5aa8-469b-9282-a249aceccc62 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:40.004542 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f5b1f72b-082d-4d71-8a6f-d2b17fa8fbb3 req-d65c1083-793b-42d9-a643-3d9576625391 service neutron] 10.222.0.20 "GET /v2.0/networks/2468bad3-050a-41a8-a719-de3c7061bc72?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6402707 Feb 28 14:56:40.005488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:40.033575 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1e55f43d-50e6-4e59-96ec-1d1a160f7793 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:40.061959 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-801d0204-5eb0-4f2f-a104-9d6da3e5f17c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:40.062398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-801d0204-5eb0-4f2f-a104-9d6da3e5f17c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:40.066667 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-801d0204-5eb0-4f2f-a104-9d6da3e5f17c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/33bda9fb-1cef-40ff-a8e9-4a78bd02a674 HTTP/1.1" status: 404 len: 333 time: 0.0654781 Feb 28 14:56:40.067320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44370) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:40.087603 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6c0c401b-e851-46e2-b41a-c7d270452796 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.124613 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.resource_extend [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:56:40.126223 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-b72d67c3-5249-4694-b380-83c1ca52b7e4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:40.126667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b72d67c3-5249-4694-b380-83c1ca52b7e4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:40.129459 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5b5edb18-44c1-48fe-89aa-e7ce665cc054 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:40.132052 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b72d67c3-5249-4694-b380-83c1ca52b7e4 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/c95bf3fb-43ee-4c5e-ad07-f8bab2983995 HTTP/1.1" status: 404 len: 337 time: 0.0569677 Feb 28 14:56:40.136360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44374) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:40.139889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.146058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5b5edb18-44c1-48fe-89aa-e7ce665cc054 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Usage tracker for resource:subnet and tenant:b253b97b1dab4c7bbac19970e4e45e33 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:40.207688 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.212031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5b5edb18-44c1-48fe-89aa-e7ce665cc054 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:40.231875 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event deleted for resources: {'Network': ['ID=aedd2753-0899-4c5d-b9ba-a09c81ee2b7f,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:40.235502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5b5edb18-44c1-48fe-89aa-e7ce665cc054 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:40.238365 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-bd4f996b-1fa4-4e00-8026-a3015aead03c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:40.238827 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bd4f996b-1fa4-4e00-8026-a3015aead03c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:40.240655 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bd4f996b-1fa4-4e00-8026-a3015aead03c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/74e8c4f7-2dc2-4778-b842-695fd2e206b4 HTTP/1.1" status: 404 len: 333 time: 0.0987115 Feb 28 14:56:40.248289 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5333b547-5c7e-42ac-9327-7d559c9cc72b tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "DELETE /v2.0/networks/aedd2753-0899-4c5d-b9ba-a09c81ee2b7f HTTP/1.1" status: 204 len: 168 time: 3.5417366 Feb 28 14:56:40.253825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44378) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:40.254154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44380) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:40.277154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.300208 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-793b2b0e-f254-4577-9d55-e01eb88ecce7 None None] Provisioning for port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:40.311619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d967681-bcbd-4819-81a5-51456ec162ee tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.322569 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-793b2b0e-f254-4577-9d55-e01eb88ecce7 None None] Provisioning complete for port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:40.323164 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-793b2b0e-f254-4577-9d55-e01eb88ecce7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.353472 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Transition to ACTIVE for port object dd2849c1-689d-488a-8feb-97ddbe62aed9 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:40.362715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b5edb18-44c1-48fe-89aa-e7ce665cc054 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Made reservation on behalf of b253b97b1dab4c7bbac19970e4e45e33 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:40.374221 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Transition to ACTIVE for port object dd2849c1-689d-488a-8feb-97ddbe62aed9 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:40.385338 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e47644-d5b6-4343-a110-f96bbe265179 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:40.385755 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e47644-d5b6-4343-a110-f96bbe265179 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:40.395190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.399520 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6c0c401b-e851-46e2-b41a-c7d270452796 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.477498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.511096 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0c401b-e851-46e2-b41a-c7d270452796 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a15f72eb-f9c4-4cc0-9e06-ca57d84a1c74,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:40.514203 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-33e47644-d5b6-4343-a110-f96bbe265179 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/13f4a325-18e1-44d8-a70d-ed7bb9e231d8 HTTP/1.1" status: 404 len: 337 time: 0.2591100 Feb 28 14:56:40.519819 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44386) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:40.524878 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6c0c401b-e851-46e2-b41a-c7d270452796 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.530459 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6c0c401b-e851-46e2-b41a-c7d270452796 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "DELETE /v2.0/security-groups/a15f72eb-f9c4-4cc0-9e06-ca57d84a1c74 HTTP/1.1" status: 204 len: 168 time: 1.6096628 Feb 28 14:56:40.532156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44388) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:40.577755 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 1e55f43d-50e6-4e59-96ec-1d1a160f7793 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:40.584396 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f22fc3fd-c7cf-4336-9ef0-27a3e1d66099,segment=NetworkSegment(e894dc4f-7aa6-43ff-bb68-278c8827df43),segment_id=e894dc4f-7aa6-43ff-bb68-278c8827df43)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:40.594926 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Network 97e75aa3-733b-4438-9f6d-c46d9b939006 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:40.603905 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:40.606438 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Pushing event updated for resources: {'Port': ['ID=dd2849c1-689d-488a-8feb-97ddbe62aed9,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:40.610920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:40.614770 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 83da16ee-9af7-4f6c-98f8-f37ed652e7cd up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:40.632265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] device_id is not set on port e8e3ad2a-f8ca-436d-9e72-a614168ab106 yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:56:40.672234 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-057ee2db-d55a-49b1-a271-ebe062d470e6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:40.672715 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-057ee2db-d55a-49b1-a271-ebe062d470e6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:40.673156 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5b5edb18-44c1-48fe-89aa-e7ce665cc054 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.677278 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-057ee2db-d55a-49b1-a271-ebe062d470e6 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/f2aadb7d-1553-45f1-abd7-a70cb7a0d765 HTTP/1.1" status: 404 len: 333 time: 0.1503167 Feb 28 14:56:40.683708 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'f22fc3fd-c7cf-4336-9ef0-27a3e1d66099', 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72', 'port_id': 'f22fc3fd-c7cf-4336-9ef0-27a3e1d66099', 'mac_address': 'fa:16:3e:c3:5e:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '72ee69dc-dbb9-46a0-8809-75d3fe30b3ae', 'ip_address': '172.20.0.30'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:56:40.691497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44396) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:40.693221 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d967681-bcbd-4819-81a5-51456ec162ee tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.713301 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d967681-bcbd-4819-81a5-51456ec162ee tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.744614 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6ba5c488-1799-42e7-b232-96fe545ace09 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Synchronizing usage tracker for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:40.779262 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a57503c4-61c9-49d7-9580-129a7ec60a28 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 7f7fae3a-76b4-4b8a-817b-8780a0aad142 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:56:40.782277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6ba5c488-1799-42e7-b232-96fe545ace09 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Unset dirty status for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:40.784039 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6ba5c488-1799-42e7-b232-96fe545ace09 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1887684 Feb 28 14:56:40.788773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44400) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:40.789402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d967681-bcbd-4819-81a5-51456ec162ee tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.790091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d967681-bcbd-4819-81a5-51456ec162ee tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Fanout notify agent at l3_agent the message router_deleted on router 8d10762f-f1a2-48f3-b80c-6a33af7ac1c9 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:56:40.806428 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbe5df7c-1851-4e42-be5c-7fb3cf3fac5e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:40.806608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-8c6d329b-e300-484a-9117-14540f4d6d1c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': 'b0d17970-abff-4127-8753-b265a2e430b8', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:40.806869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbe5df7c-1851-4e42-be5c-7fb3cf3fac5e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:40.846506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8c6d329b-e300-484a-9117-14540f4d6d1c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:40.852791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d967681-bcbd-4819-81a5-51456ec162ee tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.853640 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1d967681-bcbd-4819-81a5-51456ec162ee tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "DELETE /v2.0/routers/8d10762f-f1a2-48f3-b80c-6a33af7ac1c9 HTTP/1.1" status: 204 len: 168 time: 5.8882575 Feb 28 14:56:40.862867 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44404) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:40.869648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8c6d329b-e300-484a-9117-14540f4d6d1c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:40.874028 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8c6d329b-e300-484a-9117-14540f4d6d1c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:40.879120 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-282242438', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:40.891360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8c6d329b-e300-484a-9117-14540f4d6d1c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:40.893437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:40.897666 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fbe5df7c-1851-4e42-be5c-7fb3cf3fac5e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/436e0048-e7ca-4c87-937b-967a78e79acc HTTP/1.1" status: 404 len: 337 time: 0.2004294 Feb 28 14:56:40.905822 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44408) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:40.939385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:40.953868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Usage tracker for resource:router and tenant:9d6de1ad7994458e8aca8b70fee0c6fd is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:40.955852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Attempting to bind port dd2849c1-689d-488a-8feb-97ddbe62aed9 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:56:40.956211 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Attempting to bind port dd2849c1-689d-488a-8feb-97ddbe62aed9 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97e75aa3-733b-4438-9f6d-c46d9b939006'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:56:40.956575 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Attempting to bind port dd2849c1-689d-488a-8feb-97ddbe62aed9 on network 97e75aa3-733b-4438-9f6d-c46d9b939006 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:56:40.963600 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:40.966085 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-4884cdb5-7781-487d-8d28-e33377712d4f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Deleting subnet 434807bc-f42b-4b1c-b5f8-b53d3d9fb1e3 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:56:40.966641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:40.967009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.004438 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc52058e-8f1c-4a6f-866f-6545c6255936 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:41.004877 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc52058e-8f1c-4a6f-866f-6545c6255936 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:41.009292 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-dc52058e-8f1c-4a6f-866f-6545c6255936 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/0af5afba-6cdc-415c-a04f-b30cf1cd7c6a HTTP/1.1" status: 404 len: 337 time: 0.0996447 Feb 28 14:56:41.009874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44412) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:41.013612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:56:41.016327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4884cdb5-7781-487d-8d28-e33377712d4f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.020328 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:56:41.020709 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Checking segment: {'id': 'ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97e75aa3-733b-4438-9f6d-c46d9b939006'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:41.021099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.021496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Bound using segment: {'id': 'ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97e75aa3-733b-4438-9f6d-c46d9b939006'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:56:41.021974 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Bound port: dd2849c1-689d-488a-8feb-97ddbe62aed9, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '97e75aa3-733b-4438-9f6d-c46d9b939006'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:56:41.022346 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.091074 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bc6cb3c4-ca3d-42a9-ad61-22cd0728c12d None None] Provisioning for port 1e55f43d-50e6-4e59-96ec-1d1a160f7793 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:41.112647 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bc6cb3c4-ca3d-42a9-ad61-22cd0728c12d None None] Provisioning complete for port 1e55f43d-50e6-4e59-96ec-1d1a160f7793 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:41.113036 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc6cb3c4-ca3d-42a9-ad61-22cd0728c12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.142044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:41.142373 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a54b8f9-5b6c-4cd0-9943-25cec63f86e8 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:41.142827 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a54b8f9-5b6c-4cd0-9943-25cec63f86e8 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:41.146978 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6a54b8f9-5b6c-4cd0-9943-25cec63f86e8 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/504b513e-970b-42ef-8aa8-c62b4c43d404 HTTP/1.1" status: 404 len: 333 time: 0.0939434 Feb 28 14:56:41.148708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44416) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:41.171218 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4884cdb5-7781-487d-8d28-e33377712d4f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.184613 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f22fc3fd-c7cf-4336-9ef0-27a3e1d66099,segment=NetworkSegment(e894dc4f-7aa6-43ff-bb68-278c8827df43),segment_id=e894dc4f-7aa6-43ff-bb68-278c8827df43)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:41.185181 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.185874 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.217749 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.225679 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecadaed8-92d3-4a1c-bbd3-adaf1777d708 req-cb1890a0-ff13-4609-aea0-85b1c78ea520 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:41.227212 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ecadaed8-92d3-4a1c-bbd3-adaf1777d708 req-cb1890a0-ff13-4609-aea0-85b1c78ea520 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 944 time: 0.4266973 Feb 28 14:56:41.274463 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-8c6d329b-e300-484a-9117-14540f4d6d1c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The resource could not be found. Feb 28 14:56:41.281674 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8c6d329b-e300-484a-9117-14540f4d6d1c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4850311 Feb 28 14:56:41.283886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44420) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:41.298662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-1e59f6e4-886a-4c94-976f-706e52f435c0 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1424458411'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:41.311477 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1e59f6e4-886a-4c94-976f-706e52f435c0 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:41.316890 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.339862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1e59f6e4-886a-4c94-976f-706e52f435c0 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:41.364958 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ecadaed8-92d3-4a1c-bbd3-adaf1777d708 req-728f33e9-26c2-4d47-a679-d4084060f132 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbd9c75-f531-49ec-9de6-0ccc5ba9799d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1205151 Feb 28 14:56:41.387357 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1e59f6e4-886a-4c94-976f-706e52f435c0 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.437811 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] For port dd2849c1-689d-488a-8feb-97ddbe62aed9, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:56:41.439231 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-66e140e8-d2ff-4f0d-a8db-bbc1a36f4544 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:41.439776 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66e140e8-d2ff-4f0d-a8db-bbc1a36f4544 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:41.497558 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['f22fc3fd-c7cf-4336-9ef0-27a3e1d66099'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 14:56:41.531151 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f22fc3fd-c7cf-4336-9ef0-27a3e1d66099,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:41.540010 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-66e140e8-d2ff-4f0d-a8db-bbc1a36f4544 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/9cca2920-ff46-44e0-842b-00070fc9afad HTTP/1.1" status: 404 len: 337 time: 0.3841882 Feb 28 14:56:41.544011 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44424) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:41.559644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] For port dd2849c1-689d-488a-8feb-97ddbe62aed9, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dd2849c1-689d-488a-8feb-97ddbe62aed9,segment=NetworkSegment(ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8),segment_id=ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:56:41.580847 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.609202 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-aedbf5e0-c948-4bab-a26f-9a0ab4b88add tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:41.609749 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aedbf5e0-c948-4bab-a26f-9a0ab4b88add tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:41.612772 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1e59f6e4-886a-4c94-976f-706e52f435c0 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:41.623963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1e59f6e4-886a-4c94-976f-706e52f435c0 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:41.630572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1e59f6e4-886a-4c94-976f-706e52f435c0 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:41.630737 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Allocated IP 2001:db8::28b (be200c3b-4134-45c1-a362-476133cc0de3/1c3aa177-a806-49ec-9925-5a44b1c3551f/e8e3ad2a-f8ca-436d-9e72-a614168ab106) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:41.637882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.642349 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1e59f6e4-886a-4c94-976f-706e52f435c0 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:41.646066 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-aedbf5e0-c948-4bab-a26f-9a0ab4b88add tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/82bd2b64-bef6-467c-93fc-2dab65256251 HTTP/1.1" status: 404 len: 337 time: 0.0995483 Feb 28 14:56:41.651144 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44428) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:41.661949 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc6cb3c4-ca3d-42a9-ad61-22cd0728c12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.688091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a57503c4-61c9-49d7-9580-129a7ec60a28 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:56:41.703944 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afecb5e3-92e6-4174-9eaa-784c12b090bb None None] Sync routers for ids ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:56:41.717122 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a57503c4-61c9-49d7-9580-129a7ec60a28 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "PUT /v2.0/routers/7f7fae3a-76b4-4b8a-817b-8780a0aad142/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.5465274 Feb 28 14:56:41.717653 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5b5edb18-44c1-48fe-89aa-e7ce665cc054 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.721029 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44432) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:41.736411 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4884cdb5-7781-487d-8d28-e33377712d4f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.761887 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30863b96-aa4d-47e2-b28c-e2a1eee72976 None None] Pushing event updated for resources: {'Port': ['ID=dd2849c1-689d-488a-8feb-97ddbe62aed9,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:41.782289 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-bc6cb3c4-ca3d-42a9-ad61-22cd0728c12d None None] For port 1e55f43d-50e6-4e59-96ec-1d1a160f7793, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1e55f43d-50e6-4e59-96ec-1d1a160f7793,segment=NetworkSegment(0ec6f0f5-feec-46a0-8a99-13d0be36fa92),segment_id=0ec6f0f5-feec-46a0-8a99-13d0be36fa92)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:41.785190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afecb5e3-92e6-4174-9eaa-784c12b090bb None None] Routers {'7f7fae3a-76b4-4b8a-817b-8780a0aad142'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:41.785941 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-afecb5e3-92e6-4174-9eaa-784c12b090bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:41.843238 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc6cb3c4-ca3d-42a9-ad61-22cd0728c12d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.852477 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0c1ab47-92fb-49e7-b9d5-61e43bcb740e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:41.852952 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d0c1ab47-92fb-49e7-b9d5-61e43bcb740e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:41.857749 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d0c1ab47-92fb-49e7-b9d5-61e43bcb740e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/e76c1099-a48d-4977-b72a-3918a5d953f5 HTTP/1.1" status: 404 len: 333 time: 0.2045028 Feb 28 14:56:41.858453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5edb18-44c1-48fe-89aa-e7ce665cc054 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event updated for resources: {'Subnet': ['ID=0dbaed16-79be-463d-a962-5f791fa6eeb2,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:41.859784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44436) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:41.924095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-afecb5e3-92e6-4174-9eaa-784c12b090bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:41.944956 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1e59f6e4-886a-4c94-976f-706e52f435c0 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.949539 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afecb5e3-92e6-4174-9eaa-784c12b090bb None None] Routers {'7f7fae3a-76b4-4b8a-817b-8780a0aad142'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:41.950186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-afecb5e3-92e6-4174-9eaa-784c12b090bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:41.966498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1e59f6e4-886a-4c94-976f-706e52f435c0 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:41.979177 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-b88e943d-c406-4980-8db3-cabe3cbefbc7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:41.979177 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b88e943d-c406-4980-8db3-cabe3cbefbc7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:41.996077 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b88e943d-c406-4980-8db3-cabe3cbefbc7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/f7bf8416-7166-46e3-ae18-767eb500ed3a HTTP/1.1" status: 404 len: 337 time: 0.1284246 Feb 28 14:56:42.009503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44440) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:42.033764 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-afecb5e3-92e6-4174-9eaa-784c12b090bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:42.034168 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afecb5e3-92e6-4174-9eaa-784c12b090bb None None] The sync data for ids ['7f7fae3a-76b4-4b8a-817b-8780a0aad142'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:56:42.069815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e59f6e4-886a-4c94-976f-706e52f435c0 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4f9ff23d-3fe0-4f3e-ba74-e84dea363f4d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:42.077051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1e59f6e4-886a-4c94-976f-706e52f435c0 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.081609 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1e59f6e4-886a-4c94-976f-706e52f435c0 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7964413 Feb 28 14:56:42.084631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44444) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:42.092083 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f166256b-bf63-4edf-b0c3-fe95c477e7ac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group': {'name': 'tempest-secgroup--89072748'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:42.101780 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f166256b-bf63-4edf-b0c3-fe95c477e7ac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:42.132756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f166256b-bf63-4edf-b0c3-fe95c477e7ac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:42.143684 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-dfaf011d-6a07-4152-a64c-a16dc97d7b94 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:42.144315 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dfaf011d-6a07-4152-a64c-a16dc97d7b94 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:42.148749 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-dfaf011d-6a07-4152-a64c-a16dc97d7b94 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/711ed09f-3608-49ff-ac3a-8065cea23eed HTTP/1.1" status: 404 len: 337 time: 0.1368394 Feb 28 14:56:42.149872 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44448) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:42.158353 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b5edb18-44c1-48fe-89aa-e7ce665cc054 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Checking segment: {'id': 'b78e48f7-9702-4d41-b79a-d31731310bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd7346839-4541-44e2-94a4-373fca491f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:42.159013 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5edb18-44c1-48fe-89aa-e7ce665cc054 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Network hostable DHCP agents. Network: d7346839-4541-44e2-94a4-373fca491f59, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:56:42.208883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-77445194-608d-4052-b345-74acb454e3f1 None None] Provisioning complete for port 1e55f43d-50e6-4e59-96ec-1d1a160f7793 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:42.209224 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-77445194-608d-4052-b345-74acb454e3f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.212293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f166256b-bf63-4edf-b0c3-fe95c477e7ac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.234783 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4884cdb5-7781-487d-8d28-e33377712d4f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.258788 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-c52db429-5053-4296-86db-210ebf4de630 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:42.259218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c52db429-5053-4296-86db-210ebf4de630 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:42.264375 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6cb3c4-ca3d-42a9-ad61-22cd0728c12d None None] Pushing event updated for resources: {'Port': ['ID=1e55f43d-50e6-4e59-96ec-1d1a160f7793,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:42.264548 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c52db429-5053-4296-86db-210ebf4de630 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/0388e94d-a50f-4380-b42d-38870de607a9 HTTP/1.1" status: 404 len: 333 time: 0.1066008 Feb 28 14:56:42.267942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44452) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:42.284853 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4884cdb5-7781-487d-8d28-e33377712d4f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event deleted for resources: {'Subnet': ['ID=434807bc-f42b-4b1c-b5f8-b53d3d9fb1e3,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:42.292991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b5edb18-44c1-48fe-89aa-e7ce665cc054 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Network d7346839-4541-44e2-94a4-373fca491f59 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:56:42.312823 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4884cdb5-7781-487d-8d28-e33377712d4f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.326267 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4884cdb5-7781-487d-8d28-e33377712d4f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "DELETE /v2.0/subnets/434807bc-f42b-4b1c-b5f8-b53d3d9fb1e3 HTTP/1.1" status: 204 len: 168 time: 2.0666177 Feb 28 14:56:42.329913 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.333451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44456) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:42.338024 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0032e5-dff9-449e-bbd4-15bac68bfa57 None None] Network 13b48f1a-82de-4af4-a298-2b999497204b requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:42.339320 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-5b5edb18-44c1-48fe-89aa-e7ce665cc054 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, d7346839-4541-44e2-94a4-373fca491f59) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:42.343744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b5edb18-44c1-48fe-89aa-e7ce665cc054 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:42.344318 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5b5edb18-44c1-48fe-89aa-e7ce665cc054 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.359978 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1b8e9b3-4970-41cc-92b8-8e7e19caf44e None None] Network d7346839-4541-44e2-94a4-373fca491f59 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:42.364027 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-0221bc41-f629-4a46-bc50-954340e41e7c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:42.364470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0221bc41-f629-4a46-bc50-954340e41e7c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:42.372700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.428021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f166256b-bf63-4edf-b0c3-fe95c477e7ac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:42.437184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f166256b-bf63-4edf-b0c3-fe95c477e7ac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:42.441784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Transition to ACTIVE for port object e8e3ad2a-f8ca-436d-9e72-a614168ab106 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:42.444148 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f166256b-bf63-4edf-b0c3-fe95c477e7ac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:42.455076 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f166256b-bf63-4edf-b0c3-fe95c477e7ac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:42.478992 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5b5edb18-44c1-48fe-89aa-e7ce665cc054 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9050522 Feb 28 14:56:42.483160 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44462) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:42.562343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.564102 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f166256b-bf63-4edf-b0c3-fe95c477e7ac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.567437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.617296 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0221bc41-f629-4a46-bc50-954340e41e7c tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/5895126d-04fb-4624-801b-745b088740df HTTP/1.1" status: 404 len: 337 time: 0.3432980 Feb 28 14:56:42.619094 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44466) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:42.624537 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f166256b-bf63-4edf-b0c3-fe95c477e7ac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.685338 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Deleting port 0efd2486-46bc-4694-ac56-0ad7477f98c3 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:42.685675 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.749579 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.804633 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-d7346839-4541-44e2-94a4-373fca491f59', 'network_id': 'd7346839-4541-44e2-94a4-373fca491f59', 'tenant_id': 'b253b97b1dab4c7bbac19970e4e45e33', 'fixed_ips': [{'subnet_id': '0dbaed16-79be-463d-a962-5f791fa6eeb2'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:56:42.805546 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.816531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f166256b-bf63-4edf-b0c3-fe95c477e7ac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=435482c7-fd2a-4f15-9c44-c48d775c1572,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:42.821628 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-99d62ac6-e03c-492d-8404-ae6febc01626 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:42.822069 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99d62ac6-e03c-492d-8404-ae6febc01626 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:42.844123 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-99d62ac6-e03c-492d-8404-ae6febc01626 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/c196b4c1-27a7-4d87-82e6-efd1deab4585 HTTP/1.1" status: 404 len: 337 time: 0.2140837 Feb 28 14:56:42.846827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44470) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:42.914629 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20e19380-35b1-43ce-91d0-804376c87fe6 None None] DHCP port deletion for 13b48f1a-82de-4af4-a298-2b999497204b request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:56:42.916709 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f166256b-bf63-4edf-b0c3-fe95c477e7ac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.922658 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-20e19380-35b1-43ce-91d0-804376c87fe6 None None] Deleting port 0efd2486-46bc-4694-ac56-0ad7477f98c3 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:42.923042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-20e19380-35b1-43ce-91d0-804376c87fe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.923762 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f166256b-bf63-4edf-b0c3-fe95c477e7ac tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1576 time: 0.8379509 Feb 28 14:56:42.930575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44474) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:42.935703 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d680784c-d195-420d-a02e-bcd2f4f4990b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:42.936484 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network be200c3b-4134-45c1-a362-476133cc0de3 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:42.955366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:42.957836 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:42.962139 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:42.962831 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:43.020378 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-da6678d9-5f0a-4045-a1b9-26898259b22d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': '4f9ff23d-3fe0-4f3e-ba74-e84dea363f4d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '435482c7-fd2a-4f15-9c44-c48d775c1572'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:43.043907 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0524d57b-7997-4ce0-ac35-07e987c3634a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports?device_id=9c7ecc07-2e80-4a94-84d7-f52e50061a40 HTTP/1.1" status: 200 len: 205 time: 0.1877451 Feb 28 14:56:43.044772 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44478) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:43.045870 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-da6678d9-5f0a-4045-a1b9-26898259b22d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:43.064528 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db09f2f8-9c9c-4496-9645-24cabd891169 req-1e5bd554-f074-4b77-badf-8e2cb4dc6aae tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:43.066084 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-db09f2f8-9c9c-4496-9645-24cabd891169 req-1e5bd554-f074-4b77-badf-8e2cb4dc6aae tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 945 time: 0.4552176 Feb 28 14:56:43.081143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=e8e3ad2a-f8ca-436d-9e72-a614168ab106,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:43.101837 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9563770 Feb 28 14:56:43.122252 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583393c7-28f5-4b6e-8ded-fe4ccecc757f None None] Network 97e75aa3-733b-4438-9f6d-c46d9b939006 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:43.127885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44482) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:43.139471 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-da6678d9-5f0a-4045-a1b9-26898259b22d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:43.206001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Allocated IP 172.26.4.225 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/ba4dc552-c92d-41ba-82f6-424aada8d4d3) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:43.208322 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-da6678d9-5f0a-4045-a1b9-26898259b22d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:43.327666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:43.328257 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:43.328257 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:43.328574 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:43.329028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:43.329587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:43.330062 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:43.330558 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:43.331019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:43.331636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:43.331874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c95d964-392a-4b01-89d4-4d0dbde7f545 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:43.349078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-8d7f3eaa-5bc6-428b-8a56-964a059dfa92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'subnet': {'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:43.350507 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Allocated IP 172.20.0.2 (d7346839-4541-44e2-94a4-373fca491f59/0dbaed16-79be-463d-a962-5f791fa6eeb2/e3e972e3-716d-4cce-8980-27508c1e0127) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:43.381177 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-da6678d9-5f0a-4045-a1b9-26898259b22d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:43.386541 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-7c160d13-788a-4d87-b078-fcab6820da48 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] delete failed (client error): The resource could not be found. Feb 28 14:56:43.390405 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7c160d13-788a-4d87-b078-fcab6820da48 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/routers/9c7ecc07-2e80-4a94-84d7-f52e50061a40 HTTP/1.1" status: 404 len: 336 time: 0.3353312 Feb 28 14:56:43.397259 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44486) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:43.406029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ca9b7159-7167-42d1-9f7c-b59dbfc81a79 None None] Provisioning for port dd2849c1-689d-488a-8feb-97ddbe62aed9 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:43.485991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] For port 0efd2486-46bc-4694-ac56-0ad7477f98c3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0efd2486-46bc-4694-ac56-0ad7477f98c3,segment=NetworkSegment(2db6dd18-9b36-42af-a513-f2ddb0536067),segment_id=2db6dd18-9b36-42af-a513-f2ddb0536067)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:43.486610 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:43.503558 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-db09f2f8-9c9c-4496-9645-24cabd891169 req-8178bf62-3172-4e67-b61c-6901875c7652 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbd9c75-f531-49ec-9de6-0ccc5ba9799d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4255152 Feb 28 14:56:43.534145 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d309d7d-8471-49e0-9eeb-b43a94745688 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:43.534419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d309d7d-8471-49e0-9eeb-b43a94745688 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:43.536096 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5d309d7d-8471-49e0-9eeb-b43a94745688 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/915ad849-fbbd-4195-b245-a79b88805848 HTTP/1.1" status: 404 len: 337 time: 0.1361189 Feb 28 14:56:43.572533 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44490) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:43.638209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Calling delete_port for 0efd2486-46bc-4694-ac56-0ad7477f98c3 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:43.653906 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-20e19380-35b1-43ce-91d0-804376c87fe6 None None] For port 0efd2486-46bc-4694-ac56-0ad7477f98c3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0efd2486-46bc-4694-ac56-0ad7477f98c3,segment=NetworkSegment(2db6dd18-9b36-42af-a513-f2ddb0536067),segment_id=2db6dd18-9b36-42af-a513-f2ddb0536067)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:43.654295 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-20e19380-35b1-43ce-91d0-804376c87fe6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:43.672472 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-da6678d9-5f0a-4045-a1b9-26898259b22d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:43.673995 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-da6678d9-5f0a-4045-a1b9-26898259b22d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.6737697 Feb 28 14:56:43.679146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44494) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:43.716178 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-80dcf2f6-966c-4c90-b7cb-ebdf5d899f1f tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "GET /v2.0/ports?device_id=7832bd90-544b-406e-96cd-44ad32d96c6b HTTP/1.1" status: 200 len: 205 time: 0.1422701 Feb 28 14:56:43.725806 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44498) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:43.822647 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:43.826996 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-20e19380-35b1-43ce-91d0-804376c87fe6 None None] Calling delete_port for 0efd2486-46bc-4694-ac56-0ad7477f98c3 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:43.841189 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8d7f3eaa-5bc6-428b-8a56-964a059dfa92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:43.847897 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-91747857-7418-4b2b-9bb9-83cf79e6f1b2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] delete failed (client error): The resource could not be found. Feb 28 14:56:43.851706 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-91747857-7418-4b2b-9bb9-83cf79e6f1b2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/routers/7832bd90-544b-406e-96cd-44ad32d96c6b HTTP/1.1" status: 404 len: 336 time: 0.1114733 Feb 28 14:56:43.856743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44502) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:43.864674 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8d7f3eaa-5bc6-428b-8a56-964a059dfa92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:subnet and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:43.884551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8d7f3eaa-5bc6-428b-8a56-964a059dfa92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:43.910494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8d7f3eaa-5bc6-428b-8a56-964a059dfa92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:43.916278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:43.938821 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event deleted for resources: {'Port': ['ID=0efd2486-46bc-4694-ac56-0ad7477f98c3,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:43.957362 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-81b99ab7-5a82-4388-beba-b999ff46cd85 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:43.957808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81b99ab7-5a82-4388-beba-b999ff46cd85 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:43.960731 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:43.975048 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] No DVR routers for this DVR port 0efd2486-46bc-4694-ac56-0ad7477f98c3 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:56:43.982161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d7f3eaa-5bc6-428b-8a56-964a059dfa92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:44.006351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e07828bb-25e7-4644-8e1e-732c8c29b0a7 None None] Provisioning for port e8e3ad2a-f8ca-436d-9e72-a614168ab106 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:44.015460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.024310 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:44.031476 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-81b99ab7-5a82-4388-beba-b999ff46cd85 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/1c805a71-d5c3-49f6-b84d-c224e84ac76b HTTP/1.1" status: 404 len: 337 time: 0.1668181 Feb 28 14:56:44.047363 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1e55f43d-50e6-4e59-96ec-1d1a160f7793 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:44.081117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44506) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:44.109003 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e07828bb-25e7-4644-8e1e-732c8c29b0a7 None None] Provisioning complete for port e8e3ad2a-f8ca-436d-9e72-a614168ab106 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:44.109458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e07828bb-25e7-4644-8e1e-732c8c29b0a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.151350 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-f57ce786-24db-4c8a-b8c3-27d356417da1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:44.151816 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f57ce786-24db-4c8a-b8c3-27d356417da1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:44.156309 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f57ce786-24db-4c8a-b8c3-27d356417da1 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/9cea9600-c612-4cdd-b930-4d92166707dd HTTP/1.1" status: 404 len: 337 time: 0.0711174 Feb 28 14:56:44.164824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44510) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:44.172005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.209860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-20e19380-35b1-43ce-91d0-804376c87fe6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:56:44.209860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-20e19380-35b1-43ce-91d0-804376c87fe6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:56:44.218905 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.225407 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.241283 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e07828bb-25e7-4644-8e1e-732c8c29b0a7 None None] Port e8e3ad2a-f8ca-436d-9e72-a614168ab106 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:44.251834 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Transition to ACTIVE for port object e3e972e3-716d-4cce-8980-27508c1e0127 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:44.256092 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fdb4d03-3ea7-408f-a8a6-fbac1b3ed277 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:44.256629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fdb4d03-3ea7-408f-a8a6-fbac1b3ed277 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:44.260572 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7fdb4d03-3ea7-408f-a8a6-fbac1b3ed277 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/7f96479d-eb27-4a73-af68-f4e708fd79e1 HTTP/1.1" status: 404 len: 333 time: 0.0907109 Feb 28 14:56:44.269948 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44514) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:44.286848 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Transition to ACTIVE for port object e3e972e3-716d-4cce-8980-27508c1e0127 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:44.289646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.300004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 1e55f43d-50e6-4e59-96ec-1d1a160f7793 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:44.300622 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.337809 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13b48f1a-82de-4af4-a298-2b999497204b']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:44.345770 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda6f9d0-6d11-43d4-ae42-0641e89bb7e5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:44.346210 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eda6f9d0-6d11-43d4-ae42-0641e89bb7e5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:44.357616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.361371 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:44.373665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2db6dd18-9b36-42af-a513-f2ddb0536067') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:44.373960 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2db6dd18-9b36-42af-a513-f2ddb0536067') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:44.375364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8d7f3eaa-5bc6-428b-8a56-964a059dfa92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.381285 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-eda6f9d0-6d11-43d4-ae42-0641e89bb7e5 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/b20db454-f9db-4cc1-8707-a8383c6c99f2 HTTP/1.1" status: 404 len: 337 time: 0.1103232 Feb 28 14:56:44.392203 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44518) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:44.411247 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:44.411848 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.413785 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d680784c-d195-420d-a02e-bcd2f4f4990b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.441293 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.467154 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-89a0041a-3129-4ba3-85e0-7d25290ae874 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:44.467605 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89a0041a-3129-4ba3-85e0-7d25290ae874 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:44.469489 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-89a0041a-3129-4ba3-85e0-7d25290ae874 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/9194afdb-bb0b-465f-adfc-ab3e36375a1c HTTP/1.1" status: 404 len: 333 time: 0.0763805 Feb 28 14:56:44.505017 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44522) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:44.541908 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.544853 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Network d7346839-4541-44e2-94a4-373fca491f59 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:44.568071 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.569403 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:44.571246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Pushing event updated for resources: {'Port': ['ID=e3e972e3-716d-4cce-8980-27508c1e0127,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:44.573819 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d680784c-d195-420d-a02e-bcd2f4f4990b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting port 6e78fd8c-b121-4b95-8112-c3e751e1f9ed {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:44.574091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d680784c-d195-420d-a02e-bcd2f4f4990b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.588662 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f70a54d-487a-49f6-b3b3-7ee479afc888 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:44.589109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f70a54d-487a-49f6-b3b3-7ee479afc888 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:44.590804 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2f70a54d-487a-49f6-b3b3-7ee479afc888 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/85fc0233-02f0-4e94-8a68-35af48b82793 HTTP/1.1" status: 404 len: 337 time: 0.0840948 Feb 28 14:56:44.595656 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44528) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:44.604720 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:44.611003 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:44.611848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Pushing event updated for resources: {'Port': ['ID=ba4dc552-c92d-41ba-82f6-424aada8d4d3,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:44.630229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:44.633474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:44.640768 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:56:44.641176 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:56:44.662757 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:56:44.684432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=435482c7-fd2a-4f15-9c44-c48d775c1572,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:44.739393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.739757 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.740086 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.740411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.740733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.741052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.741367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.741944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.742255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.742564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.742804 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-20e19380-35b1-43ce-91d0-804376c87fe6 None None] Deleting port 0efd2486-46bc-4694-ac56-0ad7477f98c3 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:44.742929 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.743174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-20e19380-35b1-43ce-91d0-804376c87fe6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.764990 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-d711432e-d2d4-4725-a593-ff80f3252950 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:44.765438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d711432e-d2d4-4725-a593-ff80f3252950 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:44.767589 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d711432e-d2d4-4725-a593-ff80f3252950 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/d513e2c7-98a4-46a6-84c8-997405840be3 HTTP/1.1" status: 404 len: 333 time: 0.1679175 Feb 28 14:56:44.774305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44532) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:44.782374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.786113 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "DELETE /v2.0/security-groups/435482c7-fd2a-4f15-9c44-c48d775c1572 HTTP/1.1" status: 204 len: 168 time: 1.1008399 Feb 28 14:56:44.797415 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.797688 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.798130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.798404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.798780 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.799061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.799414 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.799760 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.800107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.800467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.800777 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-62803cf4-11e0-4c58-900e-026bfa27a18c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:44.809528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44536) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:44.835863 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dd2849c1-689d-488a-8feb-97ddbe62aed9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:44.950460 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.ipam_backend_mixin [None req-8d7f3eaa-5bc6-428b-8a56-964a059dfa92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 1c3aa177-a806-49ec-9925-5a44b1c3551f (CIDR: 2001:db8::/64) Feb 28 14:56:44.952923 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-54d37daa-160c-412f-9ada-a98cd4546f6e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:44.953389 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-54d37daa-160c-412f-9ada-a98cd4546f6e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:44.959095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-20e19380-35b1-43ce-91d0-804376c87fe6 None None] The port '0efd2486-46bc-4694-ac56-0ad7477f98c3' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:56:44.961579 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.968750 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Attempting to bind port e3e972e3-716d-4cce-8980-27508c1e0127 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:56:44.969114 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Attempting to bind port e3e972e3-716d-4cce-8980-27508c1e0127 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'b78e48f7-9702-4d41-b79a-d31731310bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd7346839-4541-44e2-94a4-373fca491f59'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:56:44.969469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Attempting to bind port e3e972e3-716d-4cce-8980-27508c1e0127 on network d7346839-4541-44e2-94a4-373fca491f59 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:56:44.975231 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d7f3eaa-5bc6-428b-8a56-964a059dfa92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:44.975685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d7f3eaa-5bc6-428b-8a56-964a059dfa92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:44.983497 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:56:44.983876 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Checking segment: {'id': 'b78e48f7-9702-4d41-b79a-d31731310bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd7346839-4541-44e2-94a4-373fca491f59'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:44.985135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.985135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Bound using segment: {'id': 'b78e48f7-9702-4d41-b79a-d31731310bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd7346839-4541-44e2-94a4-373fca491f59'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:56:44.985135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Bound port: e3e972e3-716d-4cce-8980-27508c1e0127, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b78e48f7-9702-4d41-b79a-d31731310bbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'd7346839-4541-44e2-94a4-373fca491f59'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:56:44.985994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:44.988341 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:45.004934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Pushing event deleted for resources: {'Network': ['ID=13b48f1a-82de-4af4-a298-2b999497204b,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:45.010963 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-54d37daa-160c-412f-9ada-a98cd4546f6e tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/606fff85-c7b5-4234-87d6-3ee9f7de660b HTTP/1.1" status: 404 len: 337 time: 0.2328038 Feb 28 14:56:45.013946 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44540) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:45.028911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:45.061140 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-426e8ac1-e94a-422a-8d50-94ca46f0599f tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "DELETE /v2.0/networks/13b48f1a-82de-4af4-a298-2b999497204b HTTP/1.1" status: 204 len: 168 time: 2.7264950 Feb 28 14:56:45.067342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44544) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:45.071324 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8d7f3eaa-5bc6-428b-8a56-964a059dfa92 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.9395721 Feb 28 14:56:45.077074 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44548) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:45.094392 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb8e0fae-9f9f-4d4c-ae76-967ae3cf4f50 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:45.095358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb8e0fae-9f9f-4d4c-ae76-967ae3cf4f50 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:45.097778 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cb8e0fae-9f9f-4d4c-ae76-967ae3cf4f50 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/9ad4e4bb-b812-41e2-96f1-44f770620ef2 HTTP/1.1" status: 404 len: 333 time: 0.0822105 Feb 28 14:56:45.099497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Allocated IP 172.20.0.1 (97e75aa3-733b-4438-9f6d-c46d9b939006/f3bb6a4a-5183-42ef-a6be-29f5ba91cb04/e1c63d9a-9b09-4ff5-90a2-58708e32b478) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:45.107039 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-7a0f5149-c395-4a3b-b6e6-4abbfd602c4e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'subnet': {'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:45.117641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccba3c42-601d-408c-b794-fef4a79a837d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22fc3fd-c7cf-4336-9ef0-27a3e1d66099'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:56:45.126215 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44552) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:45.144742 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f22fc3fd-c7cf-4336-9ef0-27a3e1d66099,segment=NetworkSegment(e894dc4f-7aa6-43ff-bb68-278c8827df43),segment_id=e894dc4f-7aa6-43ff-bb68-278c8827df43)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:45.153770 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0a241848-26b8-4882-afbd-2ed4bfadbe77 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Synchronizing usage tracker for tenant:a16c3e14e72742feb84e6dea369c9787 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:45.157738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d680784c-d195-420d-a02e-bcd2f4f4990b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:45.164026 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port dd2849c1-689d-488a-8feb-97ddbe62aed9 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:45.167401 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:45.220001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port dd2849c1-689d-488a-8feb-97ddbe62aed9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:45.222732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:45.250100 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a513a2c-3ff3-4908-bd96-8d540ff2cba2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:45.250848 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a513a2c-3ff3-4908-bd96-8d540ff2cba2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:45.253097 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1a513a2c-3ff3-4908-bd96-8d540ff2cba2 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/4f52b366-cacf-49f5-a344-04ca3b61ddf4 HTTP/1.1" status: 404 len: 337 time: 0.1199019 Feb 28 14:56:45.260047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44560) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:45.329762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] For port e3e972e3-716d-4cce-8980-27508c1e0127, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:56:45.356537 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] For port e3e972e3-716d-4cce-8980-27508c1e0127, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e3e972e3-716d-4cce-8980-27508c1e0127,segment=NetworkSegment(b78e48f7-9702-4d41-b79a-d31731310bbd),segment_id=b78e48f7-9702-4d41-b79a-d31731310bbd)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:56:45.361901 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f22fc3fd-c7cf-4336-9ef0-27a3e1d66099,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:45.377879 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:45.447459 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccba3c42-601d-408c-b794-fef4a79a837d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f22fc3fd-c7cf-4336-9ef0-27a3e1d66099', 'code': 200} Feb 28 14:56:45.455436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4d866a26-8014-4410-8ae3-8422cece9aa2 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Synchronizing usage tracker for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:45.471257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d680784c-d195-420d-a02e-bcd2f4f4990b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Calling delete_port for 6e78fd8c-b121-4b95-8112-c3e751e1f9ed owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:45.494411 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b31d7f4-1189-4bc0-9b9a-8e9ed32d1d0a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:45.494996 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b31d7f4-1189-4bc0-9b9a-8e9ed32d1d0a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:45.508772 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9b31d7f4-1189-4bc0-9b9a-8e9ed32d1d0a tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/eb655b80-6499-4edd-9bde-ebc51cb98ee7 HTTP/1.1" status: 404 len: 333 time: 0.2311773 Feb 28 14:56:45.516622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44566) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:45.563111 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a83972-69d6-42b8-92aa-6cbd40dffc8b req-36d18257-dded-41d8-ad2d-964f3a8b20e4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:45.572331 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d0a83972-69d6-42b8-92aa-6cbd40dffc8b req-36d18257-dded-41d8-ad2d-964f3a8b20e4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 945 time: 0.8409724 Feb 28 14:56:45.599978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0a241848-26b8-4882-afbd-2ed4bfadbe77 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Unset dirty status for tenant:a16c3e14e72742feb84e6dea369c9787 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:45.601390 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0a241848-26b8-4882-afbd-2ed4bfadbe77 tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "GET /v2.0/ports?device_id=0d098314-f876-4653-a6ed-b728d0119506 HTTP/1.1" status: 200 len: 205 time: 0.5289495 Feb 28 14:56:45.607295 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba495c3-36ec-4122-865a-faf3244b26f6 None None] Pushing event updated for resources: {'Port': ['ID=e3e972e3-716d-4cce-8980-27508c1e0127,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:45.614843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44570) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:45.621067 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:45.629656 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc66e996-867a-4f6e-99f6-2b601995442b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:45.630149 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc66e996-867a-4f6e-99f6-2b601995442b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:45.632164 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fc66e996-867a-4f6e-99f6-2b601995442b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/772e5da2-4ba0-4ef9-83be-c92b3705e9df HTTP/1.1" status: 404 len: 337 time: 0.1124558 Feb 28 14:56:45.640889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-7a0f5149-c395-4a3b-b6e6-4abbfd602c4e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:45.643413 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44574) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:45.650813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4d866a26-8014-4410-8ae3-8422cece9aa2 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Unset dirty status for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:45.654757 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4d866a26-8014-4410-8ae3-8422cece9aa2 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.8233955 Feb 28 14:56:45.702688 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port dd2849c1-689d-488a-8feb-97ddbe62aed9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dd2849c1-689d-488a-8feb-97ddbe62aed9,segment=NetworkSegment(ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8),segment_id=ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:45.709832 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44578) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:45.710637 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:45.759985 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7a0f5149-c395-4a3b-b6e6-4abbfd602c4e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:subnet and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:45.788386 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:45.793715 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-40d1004f-6ac1-4c63-a47e-ab1b2072e7c7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:45.794166 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-40d1004f-6ac1-4c63-a47e-ab1b2072e7c7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:45.799060 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-40d1004f-6ac1-4c63-a47e-ab1b2072e7c7 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/8a058ef2-43ba-40fc-908f-14e1a301c441 HTTP/1.1" status: 404 len: 333 time: 0.1513519 Feb 28 14:56:45.803460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0efd2486-46bc-4694-ac56-0ad7477f98c3 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:56:45.807424 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44582) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:45.812139 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7a0f5149-c395-4a3b-b6e6-4abbfd602c4e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:45.842147 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 0efd2486-46bc-4694-ac56-0ad7477f98c3 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:56:45.842631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0efd2486-46bc-4694-ac56-0ad7477f98c3 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:56:45.862902 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=dd2849c1-689d-488a-8feb-97ddbe62aed9,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:45.892467 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-7a0f5149-c395-4a3b-b6e6-4abbfd602c4e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:45.896150 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d0a83972-69d6-42b8-92aa-6cbd40dffc8b req-467e0434-a576-47e3-a207-85ad893e6716 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbd9c75-f531-49ec-9de6-0ccc5ba9799d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3227725 Feb 28 14:56:45.911744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Transition to ACTIVE for port object e1c63d9a-9b09-4ff5-90a2-58708e32b478 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:45.937079 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-628ea536-b35e-41a9-a3e2-e23e51cf5ba0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:45.937648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-628ea536-b35e-41a9-a3e2-e23e51cf5ba0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:45.942317 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-628ea536-b35e-41a9-a3e2-e23e51cf5ba0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/3881f8d5-aff9-4089-aad9-6a1e2df2a856 HTTP/1.1" status: 404 len: 337 time: 0.1212051 Feb 28 14:56:45.943636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a0f5149-c395-4a3b-b6e6-4abbfd602c4e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:45.953124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44586) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:46.023890 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0f20aad-da6b-4f29-9f1f-2830ff49a7b0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:46.024324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c0f20aad-da6b-4f29-9f1f-2830ff49a7b0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:46.028930 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c0f20aad-da6b-4f29-9f1f-2830ff49a7b0 tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/ports/31a86892-41c3-4835-bea2-081dcaf4bff8 HTTP/1.1" status: 404 len: 333 time: 0.0713279 Feb 28 14:56:46.033709 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44590) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:46.033939 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97048c45-4fd7-46f3-a424-a1db2809518c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:46.080757 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2b5bda5a-a56d-42c2-877f-a6358fd1af02 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:46.092660 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b3b522c-1d62-406c-878c-8d5f438c6d1b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:46.093015 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b3b522c-1d62-406c-878c-8d5f438c6d1b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:46.149152 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:46.149766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:46.163917 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8b3b522c-1d62-406c-878c-8d5f438c6d1b tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/subnets/3680162a-ffef-4aa6-aae7-dfbaa106b585 HTTP/1.1" status: 404 len: 337 time: 0.1236749 Feb 28 14:56:46.172410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44594) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:46.178155 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f35e41d7-d82b-487d-8512-7ddb135d4f3e req-676ed5fc-3fc7-46eb-ab12-ae00a078f80b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 1099 time: 0.4168708 Feb 28 14:56:46.180991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:46.181614 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2b5bda5a-a56d-42c2-877f-a6358fd1af02 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:46.371878 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7a0f5149-c395-4a3b-b6e6-4abbfd602c4e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:46.378497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d680784c-d195-420d-a02e-bcd2f4f4990b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:46.397073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Network 97e75aa3-733b-4438-9f6d-c46d9b939006 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:46.403596 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event updated for resources: {'Port': ['ID=e1c63d9a-9b09-4ff5-90a2-58708e32b478,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:46.448716 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d680784c-d195-420d-a02e-bcd2f4f4990b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Port': ['ID=6e78fd8c-b121-4b95-8112-c3e751e1f9ed,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:46.454659 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f35e41d7-d82b-487d-8512-7ddb135d4f3e req-2bff197f-009b-4a32-8019-83938cba11f8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=3dbd9c75-f531-49ec-9de6-0ccc5ba9799d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2632830 Feb 28 14:56:46.461401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:46.493362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2b5bda5a-a56d-42c2-877f-a6358fd1af02 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:46.565290 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5bda5a-a56d-42c2-877f-a6358fd1af02 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f9ff23d-3fe0-4f3e-ba74-e84dea363f4d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:46.565501 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:46.605431 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2b5bda5a-a56d-42c2-877f-a6358fd1af02 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:46.609444 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2b5bda5a-a56d-42c2-877f-a6358fd1af02 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "DELETE /v2.0/security-groups/4f9ff23d-3fe0-4f3e-ba74-e84dea363f4d HTTP/1.1" status: 204 len: 168 time: 0.8927815 Feb 28 14:56:46.613227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44598) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:46.615535 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2ee623ac-45b0-48cf-972f-943a1631a7dd tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:46.798388 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b32f6f8a-f961-4931-b28f-7d5e55682eda None None] Provisioning for port e1c63d9a-9b09-4ff5-90a2-58708e32b478 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:46.806825 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b32f6f8a-f961-4931-b28f-7d5e55682eda None None] Provisioning complete for port e1c63d9a-9b09-4ff5-90a2-58708e32b478 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:46.807768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b32f6f8a-f961-4931-b28f-7d5e55682eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:46.813994 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d680784c-d195-420d-a02e-bcd2f4f4990b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:46.870976 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-b32f6f8a-f961-4931-b28f-7d5e55682eda None None] Port e1c63d9a-9b09-4ff5-90a2-58708e32b478 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:46.954957 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cf9894-231a-4a13-a310-342cc7e7d301 None None] Network d7346839-4541-44e2-94a4-373fca491f59 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:47.049906 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.ipam_backend_mixin [None req-7a0f5149-c395-4a3b-b6e6-4abbfd602c4e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet c5fae90a-42e6-4182-9ed7-8e688989c8b0 (CIDR: 2001:db8:0:1::/64) Feb 28 14:56:47.063789 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-960d73d2-7cdb-49ea-a833-8a8a83162f60 None None] Provisioning for port e3e972e3-716d-4cce-8980-27508c1e0127 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:47.110202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c5f3aea6-53cc-4938-9a53-bc5104d22283 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Synchronizing usage tracker for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:47.114954 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.118151 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a0f5149-c395-4a3b-b6e6-4abbfd602c4e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:47.118598 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a0f5149-c395-4a3b-b6e6-4abbfd602c4e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:47.250951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97048c45-4fd7-46f3-a424-a1db2809518c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.253981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d680784c-d195-420d-a02e-bcd2f4f4990b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.266766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d680784c-d195-420d-a02e-bcd2f4f4990b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.271841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c5f3aea6-53cc-4938-9a53-bc5104d22283 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Unset dirty status for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:47.273394 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c5f3aea6-53cc-4938-9a53-bc5104d22283 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6593204 Feb 28 14:56:47.283236 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44604) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:47.291923 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7a0a8af3-6855-4694-8d65-60725fe7f452 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group': {'name': 'tempest-secgroup--1194862140'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:47.296913 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7a0f5149-c395-4a3b-b6e6-4abbfd602c4e tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 2.2074590 Feb 28 14:56:47.302035 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44608) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:47.303582 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97048c45-4fd7-46f3-a424-a1db2809518c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.307818 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7a0a8af3-6855-4694-8d65-60725fe7f452 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:47.316104 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2ee623ac-45b0-48cf-972f-943a1631a7dd tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.317131 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f095a994-01ba-420e-a22f-e542b89c33df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'subnet': {'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:47.357081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7a0a8af3-6855-4694-8d65-60725fe7f452 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:47.368316 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-2ee623ac-45b0-48cf-972f-943a1631a7dd tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d04583f-a513-435e-a720-cee2c3103874']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:47.447273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d680784c-d195-420d-a02e-bcd2f4f4990b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.447865 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d680784c-d195-420d-a02e-bcd2f4f4990b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Fanout notify agent at l3_agent the message router_deleted on router 7f7fae3a-76b4-4b8a-817b-8780a0aad142 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:56:47.448262 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-2ee623ac-45b0-48cf-972f-943a1631a7dd tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ab62c2e-f607-4288-b357-dde7212af584') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:47.448557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-2ee623ac-45b0-48cf-972f-943a1631a7dd tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ab62c2e-f607-4288-b357-dde7212af584') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:47.483314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2ee623ac-45b0-48cf-972f-943a1631a7dd tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.488657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a0a8af3-6855-4694-8d65-60725fe7f452 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.497438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97a65d9-83b1-4437-864e-8bb6f5a0481f req-2b133fdf-69e0-4f23-9f3e-9d8d9d86a11f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:47.498901 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a97a65d9-83b1-4437-864e-8bb6f5a0481f req-2b133fdf-69e0-4f23-9f3e-9d8d9d86a11f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 946 time: 0.4033737 Feb 28 14:56:47.503951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97048c45-4fd7-46f3-a424-a1db2809518c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.504337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97048c45-4fd7-46f3-a424-a1db2809518c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Fanout notify agent at l3_agent the message router_deleted on router 0d098314-f876-4653-a6ed-b728d0119506 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:56:47.532904 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.565394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97048c45-4fd7-46f3-a424-a1db2809518c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.566469 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-97048c45-4fd7-46f3-a424-a1db2809518c tempest-RoutersNegativeIpV6Test-1277588418 tempest-RoutersNegativeIpV6Test-1277588418-project] 10.222.0.15 "DELETE /v2.0/routers/0d098314-f876-4653-a6ed-b728d0119506 HTTP/1.1" status: 204 len: 168 time: 1.9494700 Feb 28 14:56:47.569826 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2ee623ac-45b0-48cf-972f-943a1631a7dd tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.578758 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d680784c-d195-420d-a02e-bcd2f4f4990b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.579996 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d680784c-d195-420d-a02e-bcd2f4f4990b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/routers/7f7fae3a-76b4-4b8a-817b-8780a0aad142 HTTP/1.1" status: 204 len: 168 time: 5.8565176 Feb 28 14:56:47.585128 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44614) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:47.593674 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ee623ac-45b0-48cf-972f-943a1631a7dd tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:56:47.594075 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2ee623ac-45b0-48cf-972f-943a1631a7dd tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.631235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Router 5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:56:47.643076 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:56:47.646508 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f095a994-01ba-420e-a22f-e542b89c33df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:47.648937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7a0a8af3-6855-4694-8d65-60725fe7f452 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:47.655806 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f095a994-01ba-420e-a22f-e542b89c33df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Usage tracker for resource:subnet and tenant:97261752dc704f2791d2d79e53c8200f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:47.658616 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7a0a8af3-6855-4694-8d65-60725fe7f452 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:47.662396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f095a994-01ba-420e-a22f-e542b89c33df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:47.665124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7a0a8af3-6855-4694-8d65-60725fe7f452 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:47.675792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f095a994-01ba-420e-a22f-e542b89c33df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:47.679887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7a0a8af3-6855-4694-8d65-60725fe7f452 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:47.769724 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a97a65d9-83b1-4437-864e-8bb6f5a0481f req-d506e080-3045-42d9-982f-d8640b2bea99 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbd9c75-f531-49ec-9de6-0ccc5ba9799d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2566633 Feb 28 14:56:47.805969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f095a994-01ba-420e-a22f-e542b89c33df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Made reservation on behalf of 97261752dc704f2791d2d79e53c8200f for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:47.810301 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f095a994-01ba-420e-a22f-e542b89c33df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.884376 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2ee623ac-45b0-48cf-972f-943a1631a7dd tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.889764 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2ee623ac-45b0-48cf-972f-943a1631a7dd tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:47.927219 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44620) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:47.985494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a0a8af3-6855-4694-8d65-60725fe7f452 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.004868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a0a8af3-6855-4694-8d65-60725fe7f452 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.026811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee623ac-45b0-48cf-972f-943a1631a7dd tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] Pushing event deleted for resources: {'Network': ['ID=2d04583f-a513-435e-a720-cee2c3103874,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:48.030936 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2ee623ac-45b0-48cf-972f-943a1631a7dd tempest-NetworksTestDHCPv6-2049893000 tempest-NetworksTestDHCPv6-2049893000-project] 10.222.0.15 "DELETE /v2.0/networks/2d04583f-a513-435e-a720-cee2c3103874 HTTP/1.1" status: 204 len: 168 time: 1.8557682 Feb 28 14:56:48.085153 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0a8af3-6855-4694-8d65-60725fe7f452 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de012c22-b5a4-42bf-8f4b-237f58feafc4,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:48.098657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a0a8af3-6855-4694-8d65-60725fe7f452 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.103760 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7a0a8af3-6855-4694-8d65-60725fe7f452 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8193867 Feb 28 14:56:48.106577 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44628) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:48.114812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ca360df4-265c-4d73-825a-d06de8010dd5 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': 'de012c22-b5a4-42bf-8f4b-237f58feafc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:48.119447 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dd2849c1-689d-488a-8feb-97ddbe62aed9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:48.124611 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ca360df4-265c-4d73-825a-d06de8010dd5 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:48.136596 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ca360df4-265c-4d73-825a-d06de8010dd5 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:48.160625 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-7015ca27-92cf-4de4-b497-59e0592275eb tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting subnet 579ebf2b-0c19-4f34-aba1-3e89b1a54030 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:56:48.170424 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ca360df4-265c-4d73-825a-d06de8010dd5 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:48.186476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ca360df4-265c-4d73-825a-d06de8010dd5 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:48.213486 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port dd2849c1-689d-488a-8feb-97ddbe62aed9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:48.214574 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.236916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7015ca27-92cf-4de4-b497-59e0592275eb tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.327399 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-87b7d2b4-5b02-4ec2-97aa-7cccf3dfa03d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a16c3e14e72742feb84e6dea369c9787&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3953545 Feb 28 14:56:48.327399 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:56:48.328940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44634) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:48.336718 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7015ca27-92cf-4de4-b497-59e0592275eb tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.338872 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a1060-e9f6-44c1-93a9-55bbf40655a4 None None] Sync routers for ids ['5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:56:48.358619 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078a1060-e9f6-44c1-93a9-55bbf40655a4 None None] Routers {'5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:48.359228 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-078a1060-e9f6-44c1-93a9-55bbf40655a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:48.373988 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-ca360df4-265c-4d73-825a-d06de8010dd5 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:48.380529 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ca360df4-265c-4d73-825a-d06de8010dd5 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2723114 Feb 28 14:56:48.381093 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44638) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:48.381279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44640) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:48.389966 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e3e972e3-716d-4cce-8980-27508c1e0127 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:48.412232 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c99f60b3-7597-46df-8ff1-042dac1bfcfa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group_rule': {'security_group_id': 'de012c22-b5a4-42bf-8f4b-237f58feafc4', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:48.427681 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c99f60b3-7597-46df-8ff1-042dac1bfcfa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:48.444278 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-078a1060-e9f6-44c1-93a9-55bbf40655a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:48.448520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c99f60b3-7597-46df-8ff1-042dac1bfcfa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:48.457899 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f095a994-01ba-420e-a22f-e542b89c33df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.459450 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-078a1060-e9f6-44c1-93a9-55bbf40655a4 None None] Routers {'5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:48.460352 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-078a1060-e9f6-44c1-93a9-55bbf40655a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:48.475056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c99f60b3-7597-46df-8ff1-042dac1bfcfa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:48.529726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port e3e972e3-716d-4cce-8980-27508c1e0127 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:48.539355 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e3e972e3-716d-4cce-8980-27508c1e0127 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:48.540174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.545012 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.545978 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-078a1060-e9f6-44c1-93a9-55bbf40655a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:48.546606 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-078a1060-e9f6-44c1-93a9-55bbf40655a4 None None] The sync data for ids ['5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:56:48.549409 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3d808b9a-6617-4a3b-be5b-fdd95ee27885 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.6843727 Feb 28 14:56:48.551010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c99f60b3-7597-46df-8ff1-042dac1bfcfa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:48.553041 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44648) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:48.578393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e84d6cbe-ec41-4a9b-85c4-1ec0970c84f6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:48.641132 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:56:48.660219 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.684942 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.708489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.714912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7015ca27-92cf-4de4-b497-59e0592275eb tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.734046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f095a994-01ba-420e-a22f-e542b89c33df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Network be200c3b-4134-45c1-a362-476133cc0de3 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:48.742038 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port e3e972e3-716d-4cce-8980-27508c1e0127, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e3e972e3-716d-4cce-8980-27508c1e0127,segment=NetworkSegment(b78e48f7-9702-4d41-b79a-d31731310bbd),segment_id=b78e48f7-9702-4d41-b79a-d31731310bbd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:48.747296 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.752766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-f095a994-01ba-420e-a22f-e542b89c33df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:48.769144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f095a994-01ba-420e-a22f-e542b89c33df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:48.769733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f095a994-01ba-420e-a22f-e542b89c33df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.786039 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02bf820d-1e9c-4d32-8648-fedc4e74cfbd None None] Network be200c3b-4134-45c1-a362-476133cc0de3 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:48.787070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f095a994-01ba-420e-a22f-e542b89c33df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Subnet': ['ID=60d84854-9713-40bb-8901-0af6b47fbc6f,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:48.800292 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec737ddd-6159-4a2e-99e5-ae668c1524cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.809294 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-c99f60b3-7597-46df-8ff1-042dac1bfcfa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:48.812724 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c99f60b3-7597-46df-8ff1-042dac1bfcfa tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.4125671 Feb 28 14:56:48.814994 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44654) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:48.865141 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f095a994-01ba-420e-a22f-e542b89c33df tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5607655 Feb 28 14:56:48.869414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44658) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:48.875478 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec737ddd-6159-4a2e-99e5-ae668c1524cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.883647 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:48.899137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-7cb7328b-4c57-4521-9895-0b04fdedc93d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1723317870', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '60d84854-9713-40bb-8901-0af6b47fbc6f'}], 'security_groups': ['df7a318e-e6d4-4a32-9183-16af42c3962e', '193e8390-70c1-4a90-86f7-87ba2763d7b9']}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:48.908836 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=e3e972e3-716d-4cce-8980-27508c1e0127,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:48.939247 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event updated for resources: {'Port': ['ID=e1c63d9a-9b09-4ff5-90a2-58708e32b478,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:48.998496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec737ddd-6159-4a2e-99e5-ae668c1524cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.007596 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-99b1171d-8ac2-4473-8b49-dcb6f3fffcac admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41a9830eb9e84467ba61318d3f77db3e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6156235 Feb 28 14:56:49.017969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44662) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:49.053859 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7015ca27-92cf-4de4-b497-59e0592275eb tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.068975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5bce3c85-07fa-4201-a240-744ed32f398d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.071514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec737ddd-6159-4a2e-99e5-ae668c1524cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=674fe81a-16ca-40b9-949a-d1e0ccbfa30e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:49.110995 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7015ca27-92cf-4de4-b497-59e0592275eb tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Subnet': ['ID=579ebf2b-0c19-4f34-aba1-3e89b1a54030,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:49.132280 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec737ddd-6159-4a2e-99e5-ae668c1524cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.136223 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ec737ddd-6159-4a2e-99e5-ae668c1524cd admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/674fe81a-16ca-40b9-949a-d1e0ccbfa30e HTTP/1.1" status: 204 len: 168 time: 0.7868133 Feb 28 14:56:49.177763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7cb7328b-4c57-4521-9895-0b04fdedc93d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.199201 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5bce3c85-07fa-4201-a240-744ed32f398d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.214596 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7015ca27-92cf-4de4-b497-59e0592275eb tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.245462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc339f2-b25e-405b-aff1-14def65682f2 None None] Network a3bf3f79-8181-4a9a-be18-24e84dda1b7c requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:49.278031 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7015ca27-92cf-4de4-b497-59e0592275eb tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/subnets/579ebf2b-0c19-4f34-aba1-3e89b1a54030 HTTP/1.1" status: 204 len: 168 time: 1.6892991 Feb 28 14:56:49.279267 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44668) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:49.282715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Network 97e75aa3-733b-4438-9f6d-c46d9b939006 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:49.318202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:49.364670 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd601384-9139-4e66-9cbd-967559a75908 None None] Update dhcp port {'port': {'network_id': 'be200c3b-4134-45c1-a362-476133cc0de3', 'fixed_ips': [{'subnet_id': 'c5fae90a-42e6-4182-9ed7-8e688989c8b0', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '1c3aa177-a806-49ec-9925-5a44b1c3551f', 'ip_address': '2001:db8::2'}, {'subnet_id': '60d84854-9713-40bb-8901-0af6b47fbc6f'}], 'binding:host_id': 'dv-neutron-830866-2-hyperv'}, 'id': '83da16ee-9af7-4f6c-98f8-f37ed652e7cd'} from dv-neutron-830866-2-hyperv. {{(pid=83593) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:307}} Feb 28 14:56:49.426309 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2a23e-ea4e-4a61-8667-0fec2a821a1e req-2b938ae5-1f0b-4750-820b-c6e4d77dd2c4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:49.434652 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bfc2a23e-ea4e-4a61-8667-0fec2a821a1e req-2b938ae5-1f0b-4750-820b-c6e4d77dd2c4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 946 time: 0.4290376 Feb 28 14:56:49.436454 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f9447dc1-c3f4-4a8f-a6e7-30a69a7d11b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.587461 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bd601384-9139-4e66-9cbd-967559a75908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.608465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f9447dc1-c3f4-4a8f-a6e7-30a69a7d11b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.674095 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bfc2a23e-ea4e-4a61-8667-0fec2a821a1e req-f2b7f3e0-3a83-4c14-ae4a-ec86d9473b4a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbd9c75-f531-49ec-9de6-0ccc5ba9799d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2385254 Feb 28 14:56:49.812567 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-03d7def6-1bcb-4dc6-80b4-beb23b66d16c None None] Provisioning complete for port e1c63d9a-9b09-4ff5-90a2-58708e32b478 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:49.812901 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-03d7def6-1bcb-4dc6-80b4-beb23b66d16c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.822120 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5bce3c85-07fa-4201-a240-744ed32f398d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.856723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bce3c85-07fa-4201-a240-744ed32f398d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de012c22-b5a4-42bf-8f4b-237f58feafc4,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:49.882610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5bce3c85-07fa-4201-a240-744ed32f398d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.886193 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5bce3c85-07fa-4201-a240-744ed32f398d tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "DELETE /v2.0/security-groups/de012c22-b5a4-42bf-8f4b-237f58feafc4 HTTP/1.1" status: 204 len: 168 time: 1.0611477 Feb 28 14:56:49.887625 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44684) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:49.922604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f9447dc1-c3f4-4a8f-a6e7-30a69a7d11b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.945310 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f9447dc1-c3f4-4a8f-a6e7-30a69a7d11b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:49.948736 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f9447dc1-c3f4-4a8f-a6e7-30a69a7d11b4 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/60d1146c-86a2-404c-97af-106f468a7e9f HTTP/1.1" status: 204 len: 168 time: 0.9260242 Feb 28 14:56:49.951869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9447dc1-c3f4-4a8f-a6e7-30a69a7d11b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60d1146c-86a2-404c-97af-106f468a7e9f,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:49.981901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-66275041-4a26-44d1-8a71-7f5ba814e43f tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Synchronizing usage tracker for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:50.028263 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-bd601384-9139-4e66-9cbd-967559a75908 None None] Allocated IP 2001:db8:0:2::2 (be200c3b-4134-45c1-a362-476133cc0de3/60d84854-9713-40bb-8901-0af6b47fbc6f/83da16ee-9af7-4f6c-98f8-f37ed652e7cd) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:50.045443 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-66275041-4a26-44d1-8a71-7f5ba814e43f tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Unset dirty status for tenant:f8c8b79bcb904855bbd5aa8d45f6c927 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:50.050359 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-66275041-4a26-44d1-8a71-7f5ba814e43f tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1579320 Feb 28 14:56:50.053895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:50.060721 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44692) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:50.064069 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-03d7def6-1bcb-4dc6-80b4-beb23b66d16c None None] Port e1c63d9a-9b09-4ff5-90a2-58708e32b478 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:50.124626 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e3e972e3-716d-4cce-8980-27508c1e0127 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:50.153389 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-41eca8a6-1dfb-4632-b7a1-b18b688a0155 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group': {'name': 'tempest-secgroup--703753402'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:50.258213 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-bd601384-9139-4e66-9cbd-967559a75908 None None] For port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=83da16ee-9af7-4f6c-98f8-f37ed652e7cd,segment=NetworkSegment(69c628f0-8251-4e49-b0ba-fef4a759913a),segment_id=69c628f0-8251-4e49-b0ba-fef4a759913a)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:50.270299 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e3e972e3-716d-4cce-8980-27508c1e0127 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:50.270668 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:50.317389 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-affe55ff-1d92-4204-afbc-a73ba375ec59 None None] DHCP port deletion for a3bf3f79-8181-4a9a-be18-24e84dda1b7c request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:56:50.323060 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-41eca8a6-1dfb-4632-b7a1-b18b688a0155 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:50.337441 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bd601384-9139-4e66-9cbd-967559a75908 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:50.349964 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-affe55ff-1d92-4204-afbc-a73ba375ec59 None None] Deleting port 4344748d-981e-42a3-b8ee-05f3156ca762 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:50.350335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-affe55ff-1d92-4204-afbc-a73ba375ec59 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:50.358204 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting port 4344748d-981e-42a3-b8ee-05f3156ca762 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:50.358545 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:50.392923 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44704) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:50.413432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-41eca8a6-1dfb-4632-b7a1-b18b688a0155 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:50.422484 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bd601384-9139-4e66-9cbd-967559a75908 None None] Transition to ACTIVE for port object 83da16ee-9af7-4f6c-98f8-f37ed652e7cd will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:50.443059 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7805034b-6de6-4fc5-9603-68b2daac89c7 req-af0307c5-52c5-4be3-a6a7-77632b30137d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:50.444875 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7805034b-6de6-4fc5-9603-68b2daac89c7 req-af0307c5-52c5-4be3-a6a7-77632b30137d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 946 time: 0.6204698 Feb 28 14:56:50.460721 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bd601384-9139-4e66-9cbd-967559a75908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:50.509832 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e84d6cbe-ec41-4a9b-85c4-1ec0970c84f6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:50.561185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e84d6cbe-ec41-4a9b-85c4-1ec0970c84f6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:50.600622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-e84d6cbe-ec41-4a9b-85c4-1ec0970c84f6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Deleting port ba4dc552-c92d-41ba-82f6-424aada8d4d3 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:50.600973 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e84d6cbe-ec41-4a9b-85c4-1ec0970c84f6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:50.633527 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-41eca8a6-1dfb-4632-b7a1-b18b688a0155 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:50.747068 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1960382437-network', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:50.763737 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:50.777813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Usage tracker for resource:network and tenant:12877993fbd9430d9a0b7e62d6fef06f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:50.781157 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:50.797960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:50.804558 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd601384-9139-4e66-9cbd-967559a75908 None None] Pushing event updated for resources: {'Port': ['ID=83da16ee-9af7-4f6c-98f8-f37ed652e7cd,revision_number=7']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:50.842075 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Made reservation on behalf of 12877993fbd9430d9a0b7e62d6fef06f for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:50.842323 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-affe55ff-1d92-4204-afbc-a73ba375ec59 None None] For port 4344748d-981e-42a3-b8ee-05f3156ca762, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4344748d-981e-42a3-b8ee-05f3156ca762,segment=NetworkSegment(285e5b8d-9d2f-4d9b-8bdb-5a7d0dd6dc65),segment_id=285e5b8d-9d2f-4d9b-8bdb-5a7d0dd6dc65)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:50.842446 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-affe55ff-1d92-4204-afbc-a73ba375ec59 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:50.844662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:50.885694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:50.898114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e84d6cbe-ec41-4a9b-85c4-1ec0970c84f6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:50.945980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-7cb7328b-4c57-4521-9895-0b04fdedc93d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Delete allocated IP 2001:db8::28b (be200c3b-4134-45c1-a362-476133cc0de3/1c3aa177-a806-49ec-9925-5a44b1c3551f) {{(pid=83591) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Feb 28 14:56:51.025939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-affe55ff-1d92-4204-afbc-a73ba375ec59 None None] Calling delete_port for 4344748d-981e-42a3-b8ee-05f3156ca762 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:51.047867 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7805034b-6de6-4fc5-9603-68b2daac89c7 req-9cb9da89-e386-435a-bc19-ee209cfe82b7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbd9c75-f531-49ec-9de6-0ccc5ba9799d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5852304 Feb 28 14:56:51.088877 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-41eca8a6-1dfb-4632-b7a1-b18b688a0155 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:51.091845 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-7cb7328b-4c57-4521-9895-0b04fdedc93d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Allocated IP 2001:db8:0:2::15e (be200c3b-4134-45c1-a362-476133cc0de3/60d84854-9713-40bb-8901-0af6b47fbc6f/e8e3ad2a-f8ca-436d-9e72-a614168ab106) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:51.113875 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-41eca8a6-1dfb-4632-b7a1-b18b688a0155 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Usage tracker for resource:security_group_rule and tenant:f8c8b79bcb904855bbd5aa8d45f6c927 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:51.122134 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-41eca8a6-1dfb-4632-b7a1-b18b688a0155 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:51.128742 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-affe55ff-1d92-4204-afbc-a73ba375ec59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.141750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-e84d6cbe-ec41-4a9b-85c4-1ec0970c84f6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Calling delete_port for ba4dc552-c92d-41ba-82f6-424aada8d4d3 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:51.150668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-41eca8a6-1dfb-4632-b7a1-b18b688a0155 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:51.165471 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] For port 4344748d-981e-42a3-b8ee-05f3156ca762, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4344748d-981e-42a3-b8ee-05f3156ca762,segment=NetworkSegment(285e5b8d-9d2f-4d9b-8bdb-5a7d0dd6dc65),segment_id=285e5b8d-9d2f-4d9b-8bdb-5a7d0dd6dc65)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:51.165852 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.190712 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:51.205831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Usage tracker for resource:security_group_rule and tenant:12877993fbd9430d9a0b7e62d6fef06f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:51.210802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:51.225983 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:51.274748 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-affe55ff-1d92-4204-afbc-a73ba375ec59 None None] Pushing event deleted for resources: {'Port': ['ID=4344748d-981e-42a3-b8ee-05f3156ca762,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:51.305748 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-affe55ff-1d92-4204-afbc-a73ba375ec59 None None] No DVR routers for this DVR port 4344748d-981e-42a3-b8ee-05f3156ca762 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:56:51.361981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.395861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.445399 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44726) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:51.446110 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72cc6194-e1c4-47d0-8e46-579bab93f8e4,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:51.488331 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e84d6cbe-ec41-4a9b-85c4-1ec0970c84f6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.495018 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:56:51.558205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84d6cbe-ec41-4a9b-85c4-1ec0970c84f6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Pushing event deleted for resources: {'Port': ['ID=ba4dc552-c92d-41ba-82f6-424aada8d4d3,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:51.560784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Calling delete_port for 4344748d-981e-42a3-b8ee-05f3156ca762 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:51.566227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.567553 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Added segment ab137ad1-e0ee-4c1c-88d6-e335e12f69f3 of type vlan for network 2ce55284-5808-4064-a7bc-b8c272008d14 Feb 28 14:56:51.655249 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1219465481'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:51.670201 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7cb7328b-4c57-4521-9895-0b04fdedc93d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.679713 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:51.692323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Usage tracker for resource:network and tenant:2c60935b23454343be34b903fa0a299f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:51.696021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.701294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:51.704834 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2b9e4224-2894-4b42-a258-6023c425a8d6 None None] Provisioning complete for port c0c40848-5aa8-469b-9282-a249aceccc62 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:51.705031 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2b9e4224-2894-4b42-a258-6023c425a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.712206 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:51.729331 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-41eca8a6-1dfb-4632-b7a1-b18b688a0155 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.732022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-7cb7328b-4c57-4521-9895-0b04fdedc93d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Transition to ACTIVE for port object e8e3ad2a-f8ca-436d-9e72-a614168ab106 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:51.734410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Router 51fbf50b-d6b1-432a-927c-bc7412c03492 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:56:51.737598 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-41eca8a6-1dfb-4632-b7a1-b18b688a0155 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.758874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7cb7328b-4c57-4521-9895-0b04fdedc93d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.760424 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.api [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:56:51.760573 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e4224-2894-4b42-a258-6023c425a8d6 None None] Port c0c40848-5aa8-469b-9282-a249aceccc62 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:51.760741 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG oslo_db.api [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:56:51.774419 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2b9e4224-2894-4b42-a258-6023c425a8d6 None None] Provisioning for port e8e3ad2a-f8ca-436d-9e72-a614168ab106 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:51.779791 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2b9e4224-2894-4b42-a258-6023c425a8d6 None None] Provisioning complete for port e8e3ad2a-f8ca-436d-9e72-a614168ab106 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:51.780143 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2b9e4224-2894-4b42-a258-6023c425a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.838889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-2b9e4224-2894-4b42-a258-6023c425a8d6 None None] Port e8e3ad2a-f8ca-436d-9e72-a614168ab106 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:51.852634 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2b9e4224-2894-4b42-a258-6023c425a8d6 None None] Provisioning for port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:51.854267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:56:51.858401 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2b9e4224-2894-4b42-a258-6023c425a8d6 None None] Provisioning complete for port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:51.858892 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2b9e4224-2894-4b42-a258-6023c425a8d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.862072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Made reservation on behalf of 2c60935b23454343be34b903fa0a299f for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:51.865229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.894526 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e84d6cbe-ec41-4a9b-85c4-1ec0970c84f6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.951147 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eca8a6-1dfb-4632-b7a1-b18b688a0155 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ef55475-cc88-490a-acc6-0cfd7416c73d,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:51.978342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-41eca8a6-1dfb-4632-b7a1-b18b688a0155 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:51.984013 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-41eca8a6-1dfb-4632-b7a1-b18b688a0155 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.9067490 Feb 28 14:56:51.984902 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44732) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:51.996437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-7cb7328b-4c57-4521-9895-0b04fdedc93d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] In _notify_port_updated(), no bound segment for port e8e3ad2a-f8ca-436d-9e72-a614168ab106 on network be200c3b-4134-45c1-a362-476133cc0de3 {{(pid=83591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:56:52.000520 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cb7328b-4c57-4521-9895-0b04fdedc93d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:52.001406 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7cb7328b-4c57-4521-9895-0b04fdedc93d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.005722 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7cb7328b-4c57-4521-9895-0b04fdedc93d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "PUT /v2.0/ports/e8e3ad2a-f8ca-436d-9e72-a614168ab106 HTTP/1.1" status: 200 len: 970 time: 3.1297374 Feb 28 14:56:52.006738 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb7328b-4c57-4521-9895-0b04fdedc93d tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event updated for resources: {'Port': ['ID=e8e3ad2a-f8ca-436d-9e72-a614168ab106,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:52.009099 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44736) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:52.025202 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 83da16ee-9af7-4f6c-98f8-f37ed652e7cd up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:52.059586 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a59d4fc8-8e90-45fa-94f2-2edcf463ea3c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:52.060153 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-a59d4fc8-8e90-45fa-94f2-2edcf463ea3c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 14:56:52.063946 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a59d4fc8-8e90-45fa-94f2-2edcf463ea3c tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "PUT /v2.0/security-groups/8ef55475-cc88-490a-acc6-0cfd7416c73d HTTP/1.1" status: 409 len: 330 time: 0.0695622 Feb 28 14:56:52.096164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44740) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:52.101064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.104816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:52.105932 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.190020 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-eb28b81f-4611-44ab-9fca-c4b4e23a90cd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port e8e3ad2a-f8ca-436d-9e72-a614168ab106 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:52.190397 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb28b81f-4611-44ab-9fca-c4b4e23a90cd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.221838 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:52.231190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.232068 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:52.232724 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.256904 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e88c108d-ace8-44f2-b27e-3ebe88a8ae19 None None] Provisioning complete for port e8e3ad2a-f8ca-436d-9e72-a614168ab106 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:52.257493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e88c108d-ace8-44f2-b27e-3ebe88a8ae19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.272900 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting port 4344748d-981e-42a3-b8ee-05f3156ca762 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:52.273235 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.309717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Usage tracker for resource:security_group_rule and tenant:2c60935b23454343be34b903fa0a299f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:52.315132 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4344748d-981e-42a3-b8ee-05f3156ca762 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:56:52.320504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:52.340961 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e84d6cbe-ec41-4a9b-85c4-1ec0970c84f6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.347021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:52.362198 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 4344748d-981e-42a3-b8ee-05f3156ca762 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:56:52.362547 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4344748d-981e-42a3-b8ee-05f3156ca762 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:56:52.362675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] Pushing event updated for resources: {'Network': ['ID=2ce55284-5808-4064-a7bc-b8c272008d14,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:52.364898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e84d6cbe-ec41-4a9b-85c4-1ec0970c84f6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.369450 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e88c108d-ace8-44f2-b27e-3ebe88a8ae19 None None] Port e8e3ad2a-f8ca-436d-9e72-a614168ab106 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:56:52.377980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] The port '4344748d-981e-42a3-b8ee-05f3156ca762' was deleted {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:56:52.387373 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-63ba4672-42f9-4204-be7f-85bfceb8f894 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.9865954 Feb 28 14:56:52.387592 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-54f20c32-d3df-46b5-ad62-d36b9c146812 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.389163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44744) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:52.405685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 2ce55284-5808-4064-a7bc-b8c272008d14 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:56:52.437916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-71f04b01-08d4-4d47-a2bb-2e4d87f71d03 admin admin] Request body: {'subnet': {'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1960382437-subnet', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'ip_version': 4}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:52.474769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-71f04b01-08d4-4d47-a2bb-2e4d87f71d03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:52.489791 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-71f04b01-08d4-4d47-a2bb-2e4d87f71d03 admin admin] Usage tracker for resource:subnet and tenant:12877993fbd9430d9a0b7e62d6fef06f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:52.591766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e84d6cbe-ec41-4a9b-85c4-1ec0970c84f6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Router 5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:56:52.593527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.599109 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.611135 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44748) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:52.674668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-71f04b01-08d4-4d47-a2bb-2e4d87f71d03 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:52.706056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:56:52.740922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-54f20c32-d3df-46b5-ad62-d36b9c146812 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.751371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-71f04b01-08d4-4d47-a2bb-2e4d87f71d03 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:52.789937 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:56:52.795878 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.800874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768c0eec-eb97-4d2a-8a4f-b28dd4dfef0e None None] Sync routers for ids ['51fbf50b-d6b1-432a-927c-bc7412c03492'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:56:52.811976 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cffa8ca1-b764-49ab-8806-298d25678b3b tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "PUT /v2.0/routers/51fbf50b-d6b1-432a-927c-bc7412c03492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3276632 Feb 28 14:56:52.817273 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44752) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:52.818602 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768c0eec-eb97-4d2a-8a4f-b28dd4dfef0e None None] Routers {'51fbf50b-d6b1-432a-927c-bc7412c03492'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:52.819325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-768c0eec-eb97-4d2a-8a4f-b28dd4dfef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['51fbf50b-d6b1-432a-927c-bc7412c03492'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:52.822962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bef4db-890c-4775-afe1-456c914d5857,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:52.825057 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71f04b01-08d4-4d47-a2bb-2e4d87f71d03 admin admin] Made reservation on behalf of 12877993fbd9430d9a0b7e62d6fef06f for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:52.827310 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-71f04b01-08d4-4d47-a2bb-2e4d87f71d03 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.834809 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.835074 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Added segment a2687e57-5912-4f99-9595-adbfa915421e of type vlan for network bbc445e7-58f7-4a48-abe6-d496cbec3f4f Feb 28 14:56:52.883115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-768c0eec-eb97-4d2a-8a4f-b28dd4dfef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:52.895993 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768c0eec-eb97-4d2a-8a4f-b28dd4dfef0e None None] Routers {'51fbf50b-d6b1-432a-927c-bc7412c03492'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:52.896771 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-768c0eec-eb97-4d2a-8a4f-b28dd4dfef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['51fbf50b-d6b1-432a-927c-bc7412c03492'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:52.925957 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.958324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e84d6cbe-ec41-4a9b-85c4-1ec0970c84f6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:56:52.958974 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-768c0eec-eb97-4d2a-8a4f-b28dd4dfef0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:52.959469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768c0eec-eb97-4d2a-8a4f-b28dd4dfef0e None None] The sync data for ids ['51fbf50b-d6b1-432a-927c-bc7412c03492'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:56:52.969484 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9127e476-b0b3-4091-9642-66f2d6948982 None None] Sync routers for ids ['5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:56:52.981887 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127e476-b0b3-4091-9642-66f2d6948982 None None] Routers {'5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:52.982636 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-9127e476-b0b3-4091-9642-66f2d6948982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:52.989927 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3bf3f79-8181-4a9a-be18-24e84dda1b7c']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:52.994901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e84d6cbe-ec41-4a9b-85c4-1ec0970c84f6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:52.996597 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e84d6cbe-ec41-4a9b-85c4-1ec0970c84f6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "PUT /v2.0/routers/5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0 HTTP/1.1" status: 200 len: 709 time: 4.4289207 Feb 28 14:56:52.998969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:53.002549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:53.003133 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:53.006514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44756) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:53.041614 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-9127e476-b0b3-4091-9642-66f2d6948982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:53.052851 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9127e476-b0b3-4091-9642-66f2d6948982 None None] Routers {'5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:56:53.053575 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-9127e476-b0b3-4091-9642-66f2d6948982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:53.106472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '285e5b8d-9d2f-4d9b-8bdb-5a7d0dd6dc65') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:53.107044 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '285e5b8d-9d2f-4d9b-8bdb-5a7d0dd6dc65') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:53.114280 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-9127e476-b0b3-4091-9642-66f2d6948982 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:56:53.114773 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9127e476-b0b3-4091-9642-66f2d6948982 None None] The sync data for ids ['5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:56:53.132648 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:53.140022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb28b81f-4611-44ab-9fca-c4b4e23a90cd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:53.208242 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7578907 Feb 28 14:56:53.223198 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44760) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:53.238037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-043b1072-325b-420e-8394-6461e81aa587 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Request body: {'subnet': {'network_id': 'bbc445e7-58f7-4a48-abe6-d496cbec3f4f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:53.259844 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e916ccdd-13b9-44a2-836c-1fc06b7ce20d tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Pushing event updated for resources: {'Network': ['ID=bbc445e7-58f7-4a48-abe6-d496cbec3f4f,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:53.270169 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network bbc445e7-58f7-4a48-abe6-d496cbec3f4f details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:56:53.277815 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-54f20c32-d3df-46b5-ad62-d36b9c146812 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:53.281651 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:53.289654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-eb28b81f-4611-44ab-9fca-c4b4e23a90cd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for e8e3ad2a-f8ca-436d-9e72-a614168ab106 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:53.360759 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:56:53.361451 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3afcb183-65e2-4562-8851-b10eebf7d8b3 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/routers/5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0 HTTP/1.1" status: 200 len: 744 time: 0.3393137 Feb 28 14:56:53.363900 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:53.366612 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44764) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:56:53.393128 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:56:53.396192 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f20c32-d3df-46b5-ad62-d36b9c146812 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ef55475-cc88-490a-acc6-0cfd7416c73d,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:53.414344 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-043b1072-325b-420e-8394-6461e81aa587 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:53.508941 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-54f20c32-d3df-46b5-ad62-d36b9c146812 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:53.510333 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-54f20c32-d3df-46b5-ad62-d36b9c146812 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "DELETE /v2.0/security-groups/8ef55475-cc88-490a-acc6-0cfd7416c73d HTTP/1.1" status: 204 len: 168 time: 1.4131560 Feb 28 14:56:53.526485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44768) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:53.530555 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-00c03055-fe40-4b18-83b2-a15e36cba651 tempest-RoutersIpV6AdminTest-1442231123 tempest-RoutersIpV6AdminTest-1442231123-project-admin] 10.222.0.15 "GET /v2.0/ports?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&device_id=5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0 HTTP/1.1" status: 200 len: 205 time: 0.1629660 Feb 28 14:56:53.534421 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-043b1072-325b-420e-8394-6461e81aa587 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Usage tracker for resource:subnet and tenant:2c60935b23454343be34b903fa0a299f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:53.538072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44772) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:53.538880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-043b1072-325b-420e-8394-6461e81aa587 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:53.577895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:53.590243 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-043b1072-325b-420e-8394-6461e81aa587 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:53.606707 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:53.610798 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-916c003b-c9c7-4cc3-8e5b-4d633c2c62e1 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "GET /v2.0/ports?device_id=5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0 HTTP/1.1" status: 200 len: 205 time: 0.0686586 Feb 28 14:56:53.643243 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44776) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:53.650366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Network': ['ID=a3bf3f79-8181-4a9a-be18-24e84dda1b7c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:53.736653 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043b1072-325b-420e-8394-6461e81aa587 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Made reservation on behalf of 2c60935b23454343be34b903fa0a299f for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:53.757385 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-61bb2613-3863-481c-a12f-42512ae20be6 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/networks/a3bf3f79-8181-4a9a-be18-24e84dda1b7c HTTP/1.1" status: 204 len: 168 time: 4.4644790 Feb 28 14:56:53.762908 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44780) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:53.941626 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ef36bcbc-6c7a-4ff6-9222-79b0b5c7274b tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4099228 Feb 28 14:56:53.967008 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44784) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:53.967682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb28b81f-4611-44ab-9fca-c4b4e23a90cd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:54.008789 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-71f04b01-08d4-4d47-a2bb-2e4d87f71d03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:54.025295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-043b1072-325b-420e-8394-6461e81aa587 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:54.097294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-888fb3f9-82fd-470b-8cba-a9587c9bbf31 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting port 17d58adb-4939-48f2-814d-60942a0e6cca {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:54.097630 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-888fb3f9-82fd-470b-8cba-a9587c9bbf31 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:54.188442 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb28b81f-4611-44ab-9fca-c4b4e23a90cd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=e8e3ad2a-f8ca-436d-9e72-a614168ab106,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:54.207182 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-650b6d98-3a2a-4e33-8cb5-f67d87bcc335 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] delete failed (client error): The resource could not be found. Feb 28 14:56:54.208269 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-650b6d98-3a2a-4e33-8cb5-f67d87bcc335 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "DELETE /v2.0/security-groups/eb2492ba-8446-445a-87a8-12e62aad0e9b HTTP/1.1" status: 404 len: 347 time: 0.2387714 Feb 28 14:56:54.215215 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44788) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:54.223312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-41a5aed8-a50d-4815-a54d-4a70812f6f13 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:54.311308 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-16324936-d914-4423-9285-77c4f84b36e8 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] show failed (client error): The resource could not be found. Feb 28 14:56:54.312866 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-16324936-d914-4423-9285-77c4f84b36e8 tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "GET /v2.0/security-groups/6e2b36ff-2390-4869-8138-598d8a203d3a HTTP/1.1" status: 404 len: 347 time: 0.0523794 Feb 28 14:56:54.317570 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44792) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:54.423041 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb28b81f-4611-44ab-9fca-c4b4e23a90cd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:54.423719 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-888fb3f9-82fd-470b-8cba-a9587c9bbf31 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:54.424075 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-888fb3f9-82fd-470b-8cba-a9587c9bbf31 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:54.427776 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-eb28b81f-4611-44ab-9fca-c4b4e23a90cd tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/e8e3ad2a-f8ca-436d-9e72-a614168ab106 HTTP/1.1" status: 204 len: 168 time: 2.4172356 Feb 28 14:56:54.437915 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44796) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:54.442769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f04b01-08d4-4d47-a2bb-2e4d87f71d03 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6e81901-9070-4c05-9242-35045a6111d9,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:54.450069 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-0b396089-7883-4639-bc9f-c397b8097d3f tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] show failed (client error): The resource could not be found. Feb 28 14:56:54.451182 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0b396089-7883-4639-bc9f-c397b8097d3f tempest-NegativeSecGroupIPv6Test-1721496058 tempest-NegativeSecGroupIPv6Test-1721496058-project] 10.222.0.15 "GET /v2.0/security-group-rules/e9699ed3-9a54-484b-9f86-b784e7604346 HTTP/1.1" status: 404 len: 356 time: 0.1282408 Feb 28 14:56:54.572107 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71f04b01-08d4-4d47-a2bb-2e4d87f71d03 admin admin] Checking segment: {'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:54.572360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f04b01-08d4-4d47-a2bb-2e4d87f71d03 admin admin] Network hostable DHCP agents. Network: 2ce55284-5808-4064-a7bc-b8c272008d14, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:56:54.607864 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-888fb3f9-82fd-470b-8cba-a9587c9bbf31 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Calling delete_port for 17d58adb-4939-48f2-814d-60942a0e6cca owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:54.635237 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-fd320bda-1872-4745-9841-dbb214576ee4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] GET failed (client error): The resource could not be found. Feb 28 14:56:54.636543 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fd320bda-1872-4745-9841-dbb214576ee4 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports/e8e3ad2a-f8ca-436d-9e72-a614168ab106 HTTP/1.1" status: 404 len: 333 time: 0.1976907 Feb 28 14:56:54.646715 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44802) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:54.832876 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44808) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:54.929990 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-41a5aed8-a50d-4815-a54d-4a70812f6f13 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:54.933061 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71f04b01-08d4-4d47-a2bb-2e4d87f71d03 admin admin] Network 2ce55284-5808-4064-a7bc-b8c272008d14 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:56:54.943825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-41a5aed8-a50d-4815-a54d-4a70812f6f13 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:54.966450 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-71f04b01-08d4-4d47-a2bb-2e4d87f71d03 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 2ce55284-5808-4064-a7bc-b8c272008d14) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:54.972744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71f04b01-08d4-4d47-a2bb-2e4d87f71d03 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:54.973397 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-71f04b01-08d4-4d47-a2bb-2e4d87f71d03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:54.984100 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed5f292-7c52-4de0-ad70-e212837973c3 None None] Network 2ce55284-5808-4064-a7bc-b8c272008d14 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:54.994534 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-043b1072-325b-420e-8394-6461e81aa587 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.015285 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-71f04b01-08d4-4d47-a2bb-2e4d87f71d03 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.6214044 Feb 28 14:56:55.016151 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-41a5aed8-a50d-4815-a54d-4a70812f6f13 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.016866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41a5aed8-a50d-4815-a54d-4a70812f6f13 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Fanout notify agent at l3_agent the message router_deleted on router 5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:56:55.018283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44814) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:55.026113 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-41a5aed8-a50d-4815-a54d-4a70812f6f13 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.027842 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-41a5aed8-a50d-4815-a54d-4a70812f6f13 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "DELETE /v2.0/routers/5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0 HTTP/1.1" status: 204 len: 168 time: 1.3788691 Feb 28 14:56:55.032378 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:55.044968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44818) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:55.049993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:55.056767 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Usage tracker for resource:router and tenant:12877993fbd9430d9a0b7e62d6fef06f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:55.061889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:55.097571 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:55.124425 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-865cb7e0-da98-4a26-b420-b304e9010ae1 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "GET /v2.0/ports?device_id=5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0 HTTP/1.1" status: 200 len: 205 time: 0.0761898 Feb 28 14:56:55.128020 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44822) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:55.204278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9166a5f0-eb01-49ca-a150-bb7f2dc9cdb3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.211091 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.212058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.217442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043b1072-325b-420e-8394-6461e81aa587 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Pushing event updated for resources: {'Subnet': ['ID=1b4a201b-d076-4c08-97eb-25e91feaeabe,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:55.225863 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-ac98ec2f-39e7-498e-b734-8f9e900b03e2 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] delete failed (client error): The resource could not be found. Feb 28 14:56:55.226904 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ac98ec2f-39e7-498e-b734-8f9e900b03e2 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "DELETE /v2.0/routers/5abcc6a7-65af-4ee4-8d4b-232bc6a2a6b0 HTTP/1.1" status: 404 len: 336 time: 0.0921962 Feb 28 14:56:55.232037 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44826) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:55.261370 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-2ce55284-5808-4064-a7bc-b8c272008d14', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:56:55.263001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.282753 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9166a5f0-eb01-49ca-a150-bb7f2dc9cdb3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.291915 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-888fb3f9-82fd-470b-8cba-a9587c9bbf31 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.295871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-043b1072-325b-420e-8394-6461e81aa587 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Checking segment: {'id': 'a2687e57-5912-4f99-9595-adbfa915421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bbc445e7-58f7-4a48-abe6-d496cbec3f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:55.296137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043b1072-325b-420e-8394-6461e81aa587 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Network hostable DHCP agents. Network: bbc445e7-58f7-4a48-abe6-d496cbec3f4f, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:56:55.332885 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-143b319d-9eaf-4e07-8725-ce6cad466457 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "GET /v2.0/ports?device_id=8d10762f-f1a2-48f3-b80c-6a33af7ac1c9 HTTP/1.1" status: 200 len: 205 time: 0.0983026 Feb 28 14:56:55.337994 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44830) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:55.371176 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fb3f9-82fd-470b-8cba-a9587c9bbf31 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Port': ['ID=17d58adb-4939-48f2-814d-60942a0e6cca,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:55.415632 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6eac3f9d-b74f-4701-ac09-7971830c6ae3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=f8c8b79bcb904855bbd5aa8d45f6c927&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5765409 Feb 28 14:56:55.417287 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.420863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44834) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:55.432646 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Allocated IP 172.20.0.2 (2ce55284-5808-4064-a7bc-b8c272008d14/b6e81901-9070-4c05-9242-35045a6111d9/e27199f6-2f11-4ec5-8e29-add9618c0583) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:55.433066 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-f028b075-3f4c-4665-af06-a2c110dc9913 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] delete failed (client error): The resource could not be found. Feb 28 14:56:55.434942 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f028b075-3f4c-4665-af06-a2c110dc9913 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "DELETE /v2.0/routers/8d10762f-f1a2-48f3-b80c-6a33af7ac1c9 HTTP/1.1" status: 404 len: 336 time: 0.0875702 Feb 28 14:56:55.439563 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44838) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:55.478985 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-9b54f6dd-9fd7-4761-8b38-db50a37df3ba tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:56:55.480910 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9b54f6dd-9fd7-4761-8b38-db50a37df3ba tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "PUT /v2.0/routers/51fbf50b-d6b1-432a-927c-bc7412c03492/add_router_interface HTTP/1.1" status: 400 len: 438 time: 2.6577442 Feb 28 14:56:55.484378 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44842) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:55.516867 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-82c9436b-73ec-4d19-a5d6-14780f126047 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "GET /v2.0/ports?device_id=bf3ee944-04c6-41df-9535-ac7c7e8a115c HTTP/1.1" status: 200 len: 205 time: 0.0751336 Feb 28 14:56:55.518815 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44846) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:55.590313 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9166a5f0-eb01-49ca-a150-bb7f2dc9cdb3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.592649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043b1072-325b-420e-8394-6461e81aa587 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Network bbc445e7-58f7-4a48-abe6-d496cbec3f4f is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:56:55.697175 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9166a5f0-eb01-49ca-a150-bb7f2dc9cdb3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26c1955-482d-4524-8f39-3333622e67e4,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:55.700444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-888fb3f9-82fd-470b-8cba-a9587c9bbf31 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.702421 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e5bdb90e-d8a6-476a-9c58-f9a20e5b4a1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.711646 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.714877 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-043b1072-325b-420e-8394-6461e81aa587 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, bbc445e7-58f7-4a48-abe6-d496cbec3f4f) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:55.719290 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043b1072-325b-420e-8394-6461e81aa587 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:55.719912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-043b1072-325b-420e-8394-6461e81aa587 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.730828 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11382bb5-4a34-48f3-9239-5d2733577991 None None] Network bbc445e7-58f7-4a48-abe6-d496cbec3f4f requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:55.752012 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Transition to ACTIVE for port object e27199f6-2f11-4ec5-8e29-add9618c0583 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:55.780287 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9166a5f0-eb01-49ca-a150-bb7f2dc9cdb3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.783937 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9166a5f0-eb01-49ca-a150-bb7f2dc9cdb3 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/security-groups/f26c1955-482d-4524-8f39-3333622e67e4 HTTP/1.1" status: 204 len: 168 time: 1.1299093 Feb 28 14:56:55.784071 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-d510d300-e148-43c8-aeb8-d3d5e7c5e506 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] delete failed (client error): The resource could not be found. Feb 28 14:56:55.787578 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d510d300-e148-43c8-aeb8-d3d5e7c5e506 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "DELETE /v2.0/routers/bf3ee944-04c6-41df-9535-ac7c7e8a115c HTTP/1.1" status: 404 len: 336 time: 0.2647312 Feb 28 14:56:55.787578 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44850) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:55.789264 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44852) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:55.810022 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-888fb3f9-82fd-470b-8cba-a9587c9bbf31 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.816960 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-888fb3f9-82fd-470b-8cba-a9587c9bbf31 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/floatingips/725ca830-c2ae-41c0-a217-1d3ec9117a9c HTTP/1.1" status: 204 len: 168 time: 2.0446024 Feb 28 14:56:55.816960 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-043b1072-325b-420e-8394-6461e81aa587 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5861518 Feb 28 14:56:55.825494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44858) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:55.825818 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44860) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:55.849092 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Transition to ACTIVE for port object e27199f6-2f11-4ec5-8e29-add9618c0583 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:55.859489 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-733b5f92-65ad-4034-8aff-23fbd3dc5edc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.869249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.879389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Request body: {'port': {'network_id': 'bbc445e7-58f7-4a48-abe6-d496cbec3f4f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-436068055'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:55.890712 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.978432 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5a4d6dbe-1d21-4b99-a8ba-a04779a16610 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "GET /v2.0/ports?device_id=e60b5f29-4f60-452b-9015-4585583f9a77 HTTP/1.1" status: 200 len: 205 time: 0.1813691 Feb 28 14:56:55.988044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44866) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:55.989061 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4d17e3cb-fcf5-4da5-995a-96375af48f49 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:55.995361 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Network 2ce55284-5808-4064-a7bc-b8c272008d14 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:56.000838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:56.007790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Pushing event updated for resources: {'Port': ['ID=e27199f6-2f11-4ec5-8e29-add9618c0583,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:56.012767 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:56.029798 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4d17e3cb-fcf5-4da5-995a-96375af48f49 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.031818 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:56.032175 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:56.032507 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:56.032841 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:56.033183 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:56.033503 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:56.033831 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:56.034153 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:56.034649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:56.035142 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:56.035635 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:56:56.040470 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d854407-2dfc-4c7f-9cb0-8958a093c7b9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:56.040910 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d854407-2dfc-4c7f-9cb0-8958a093c7b9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:56.043026 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9d854407-2dfc-4c7f-9cb0-8958a093c7b9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/ports/bf9cce07-a264-4fda-a385-37030e926e81 HTTP/1.1" status: 404 len: 333 time: 0.1843655 Feb 28 14:56:56.046294 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44870) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:56.110362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1771fce3-41b6-42c1-b5c1-fa5e471cf8bd tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Synchronizing usage tracker for tenant:41c179f0fdac4809a34cc8c82420641b on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:56:56.134460 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-4cdf4367-51c2-4de0-990c-76249e349b7a tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] delete failed (client error): The resource could not be found. Feb 28 14:56:56.135517 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4cdf4367-51c2-4de0-990c-76249e349b7a tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "DELETE /v2.0/routers/e60b5f29-4f60-452b-9015-4585583f9a77 HTTP/1.1" status: 404 len: 336 time: 0.0915341 Feb 28 14:56:56.139046 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44874) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:56.139685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-bbc445e7-58f7-4a48-abe6-d496cbec3f4f', 'network_id': 'bbc445e7-58f7-4a48-abe6-d496cbec3f4f', 'tenant_id': '2c60935b23454343be34b903fa0a299f', 'fixed_ips': [{'subnet_id': '1b4a201b-d076-4c08-97eb-25e91feaeabe'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:56:56.140517 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.156708 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-733b5f92-65ad-4034-8aff-23fbd3dc5edc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.173327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1771fce3-41b6-42c1-b5c1-fa5e471cf8bd tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Unset dirty status for tenant:41c179f0fdac4809a34cc8c82420641b on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:56:56.174683 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1771fce3-41b6-42c1-b5c1-fa5e471cf8bd tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "GET /v2.0/ports?device_id=7f7fae3a-76b4-4b8a-817b-8780a0aad142 HTTP/1.1" status: 200 len: 205 time: 0.1275063 Feb 28 14:56:56.177227 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44878) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:56.191011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4d17e3cb-fcf5-4da5-995a-96375af48f49 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.218896 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Attempting to bind port e27199f6-2f11-4ec5-8e29-add9618c0583 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:56:56.219435 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Attempting to bind port e27199f6-2f11-4ec5-8e29-add9618c0583 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:56:56.220011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Attempting to bind port e27199f6-2f11-4ec5-8e29-add9618c0583 on network 2ce55284-5808-4064-a7bc-b8c272008d14 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:56:56.239173 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:56:56.239561 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Checking segment: {'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:56.240271 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.240808 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Bound using segment: {'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:56:56.241707 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Bound port: e27199f6-2f11-4ec5-8e29-add9618c0583, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:56:56.242114 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.257599 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-11ae3927-8563-4fd8-b545-906f7cffa1b6 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "GET /v2.0/ports?device_id=d0056252-2d33-4dcd-8c1c-048b9fcdb560 HTTP/1.1" status: 200 len: 205 time: 0.1152492 Feb 28 14:56:56.267191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44882) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:56.277824 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-ea894ba4-d72d-4310-a15b-1efeb4d103ee tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] delete failed (client error): The resource could not be found. Feb 28 14:56:56.281090 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ea894ba4-d72d-4310-a15b-1efeb4d103ee tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/routers/7f7fae3a-76b4-4b8a-817b-8780a0aad142 HTTP/1.1" status: 404 len: 336 time: 0.0959828 Feb 28 14:56:56.281952 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d17e3cb-fcf5-4da5-995a-96375af48f49 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=193e8390-70c1-4a90-86f7-87ba2763d7b9,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:56.285181 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44886) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:56.337361 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a8992b4-5e0f-4442-b607-734591a08db8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:56.337796 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a8992b4-5e0f-4442-b607-734591a08db8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:56.345817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4d17e3cb-fcf5-4da5-995a-96375af48f49 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.346910 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4d17e3cb-fcf5-4da5-995a-96375af48f49 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/security-groups/193e8390-70c1-4a90-86f7-87ba2763d7b9 HTTP/1.1" status: 204 len: 168 time: 0.5601606 Feb 28 14:56:56.349953 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4a8992b4-5e0f-4442-b607-734591a08db8 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/subnets/579ebf2b-0c19-4f34-aba1-3e89b1a54030 HTTP/1.1" status: 404 len: 337 time: 0.0638773 Feb 28 14:56:56.350676 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44890) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:56.354033 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44892) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:56.415217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] For port e27199f6-2f11-4ec5-8e29-add9618c0583, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:56:56.429486 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] For port e27199f6-2f11-4ec5-8e29-add9618c0583, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e27199f6-2f11-4ec5-8e29-add9618c0583,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:56:56.435789 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-3c9e2670-f169-4537-bbd1-c0f6d02dd5fc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] delete failed (client error): The resource could not be found. Feb 28 14:56:56.439294 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3c9e2670-f169-4537-bbd1-c0f6d02dd5fc tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "DELETE /v2.0/routers/d0056252-2d33-4dcd-8c1c-048b9fcdb560 HTTP/1.1" status: 404 len: 336 time: 0.1657059 Feb 28 14:56:56.447025 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Allocated IP 2001:db8::2 (bbc445e7-58f7-4a48-abe6-d496cbec3f4f/1b4a201b-d076-4c08-97eb-25e91feaeabe/8e0e2f49-5a69-444e-bd55-f7b84849fba3) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:56.450766 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44898) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:56.530026 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.551684 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2241fd7b-a372-4af3-b1cd-74acdd52bf4a tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "GET /v2.0/ports?device_id=b4bb7702-608d-4e30-adf8-0621868a5679 HTTP/1.1" status: 200 len: 205 time: 0.0956626 Feb 28 14:56:56.559691 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.591019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44902) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:56.655262 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-429e0ca3-640b-40c8-ade2-a4f2d8bebd2e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting port bed22c3a-6cfb-4b0e-ae05-4bfe0f518f68 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:56.655622 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-429e0ca3-640b-40c8-ade2-a4f2d8bebd2e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.665580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:56.668758 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563768b-5509-4849-abff-bbaa012b2c3e None None] Pushing event updated for resources: {'Port': ['ID=e27199f6-2f11-4ec5-8e29-add9618c0583,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:56.684442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Usage tracker for resource:port and tenant:2c60935b23454343be34b903fa0a299f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:56.690861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:56.693564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.701746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-733b5f92-65ad-4034-8aff-23fbd3dc5edc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.719905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:56.729795 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733b5f92-65ad-4034-8aff-23fbd3dc5edc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1037ff-15b1-45e9-9e67-a4a96bb612f6,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:56.753582 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-0a26a3d8-6076-46ed-9f98-e90c0002de2e tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] delete failed (client error): The resource could not be found. Feb 28 14:56:56.754916 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0a26a3d8-6076-46ed-9f98-e90c0002de2e tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "DELETE /v2.0/routers/b4bb7702-608d-4e30-adf8-0621868a5679 HTTP/1.1" status: 404 len: 336 time: 0.1626072 Feb 28 14:56:56.756684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-733b5f92-65ad-4034-8aff-23fbd3dc5edc admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.757810 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-733b5f92-65ad-4034-8aff-23fbd3dc5edc admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ea1037ff-15b1-45e9-9e67-a4a96bb612f6 HTTP/1.1" status: 204 len: 168 time: 1.3316340 Feb 28 14:56:56.760024 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.761877 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44906) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:56.776635 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.789140 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Made reservation on behalf of 2c60935b23454343be34b903fa0a299f for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:56:56.790598 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Transition to ACTIVE for port object 8e0e2f49-5a69-444e-bd55-f7b84849fba3 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:56.806866 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.821361 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Transition to ACTIVE for port object 8e0e2f49-5a69-444e-bd55-f7b84849fba3 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:56.831326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.860018 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-bacf1e78-6b81-4ece-b669-ba97e1e94a25 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] DELETE failed (client error): The resource could not be found. Feb 28 14:56:56.860465 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bacf1e78-6b81-4ece-b669-ba97e1e94a25 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:56:56.875085 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d78a35b7-8756-4fc4-bdde-b055602e665f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:56.923091 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Network bbc445e7-58f7-4a48-abe6-d496cbec3f4f is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:56.953838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:56.959277 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:56.961603 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Pushing event updated for resources: {'Port': ['ID=8e0e2f49-5a69-444e-bd55-f7b84849fba3,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:56.975518 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bacf1e78-6b81-4ece-b669-ba97e1e94a25 tempest-RoutersIpV6AdminTest-822186633 tempest-RoutersIpV6AdminTest-822186633-project] 10.222.0.15 "DELETE /v2.0/subnets/b1581a2a-dff9-45b9-8703-54b2298645b6 HTTP/1.1" status: 404 len: 337 time: 0.2097173 Feb 28 14:56:57.000168 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d78a35b7-8756-4fc4-bdde-b055602e665f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.081371 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] device_id is not set on port 9f4bb35c-787e-4135-97fe-5ce40cf47303 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:56:57.085384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Attempting to bind port 8e0e2f49-5a69-444e-bd55-f7b84849fba3 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:56:57.085878 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Attempting to bind port 8e0e2f49-5a69-444e-bd55-f7b84849fba3 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'a2687e57-5912-4f99-9595-adbfa915421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bbc445e7-58f7-4a48-abe6-d496cbec3f4f'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:56:57.086095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Attempting to bind port 8e0e2f49-5a69-444e-bd55-f7b84849fba3 on network bbc445e7-58f7-4a48-abe6-d496cbec3f4f {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:56:57.094099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 56, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:56:57.094099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Checking segment: {'id': 'a2687e57-5912-4f99-9595-adbfa915421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bbc445e7-58f7-4a48-abe6-d496cbec3f4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:56:57.094385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.095064 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Bound using segment: {'id': 'a2687e57-5912-4f99-9595-adbfa915421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bbc445e7-58f7-4a48-abe6-d496cbec3f4f'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:56:57.095421 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Bound port: 8e0e2f49-5a69-444e-bd55-f7b84849fba3, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2687e57-5912-4f99-9595-adbfa915421e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'bbc445e7-58f7-4a48-abe6-d496cbec3f4f'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:56:57.095832 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.218964 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] For port 8e0e2f49-5a69-444e-bd55-f7b84849fba3, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:56:57.222299 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] For port 8e0e2f49-5a69-444e-bd55-f7b84849fba3, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8e0e2f49-5a69-444e-bd55-f7b84849fba3,segment=NetworkSegment(a2687e57-5912-4f99-9595-adbfa915421e),segment_id=a2687e57-5912-4f99-9595-adbfa915421e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:56:57.237470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.248678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Allocated IP 2001:db8::16 (bbc445e7-58f7-4a48-abe6-d496cbec3f4f/1b4a201b-d076-4c08-97eb-25e91feaeabe/9f4bb35c-787e-4135-97fe-5ce40cf47303) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:57.262602 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Allocated IP 172.26.4.193 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/171bf268-cb5d-4999-80d3-c11c22f8e43b) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:57.274423 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d78a35b7-8756-4fc4-bdde-b055602e665f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.344121 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccfeef3-1b3a-4c3b-861e-b49e6462e096 None None] Pushing event updated for resources: {'Port': ['ID=8e0e2f49-5a69-444e-bd55-f7b84849fba3,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:57.360751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78a35b7-8756-4fc4-bdde-b055602e665f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7a318e-e6d4-4a32-9183-16af42c3962e,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:57.463608 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d78a35b7-8756-4fc4-bdde-b055602e665f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.465186 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d78a35b7-8756-4fc4-bdde-b055602e665f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/security-groups/df7a318e-e6d4-4a32-9183-16af42c3962e HTTP/1.1" status: 204 len: 168 time: 1.1134987 Feb 28 14:56:57.473454 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44920) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:57.544831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8185edc9-028e-4329-b042-d525b37e3bfb tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.578218 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.610617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-57828f7b-651d-4bf0-9f65-0c1312632a0d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.709272 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-429e0ca3-640b-40c8-ade2-a4f2d8bebd2e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.746610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44928) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:57.781699 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:57.822940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Transition to ACTIVE for port object 9f4bb35c-787e-4135-97fe-5ce40cf47303 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:57.914415 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-429e0ca3-640b-40c8-ade2-a4f2d8bebd2e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Calling delete_port for bed22c3a-6cfb-4b0e-ae05-4bfe0f518f68 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:56:58.110441 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.205184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.17 (2468bad3-050a-41a8-a719-de3c7061bc72/72ee69dc-dbb9-46a0-8809-75d3fe30b3ae/4de005bd-4f1d-4aef-8f64-febd6790ead6) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:56:58.240684 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8e0e2f49-5a69-444e-bd55-f7b84849fba3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:58.301310 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Pushing event updated for resources: {'Port': ['ID=9f4bb35c-787e-4135-97fe-5ce40cf47303,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:58.304517 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.324580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Network bbc445e7-58f7-4a48-abe6-d496cbec3f4f is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:58.429042 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-59c7ccef-d1a6-4f08-a9d8-8d93cff4693b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting subnet 1c3aa177-a806-49ec-9925-5a44b1c3551f {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:56:58.438999 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-59c7ccef-d1a6-4f08-a9d8-8d93cff4693b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.456622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:58.475274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 8e0e2f49-5a69-444e-bd55-f7b84849fba3 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:58.484808 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e27199f6-2f11-4ec5-8e29-add9618c0583 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:56:58.503764 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-429e0ca3-640b-40c8-ade2-a4f2d8bebd2e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.509915 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.593768 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-59c7ccef-d1a6-4f08-a9d8-8d93cff4693b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.644771 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4dec8d87-adeb-4210-8780-400bb2cd15cc None None] Network 2ce55284-5808-4064-a7bc-b8c272008d14 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:58.703230 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:58.704147 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Pushing event updated for resources: {'Port': ['ID=171bf268-cb5d-4999-80d3-c11c22f8e43b,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:58.717742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.756014 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:58.774929 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object 4de005bd-4f1d-4aef-8f64-febd6790ead6 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:56:58.776215 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:58.780794 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:56:58.781421 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.814487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-960a24b0-63ee-4893-84ec-4ad40de09a2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.815372 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:58.853375 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-dc29b187-d597-486c-b07e-cd1015e8b1c4 None None] Provisioning for port e27199f6-2f11-4ec5-8e29-add9618c0583 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:58.856346 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-acbfdc9b-64d0-4877-b98d-6bcc520d68f0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 940 time: 2.9996450 Feb 28 14:56:58.865124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44944) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:58.882205 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429e0ca3-640b-40c8-ade2-a4f2d8bebd2e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Port': ['ID=bed22c3a-6cfb-4b0e-ae05-4bfe0f518f68,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:58.885170 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.896630 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port e27199f6-2f11-4ec5-8e29-add9618c0583 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:58.953930 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44950) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:58.965159 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:58.967156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Request body: {'port': {'network_id': 'bbc445e7-58f7-4a48-abe6-d496cbec3f4f', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-381350284', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:58.967834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.api.validators [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] bootfile-name is not in valid_values {{(pid=83592) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:56:58.968317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.api.validators [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] tftp-server is not in valid_values {{(pid=83592) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:56:58.968822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.api.validators [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] server-ip-address is not in valid_values {{(pid=83592) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:56:58.976931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-429e0ca3-640b-40c8-ade2-a4f2d8bebd2e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.030745 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-429e0ca3-640b-40c8-ade2-a4f2d8bebd2e tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/ports/bed22c3a-6cfb-4b0e-ae05-4bfe0f518f68 HTTP/1.1" status: 204 len: 168 time: 2.6649022 Feb 28 14:56:59.034561 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44956) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:59.049365 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-59c7ccef-d1a6-4f08-a9d8-8d93cff4693b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.079311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-960a24b0-63ee-4893-84ec-4ad40de09a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:59.143536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e27199f6-2f11-4ec5-8e29-add9618c0583 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:59.144006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.171836 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-59c7ccef-d1a6-4f08-a9d8-8d93cff4693b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.186938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28cc2c6-d2a3-4ce8-a2be-76bf37c39229 None None] Network bbc445e7-58f7-4a48-abe6-d496cbec3f4f requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:59.220930 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c7ccef-d1a6-4f08-a9d8-8d93cff4693b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Subnet': ['ID=1c3aa177-a806-49ec-9925-5a44b1c3551f,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:59.228933 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-fdf410a6-4c16-4211-bf95-538b0da47766 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:59.230308 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-fdf410a6-4c16-4211-bf95-538b0da47766 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 14:56:59.231995 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fdf410a6-4c16-4211-bf95-538b0da47766 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2769291 Feb 28 14:56:59.235518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44960) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:59.246721 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group': {'name': 'tempest-secgroup--502680483'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:56:59.254371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:59.261876 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-59c7ccef-d1a6-4f08-a9d8-8d93cff4693b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.275160 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-59c7ccef-d1a6-4f08-a9d8-8d93cff4693b tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/1c3aa177-a806-49ec-9925-5a44b1c3551f HTTP/1.1" status: 204 len: 168 time: 1.7859862 Feb 28 14:56:59.275160 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:59.278552 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:59.282193 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44964) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:56:59.291098 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-960a24b0-63ee-4893-84ec-4ad40de09a2f admin admin] Usage tracker for resource:security_group_rule and tenant:9d6de1ad7994458e8aca8b70fee0c6fd is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:59.305702 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-960a24b0-63ee-4893-84ec-4ad40de09a2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:59.308256 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9a9f25-f63d-4979-88bc-01be10733953 None None] Network be200c3b-4134-45c1-a362-476133cc0de3 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:56:59.308756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.331752 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:59.359031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.359787 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.368098 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.385703 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-7473db12-625d-478f-9960-9dbfa43e8f6a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting subnet 60d84854-9713-40bb-8901-0af6b47fbc6f {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:56:59.389489 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-960a24b0-63ee-4893-84ec-4ad40de09a2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:59.392504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7473db12-625d-478f-9960-9dbfa43e8f6a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.486254 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.508574 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f18f293f-1bf2-4334-8f2d-187f0153b6a0 None None] Provisioning for port 8e0e2f49-5a69-444e-bd55-f7b84849fba3 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:56:59.516355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-e9d65d90-62ea-4582-a172-83bea64a4f8a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting port 5a194d95-0c67-4d24-8bf6-a0133090785d {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:56:59.516709 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e9d65d90-62ea-4582-a172-83bea64a4f8a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.536604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f18f293f-1bf2-4334-8f2d-187f0153b6a0 None None] Provisioning complete for port 8e0e2f49-5a69-444e-bd55-f7b84849fba3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:56:59.537085 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f18f293f-1bf2-4334-8f2d-187f0153b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.580521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2468bad3-050a-41a8-a719-de3c7061bc72 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:56:59.597500 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=4de005bd-4f1d-4aef-8f64-febd6790ead6,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:56:59.600733 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7473db12-625d-478f-9960-9dbfa43e8f6a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.607714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:56:59.646968 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:59.660677 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:59.668266 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:59.682891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:56:59.733614 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7473db12-625d-478f-9960-9dbfa43e8f6a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.754163 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.774636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:56:59.795605 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:56:59.808961 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Usage tracker for resource:port and tenant:2c60935b23454343be34b903fa0a299f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:56:59.817061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:56:59.864207 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:56:59.954750 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port e27199f6-2f11-4ec5-8e29-add9618c0583, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e27199f6-2f11-4ec5-8e29-add9618c0583,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:56:59.970508 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.007348 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Made reservation on behalf of 2c60935b23454343be34b903fa0a299f for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:00.010660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.027066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:00.027858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-960a24b0-63ee-4893-84ec-4ad40de09a2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.063292 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f18f293f-1bf2-4334-8f2d-187f0153b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.065172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7473db12-625d-478f-9960-9dbfa43e8f6a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.111339 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f18f293f-1bf2-4334-8f2d-187f0153b6a0 None None] For port 8e0e2f49-5a69-444e-bd55-f7b84849fba3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8e0e2f49-5a69-444e-bd55-f7b84849fba3,segment=NetworkSegment(a2687e57-5912-4f99-9595-adbfa915421e),segment_id=a2687e57-5912-4f99-9595-adbfa915421e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:00.115323 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7473db12-625d-478f-9960-9dbfa43e8f6a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.120023 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=e27199f6-2f11-4ec5-8e29-add9618c0583,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:00.126831 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f18f293f-1bf2-4334-8f2d-187f0153b6a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.137755 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7473db12-625d-478f-9960-9dbfa43e8f6a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/60d84854-9713-40bb-8901-0af6b47fbc6f HTTP/1.1" status: 204 len: 168 time: 0.8520167 Feb 28 14:57:00.141003 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44972) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:00.145025 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7473db12-625d-478f-9960-9dbfa43e8f6a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Subnet': ['ID=60d84854-9713-40bb-8901-0af6b47fbc6f,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:00.155850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-960a24b0-63ee-4893-84ec-4ad40de09a2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.166030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.205683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18f293f-1bf2-4334-8f2d-187f0153b6a0 None None] Pushing event updated for resources: {'Port': ['ID=8e0e2f49-5a69-444e-bd55-f7b84849fba3,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:00.214969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] device_id is not set on port 64c2f5f8-4822-4f4e-8a4e-b6f3901d55ae yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:57:00.217462 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bedb22f-dab8-4424-8e3b-9e6a9b3580ff tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] DELETE failed (client error): The resource could not be found. Feb 28 14:57:00.217686 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bedb22f-dab8-4424-8e3b-9e6a9b3580ff tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:57:00.227982 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.254725 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6bedb22f-dab8-4424-8e3b-9e6a9b3580ff tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/1c3aa177-a806-49ec-9925-5a44b1c3551f HTTP/1.1" status: 404 len: 337 time: 0.1110435 Feb 28 14:57:00.258449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44976) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:00.314425 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1764bf0f-b666-4a03-a505-299cf9f6daff None None] Provisioning complete for port e27199f6-2f11-4ec5-8e29-add9618c0583 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:00.315032 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1764bf0f-b666-4a03-a505-299cf9f6daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.337802 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.348876 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.426256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a24b0-63ee-4893-84ec-4ad40de09a2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89593fba-7ebe-40a2-8944-0e9989310927,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:00.441016 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad0f4b87-5895-462b-a38c-ae57c390fa77,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:00.443807 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:00.452098 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-f18724c0-97e5-4d18-ab8c-d78b932e892a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting subnet c5fae90a-42e6-4182-9ed7-8e688989c8b0 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:57:00.459778 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:00.470609 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f18724c0-97e5-4d18-ab8c-d78b932e892a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.522849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e9d65d90-62ea-4582-a172-83bea64a4f8a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.523893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:00.540461 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:00.593732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f18724c0-97e5-4d18-ab8c-d78b932e892a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.604375 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1764bf0f-b666-4a03-a505-299cf9f6daff None None] Provisioning for port 4de005bd-4f1d-4aef-8f64-febd6790ead6 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:00.611671 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1764bf0f-b666-4a03-a505-299cf9f6daff None None] Provisioning complete for port 4de005bd-4f1d-4aef-8f64-febd6790ead6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:00.612355 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1764bf0f-b666-4a03-a505-299cf9f6daff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.698969 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-1764bf0f-b666-4a03-a505-299cf9f6daff None None] Port 4de005bd-4f1d-4aef-8f64-febd6790ead6 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:57:00.724624 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-960a24b0-63ee-4893-84ec-4ad40de09a2f admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9d6de1ad7994458e8aca8b70fee0c6fd&name=default HTTP/1.1" status: 200 len: 2647 time: 2.9686832 Feb 28 14:57:00.735280 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44980) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:00.774257 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.792126 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:57:00.803177 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.805596 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-e9d65d90-62ea-4582-a172-83bea64a4f8a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Calling delete_port for 5a194d95-0c67-4d24-8bf6-a0133090785d owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:00.823922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f18724c0-97e5-4d18-ab8c-d78b932e892a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.829054 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f3e5801b-2656-4cbc-ada7-40df6b3ad72e None None] Provisioning complete for port 8e0e2f49-5a69-444e-bd55-f7b84849fba3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:00.829424 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f3e5801b-2656-4cbc-ada7-40df6b3ad72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:00.951866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9d514f72-c2d2-4fe6-b271-a5fa552413ce,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:01.025021 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f3e5801b-2656-4cbc-ada7-40df6b3ad72e None None] Provisioning for port 9f4bb35c-787e-4135-97fe-5ce40cf47303 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:01.031167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f3e5801b-2656-4cbc-ada7-40df6b3ad72e None None] Provisioning complete for port 9f4bb35c-787e-4135-97fe-5ce40cf47303 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:01.031698 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f3e5801b-2656-4cbc-ada7-40df6b3ad72e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.052640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Allocated IP 2001:db8::108 (bbc445e7-58f7-4a48-abe6-d496cbec3f4f/1b4a201b-d076-4c08-97eb-25e91feaeabe/64c2f5f8-4822-4f4e-8a4e-b6f3901d55ae) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:01.055297 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.059324 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cdc3f69d-749f-4fe2-9159-53a656be54f9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8184655 Feb 28 14:57:01.064419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 44984) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:01.083808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-780ca109-b9a6-4423-8c8c-22b2bba2b96f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '9d514f72-c2d2-4fe6-b271-a5fa552413ce', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:01.087763 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f3e5801b-2656-4cbc-ada7-40df6b3ad72e None None] Port 9f4bb35c-787e-4135-97fe-5ce40cf47303 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:57:01.103277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-780ca109-b9a6-4423-8c8c-22b2bba2b96f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:01.128732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-18ed2c42-9ff2-4836-aa63-8ee4c11316e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.129991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-780ca109-b9a6-4423-8c8c-22b2bba2b96f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:01.163995 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f18724c0-97e5-4d18-ab8c-d78b932e892a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.171315 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90068fa3-d176-4acf-baf2-51f0f20b94cb None None] Network be200c3b-4134-45c1-a362-476133cc0de3 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:01.201415 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-18ed2c42-9ff2-4836-aa63-8ee4c11316e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.219834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18724c0-97e5-4d18-ab8c-d78b932e892a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Subnet': ['ID=c5fae90a-42e6-4182-9ed7-8e688989c8b0,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:01.254822 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f18724c0-97e5-4d18-ab8c-d78b932e892a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.267067 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-780ca109-b9a6-4423-8c8c-22b2bba2b96f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:01.273176 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f18724c0-97e5-4d18-ab8c-d78b932e892a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/c5fae90a-42e6-4182-9ed7-8e688989c8b0 HTTP/1.1" status: 204 len: 168 time: 1.0016978 Feb 28 14:57:01.273362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44988) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:01.291537 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-780ca109-b9a6-4423-8c8c-22b2bba2b96f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:01.314121 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fb6cef4f-7912-424c-a4af-4e5030a707b5 None None] Provisioning complete for port c0c40848-5aa8-469b-9282-a249aceccc62 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:01.314492 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fb6cef4f-7912-424c-a4af-4e5030a707b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.321217 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-22a546b2-7b32-4715-a7b3-ccd90b1838f2 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] DELETE failed (client error): The resource could not be found. Feb 28 14:57:01.321677 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-22a546b2-7b32-4715-a7b3-ccd90b1838f2 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:57:01.336437 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-22a546b2-7b32-4715-a7b3-ccd90b1838f2 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/3766b42b-c824-4951-a170-f9db9966ffc1 HTTP/1.1" status: 404 len: 337 time: 0.0597465 Feb 28 14:57:01.336804 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44992) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:01.389734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-527ff6ff-17be-4b9f-9866-5694dfbbee8a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Synchronizing usage tracker for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:01.392543 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-18ed2c42-9ff2-4836-aa63-8ee4c11316e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.419509 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed2c42-9ff2-4836-aa63-8ee4c11316e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89593fba-7ebe-40a2-8944-0e9989310927,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:01.421881 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-18ed2c42-9ff2-4836-aa63-8ee4c11316e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.426239 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-18ed2c42-9ff2-4836-aa63-8ee4c11316e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89593fba-7ebe-40a2-8944-0e9989310927 HTTP/1.1" status: 204 len: 168 time: 0.6898782 Feb 28 14:57:01.437568 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-527ff6ff-17be-4b9f-9866-5694dfbbee8a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Unset dirty status for tenant:97261752dc704f2791d2d79e53c8200f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:01.442110 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-527ff6ff-17be-4b9f-9866-5694dfbbee8a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "GET /v2.0/ports?device_id=4eae4b37-8ffb-495e-8cf7-5be98c2e640f HTTP/1.1" status: 200 len: 205 time: 0.1010220 Feb 28 14:57:01.442110 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 44998) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:01.475919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-fb6cef4f-7912-424c-a4af-4e5030a707b5 None None] Port c0c40848-5aa8-469b-9282-a249aceccc62 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:57:01.505773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fb6cef4f-7912-424c-a4af-4e5030a707b5 None None] Provisioning complete for port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:01.506063 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fb6cef4f-7912-424c-a4af-4e5030a707b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.521789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-8185edc9-028e-4329-b042-d525b37e3bfb tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Deleting port e1c63d9a-9b09-4ff5-90a2-58708e32b478 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:01.522124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8185edc9-028e-4329-b042-d525b37e3bfb tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.556012 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-780ca109-b9a6-4423-8c8c-22b2bba2b96f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.575873 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-aeef8ab6-2bb1-48a3-be5c-095cc74a43fa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] delete failed (client error): The resource could not be found. Feb 28 14:57:01.577725 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-aeef8ab6-2bb1-48a3-be5c-095cc74a43fa tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/routers/4eae4b37-8ffb-495e-8cf7-5be98c2e640f HTTP/1.1" status: 404 len: 336 time: 0.1354315 Feb 28 14:57:01.580389 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45002) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:01.635221 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6d0fcda-b725-4a4b-b4cf-0867e7f3760d None None] DHCP port deletion for be200c3b-4134-45c1-a362-476133cc0de3 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:57:01.650232 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-35f96e66-93d3-4219-a29f-6e4700f2f4e6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] DELETE failed (client error): The resource could not be found. Feb 28 14:57:01.650638 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-35f96e66-93d3-4219-a29f-6e4700f2f4e6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:57:01.650799 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-b6d0fcda-b725-4a4b-b4cf-0867e7f3760d None None] Deleting port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:01.651011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fcda-b725-4a4b-b4cf-0867e7f3760d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.653915 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-35f96e66-93d3-4219-a29f-6e4700f2f4e6 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/89a01821-2d27-4226-bec9-56b21726ebe4 HTTP/1.1" status: 404 len: 337 time: 0.0698693 Feb 28 14:57:01.659472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45006) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:01.673212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e9d65d90-62ea-4582-a172-83bea64a4f8a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.700874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:57:01.715829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Sync routers for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:57:01.728861 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-bcfbd6be-7746-4e97-a5d1-2b54842212c1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] DELETE failed (client error): The resource could not be found. Feb 28 14:57:01.730687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bcfbd6be-7746-4e97-a5d1-2b54842212c1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:57:01.732626 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bcfbd6be-7746-4e97-a5d1-2b54842212c1 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/818064c5-b22e-4356-90e7-aabbb3911fa0 HTTP/1.1" status: 404 len: 337 time: 0.0694363 Feb 28 14:57:01.736089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45010) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:01.765754 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fb6cef4f-7912-424c-a4af-4e5030a707b5 None None] Provisioning complete for port 9f4bb35c-787e-4135-97fe-5ce40cf47303 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:01.766049 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fb6cef4f-7912-424c-a4af-4e5030a707b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.789547 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-e364ef02-b148-4836-a5ba-69ec2bec20c2 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] DELETE failed (client error): The resource could not be found. Feb 28 14:57:01.790181 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e364ef02-b148-4836-a5ba-69ec2bec20c2 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:57:01.793113 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e364ef02-b148-4836-a5ba-69ec2bec20c2 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/11b7c062-d191-43f1-a893-5dcd5b425ff4 HTTP/1.1" status: 404 len: 337 time: 0.0553186 Feb 28 14:57:01.795781 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45014) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:01.843142 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d65d90-62ea-4582-a172-83bea64a4f8a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Port': ['ID=5a194d95-0c67-4d24-8bf6-a0133090785d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:01.845276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:01.845921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:01.849049 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-80f7b248-8d8e-4c9a-87bb-990423bf68a0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] DELETE failed (client error): The resource could not be found. Feb 28 14:57:01.850057 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80f7b248-8d8e-4c9a-87bb-990423bf68a0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:57:01.854200 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-80f7b248-8d8e-4c9a-87bb-990423bf68a0 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/e53e4d03-edcc-4c8d-abdd-bba06a7beea2 HTTP/1.1" status: 404 len: 333 time: 0.0552578 Feb 28 14:57:01.854200 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:01.860018 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8df65c07-5667-4d19-bab0-e52c6493b7b1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 6.8394468 Feb 28 14:57:01.860975 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45018) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:01.861456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45020) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:02.019230 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-fb6cef4f-7912-424c-a4af-4e5030a707b5 None None] Port 9f4bb35c-787e-4135-97fe-5ce40cf47303 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:57:02.085105 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-b6d0fcda-b725-4a4b-b4cf-0867e7f3760d None None] For port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=83da16ee-9af7-4f6c-98f8-f37ed652e7cd,segment=NetworkSegment(69c628f0-8251-4e49-b0ba-fef4a759913a),segment_id=69c628f0-8251-4e49-b0ba-fef4a759913a)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:02.085671 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fcda-b725-4a4b-b4cf-0867e7f3760d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.131834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:57:02.159587 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f2757bf-d8a3-4121-add4-2888d85604f2 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] DELETE failed (client error): The resource could not be found. Feb 28 14:57:02.159829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8e0e2f49-5a69-444e-bd55-f7b84849fba3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:02.159968 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f2757bf-d8a3-4121-add4-2888d85604f2 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:57:02.165095 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-780ca109-b9a6-4423-8c8c-22b2bba2b96f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.165264 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2f2757bf-d8a3-4121-add4-2888d85604f2 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/96a57d8f-01b1-49f1-bfd1-6d375a8c3741 HTTP/1.1" status: 404 len: 337 time: 0.2999759 Feb 28 14:57:02.166689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45028) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:02.188661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.197134 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45032) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:02.206044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-780ca109-b9a6-4423-8c8c-22b2bba2b96f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.218073 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e88db6f-cf2e-4aa5-9de7-b0fca9c01f95 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] DELETE failed (client error): The resource could not be found. Feb 28 14:57:02.218882 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e88db6f-cf2e-4aa5-9de7-b0fca9c01f95 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:57:02.220834 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5e88db6f-cf2e-4aa5-9de7-b0fca9c01f95 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/e05a234b-bda2-459e-a8f7-be090f4cda81 HTTP/1.1" status: 404 len: 337 time: 0.0539210 Feb 28 14:57:02.223462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45036) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:02.224388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8185edc9-028e-4329-b042-d525b37e3bfb tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.238712 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.258017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-b6d0fcda-b725-4a4b-b4cf-0867e7f3760d None None] Calling delete_port for 83da16ee-9af7-4f6c-98f8-f37ed652e7cd owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:02.277460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e9d65d90-62ea-4582-a172-83bea64a4f8a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.284151 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a976abf4-216a-4f46-81b6-99bc586b3801 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] DELETE failed (client error): The resource could not be found. Feb 28 14:57:02.285025 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a976abf4-216a-4f46-81b6-99bc586b3801 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:57:02.289080 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a976abf4-216a-4f46-81b6-99bc586b3801 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/5948ecc1-a6ea-4442-9ac0-0e74dd4579e7 HTTP/1.1" status: 404 len: 333 time: 0.0619853 Feb 28 14:57:02.302106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45040) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:02.321128 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:57:02.362048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.425930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-780ca109-b9a6-4423-8c8c-22b2bba2b96f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fa5f3ea-83c9-4b46-99eb-e4ef41b894c6,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:02.468513 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ebe066c-cd0a-49ab-ac67-ca6cb0dc5e73 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] DELETE failed (client error): The resource could not be found. Feb 28 14:57:02.469075 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ebe066c-cd0a-49ab-ac67-ca6cb0dc5e73 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:57:02.474390 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1ebe066c-cd0a-49ab-ac67-ca6cb0dc5e73 tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/59e53d5e-6a3c-4a00-9583-92b9d8595a97 HTTP/1.1" status: 404 len: 337 time: 0.1710272 Feb 28 14:57:02.477533 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45044) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:02.515514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-8185edc9-028e-4329-b042-d525b37e3bfb tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Calling delete_port for e1c63d9a-9b09-4ff5-90a2-58708e32b478 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:02.528925 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c3222e7-514b-4aba-91fb-910ba7a5eb3a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] DELETE failed (client error): The resource could not be found. Feb 28 14:57:02.529285 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c3222e7-514b-4aba-91fb-910ba7a5eb3a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:57:02.533573 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6c3222e7-514b-4aba-91fb-910ba7a5eb3a tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/subnets/09084861-058e-4dd5-bb83-19bd1d459567 HTTP/1.1" status: 404 len: 337 time: 0.0528316 Feb 28 14:57:02.535926 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45048) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:02.543174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b6d0fcda-b725-4a4b-b4cf-0867e7f3760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.595455 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e9d65d90-62ea-4582-a172-83bea64a4f8a tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/ports/5a194d95-0c67-4d24-8bf6-a0133090785d HTTP/1.1" status: 204 len: 168 time: 3.5512164 Feb 28 14:57:02.596999 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Transition to ACTIVE for port object 64c2f5f8-4822-4f4e-8a4e-b6f3901d55ae will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:02.605802 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45052) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:02.612834 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d0fcda-b725-4a4b-b4cf-0867e7f3760d None None] Pushing event deleted for resources: {'Port': ['ID=83da16ee-9af7-4f6c-98f8-f37ed652e7cd,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:02.617165 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 8e0e2f49-5a69-444e-bd55-f7b84849fba3 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:02.617348 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-780ca109-b9a6-4423-8c8c-22b2bba2b96f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.617902 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.618422 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-780ca109-b9a6-4423-8c8c-22b2bba2b96f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.5518095 Feb 28 14:57:02.619190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=4de005bd-4f1d-4aef-8f64-febd6790ead6,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:02.624976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45056) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:02.648975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-07a486a2-b089-4755-ae0d-c37545b261d6 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '9d514f72-c2d2-4fe6-b271-a5fa552413ce', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:02.656070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.656302 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6d0fcda-b725-4a4b-b4cf-0867e7f3760d None None] No DVR routers for this DVR port 83da16ee-9af7-4f6c-98f8-f37ed652e7cd on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:57:02.669666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-1d8476e9-fa7c-4a58-bc76-fd5f420fea1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Deleting port c0c40848-5aa8-469b-9282-a249aceccc62 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:02.669666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1d8476e9-fa7c-4a58-bc76-fd5f420fea1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.682169 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-07a486a2-b089-4755-ae0d-c37545b261d6 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:02.703732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-07a486a2-b089-4755-ae0d-c37545b261d6 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:02.709645 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b1db98c1-17fd-4d00-a7a4-ce0f5ac9b997 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=3937118570a2413fa0b74f6765dcb4c6&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5114257 Feb 28 14:57:02.711682 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-07a486a2-b089-4755-ae0d-c37545b261d6 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:02.728431 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45060) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:02.739835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-07a486a2-b089-4755-ae0d-c37545b261d6 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:02.811402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e27199f6-2f11-4ec5-8e29-add9618c0583 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:02.814174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.893046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-07a486a2-b089-4755-ae0d-c37545b261d6 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:02.912096 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:56:59Z', 'revision_number': 3, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:56:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:02.922511 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Checking router: 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:57:02.922808 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Updating router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 port 171bf268-cb5d-4999-80d3-c11c22f8e43b binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:57:02.980675 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.003750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Pushing event updated for resources: {'Port': ['ID=64c2f5f8-4822-4f4e-8a4e-b6f3901d55ae,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:03.017620 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Network bbc445e7-58f7-4a48-abe6-d496cbec3f4f is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:03.019808 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e27199f6-2f11-4ec5-8e29-add9618c0583 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:03.020440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.023674 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:03.026609 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01aacd5a-1175-486e-9de6-f09d2da5d5f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:03.027446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-01aacd5a-1175-486e-9de6-f09d2da5d5f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Synchronizing usage tracker for tenant:41c179f0fdac4809a34cc8c82420641b on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:03.038215 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:57:03.043034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:03.043936 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.145908 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a66e0522-4029-4f30-b9d4-81a6407a499b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.181667 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-01aacd5a-1175-486e-9de6-f09d2da5d5f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Unset dirty status for tenant:41c179f0fdac4809a34cc8c82420641b on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:03.183801 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-01aacd5a-1175-486e-9de6-f09d2da5d5f0 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "GET /v2.0/ports?device_id=94fb8087-6267-407a-8212-2b233c292ea2 HTTP/1.1" status: 200 len: 913 time: 0.5770240 Feb 28 14:57:03.186665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1d8476e9-fa7c-4a58-bc76-fd5f420fea1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.195027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45064) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:03.213350 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2468bad3-050a-41a8-a719-de3c7061bc72 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:03.275767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:03.353461 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-1d8476e9-fa7c-4a58-bc76-fd5f420fea1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Calling delete_port for c0c40848-5aa8-469b-9282-a249aceccc62 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:03.387422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 83da16ee-9af7-4f6c-98f8-f37ed652e7cd no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:57:03.417646 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a66e0522-4029-4f30-b9d4-81a6407a499b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.489606 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-26ee8cd7-a08e-4c51-8c07-3ebc672bd1e0 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1149 time: 4.6202137 Feb 28 14:57:03.494247 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45068) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:03.507394 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8185edc9-028e-4329-b042-d525b37e3bfb tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.527835 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 83da16ee-9af7-4f6c-98f8-f37ed652e7cd {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:57:03.528453 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 83da16ee-9af7-4f6c-98f8-f37ed652e7cd not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:57:03.581986 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.592492 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-697604ac-ef02-4bfe-a896-04b76b36a068 None None] Provisioning for port 64c2f5f8-4822-4f4e-8a4e-b6f3901d55ae completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:03.602388 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-697604ac-ef02-4bfe-a896-04b76b36a068 None None] Provisioning complete for port 64c2f5f8-4822-4f4e-8a4e-b6f3901d55ae triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:03.602956 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-697604ac-ef02-4bfe-a896-04b76b36a068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.607006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8185edc9-028e-4329-b042-d525b37e3bfb tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event deleted for resources: {'Port': ['ID=e1c63d9a-9b09-4ff5-90a2-58708e32b478,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:03.625342 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-07a486a2-b089-4755-ae0d-c37545b261d6 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): There was a conflict when trying to complete your request. Feb 28 14:57:03.626513 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-07a486a2-b089-4755-ae0d-c37545b261d6 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.9977109 Feb 28 14:57:03.627031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1d8476e9-fa7c-4a58-bc76-fd5f420fea1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.637791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45072) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:03.643148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Transition to ACTIVE for port object 171bf268-cb5d-4999-80d3-c11c22f8e43b will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:03.643792 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a66e0522-4029-4f30-b9d4-81a6407a499b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.663022 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.728998 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a9f4e-7b3f-4362-b186-f0104c1f5ed4 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:03.734572 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a9f4e-7b3f-4362-b186-f0104c1f5ed4 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:03.739749 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af9a9f4e-7b3f-4362-b186-f0104c1f5ed4 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:03.744162 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-af9a9f4e-7b3f-4362-b186-f0104c1f5ed4 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] 10.222.0.15 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2621 time: 0.2488241 Feb 28 14:57:03.745093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66e0522-4029-4f30-b9d4-81a6407a499b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf988e7-38ce-45f7-9e3c-d38891a7ab6f,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:03.754705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45076) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:03.758249 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8476e9-fa7c-4a58-bc76-fd5f420fea1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Port': ['ID=c0c40848-5aa8-469b-9282-a249aceccc62,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:03.793220 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-697604ac-ef02-4bfe-a896-04b76b36a068 None None] Port 64c2f5f8-4822-4f4e-8a4e-b6f3901d55ae cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:57:03.806311 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772189c1-1839-47c4-b16d-3ac67c36c157 None None] Pushing event updated for resources: {'Port': ['ID=171bf268-cb5d-4999-80d3-c11c22f8e43b,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:03.831681 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Attempting to bind port 171bf268-cb5d-4999-80d3-c11c22f8e43b on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:03.832057 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Attempting to bind port 171bf268-cb5d-4999-80d3-c11c22f8e43b by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:03.832470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Attempting to bind port 171bf268-cb5d-4999-80d3-c11c22f8e43b on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:57:03.841204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:57:03.841582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:03.841987 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.842379 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:57:03.842983 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Bound port: 171bf268-cb5d-4999-80d3-c11c22f8e43b, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:03.843439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.857716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1d8476e9-fa7c-4a58-bc76-fd5f420fea1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.874214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-cdb6945e-32b8-4bec-a85a-16c82ceb0411 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Deleting port 64c2f5f8-4822-4f4e-8a4e-b6f3901d55ae {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:03.875075 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdb6945e-32b8-4bec-a85a-16c82ceb0411 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.909377 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1d8476e9-fa7c-4a58-bc76-fd5f420fea1f tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/ports/c0c40848-5aa8-469b-9282-a249aceccc62 HTTP/1.1" status: 204 len: 168 time: 1.3725634 Feb 28 14:57:03.910457 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a66e0522-4029-4f30-b9d4-81a6407a499b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:03.918756 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a66e0522-4029-4f30-b9d4-81a6407a499b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cdf988e7-38ce-45f7-9e3c-d38891a7ab6f HTTP/1.1" status: 204 len: 168 time: 1.1830046 Feb 28 14:57:03.947402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45080) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:03.971007 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] For port 171bf268-cb5d-4999-80d3-c11c22f8e43b, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:57:03.973647 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a1e0252c-5aff-4d12-ae6a-d3fdc290523d None None] Provisioning complete for port 4de005bd-4f1d-4aef-8f64-febd6790ead6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:03.974020 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a1e0252c-5aff-4d12-ae6a-d3fdc290523d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.017843 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] For port 171bf268-cb5d-4999-80d3-c11c22f8e43b, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=171bf268-cb5d-4999-80d3-c11c22f8e43b,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:57:04.034825 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.093162 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a1e0252c-5aff-4d12-ae6a-d3fdc290523d None None] Port 4de005bd-4f1d-4aef-8f64-febd6790ead6 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:57:04.142535 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:04.143166 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:04.168295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b39fcdfb-c0ef-44f3-bcbb-f34909cf4abc tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.207596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772189c1-1839-47c4-b16d-3ac67c36c157 None None] Pushing event updated for resources: {'Port': ['ID=171bf268-cb5d-4999-80d3-c11c22f8e43b,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:04.254643 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2f117bb-71ab-4b6a-a1bf-2dc3f6936acb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.260725 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b39fcdfb-c0ef-44f3-bcbb-f34909cf4abc tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.282680 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8185edc9-028e-4329-b042-d525b37e3bfb tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.388386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:57:04.470643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdb6945e-32b8-4bec-a85a-16c82ceb0411 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.627869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-cdb6945e-32b8-4bec-a85a-16c82ceb0411 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Calling delete_port for 64c2f5f8-4822-4f4e-8a4e-b6f3901d55ae owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:04.780346 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b39fcdfb-c0ef-44f3-bcbb-f34909cf4abc tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.797517 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:56:59Z', 'revision_number': 3, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:04.801557 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6503240b-8f2c-4810-b9ae-dd62ecfd67e4 None None] The sync data for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv is: [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:56:59Z', 'revision_number': 3, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:57:04.883235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b39fcdfb-c0ef-44f3-bcbb-f34909cf4abc tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d514f72-c2d2-4fe6-b271-a5fa552413ce,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:04.888022 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2f117bb-71ab-4b6a-a1bf-2dc3f6936acb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.927078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b39fcdfb-c0ef-44f3-bcbb-f34909cf4abc tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:04.928207 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b39fcdfb-c0ef-44f3-bcbb-f34909cf4abc tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "DELETE /v2.0/security-groups/9d514f72-c2d2-4fe6-b271-a5fa552413ce HTTP/1.1" status: 204 len: 168 time: 1.2583885 Feb 28 14:57:04.937588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-b2f117bb-71ab-4b6a-a1bf-2dc3f6936acb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be200c3b-4134-45c1-a362-476133cc0de3']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:04.940459 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45100) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:04.979213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdb6945e-32b8-4bec-a85a-16c82ceb0411 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.012734 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-b2f117bb-71ab-4b6a-a1bf-2dc3f6936acb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69c628f0-8251-4e49-b0ba-fef4a759913a') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:05.013199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-b2f117bb-71ab-4b6a-a1bf-2dc3f6936acb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69c628f0-8251-4e49-b0ba-fef4a759913a') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:05.107759 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6945e-32b8-4bec-a85a-16c82ceb0411 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Pushing event deleted for resources: {'Port': ['ID=64c2f5f8-4822-4f4e-8a4e-b6f3901d55ae,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:05.112321 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2f117bb-71ab-4b6a-a1bf-2dc3f6936acb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.151971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2f117bb-71ab-4b6a-a1bf-2dc3f6936acb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.163220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b2f117bb-71ab-4b6a-a1bf-2dc3f6936acb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:05.163975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2f117bb-71ab-4b6a-a1bf-2dc3f6936acb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:05.180537 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:05.242408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdb6945e-32b8-4bec-a85a-16c82ceb0411 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.246305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45106) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:05.270110 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-11e9c0ac-220c-44c8-85b9-1e6375f76ec8 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Synchronizing usage tracker for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:05.280927 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cdb6945e-32b8-4bec-a85a-16c82ceb0411 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] 10.222.0.15 "DELETE /v2.0/ports/64c2f5f8-4822-4f4e-8a4e-b6f3901d55ae HTTP/1.1" status: 204 len: 168 time: 1.5191648 Feb 28 14:57:05.280927 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45112) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:05.286461 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-fbe12ac4-0fbb-40a0-8ed7-52407efb83b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Request body: {'port': {'name': 'tempest-new-port-name-1839382834', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:05.286993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.api.validators [None req-fbe12ac4-0fbb-40a0-8ed7-52407efb83b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] bootfile-name is not in valid_values {{(pid=83591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:57:05.287316 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.api.validators [None req-fbe12ac4-0fbb-40a0-8ed7-52407efb83b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] tftp-server is not in valid_values {{(pid=83591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:57:05.287671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.api.validators [None req-fbe12ac4-0fbb-40a0-8ed7-52407efb83b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] server-ip-address is not in valid_values {{(pid=83591) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Feb 28 14:57:05.316576 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.430307 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 4fe4d4e7-57ed-49df-aabf-287b59476df7 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:57:05.473052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2f117bb-71ab-4b6a-a1bf-2dc3f6936acb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.489455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-11e9c0ac-220c-44c8-85b9-1e6375f76ec8 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Unset dirty status for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:05.495800 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-11e9c0ac-220c-44c8-85b9-1e6375f76ec8 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5515618 Feb 28 14:57:05.501236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45116) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:05.508520 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-228960056'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:05.509737 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2f117bb-71ab-4b6a-a1bf-2dc3f6936acb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.543978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f117bb-71ab-4b6a-a1bf-2dc3f6936acb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] Pushing event deleted for resources: {'Network': ['ID=be200c3b-4134-45c1-a362-476133cc0de3,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:05.549783 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b2f117bb-71ab-4b6a-a1bf-2dc3f6936acb tempest-PortsIpV6TestJSON-705293446 tempest-PortsIpV6TestJSON-705293446-project] 10.222.0.15 "DELETE /v2.0/networks/be200c3b-4134-45c1-a362-476133cc0de3 HTTP/1.1" status: 204 len: 168 time: 1.5588007 Feb 28 14:57:05.569494 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d835c0d5-65aa-4f3b-b0fc-7eabd351c02b tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1167116254'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:05.579824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:05.593493 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d835c0d5-65aa-4f3b-b0fc-7eabd351c02b tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:05.598651 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:network and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:05.613115 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:05.632450 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:05.646052 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d835c0d5-65aa-4f3b-b0fc-7eabd351c02b tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:05.702757 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fbe12ac4-0fbb-40a0-8ed7-52407efb83b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.743383 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:05.747756 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.770317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8185edc9-028e-4329-b042-d525b37e3bfb tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Router 51fbf50b-d6b1-432a-927c-bc7412c03492 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:57:05.770681 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d835c0d5-65aa-4f3b-b0fc-7eabd351c02b tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.794518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.868303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2e7411e4-3319-4af3-9298-a9ce67771443 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:05.974151 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d835c0d5-65aa-4f3b-b0fc-7eabd351c02b tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:05.993786 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Allocated IP 172.20.0.1 (2ce55284-5808-4064-a7bc-b8c272008d14/b6e81901-9070-4c05-9242-35045a6111d9/ad94a0ca-2dbb-46b2-a1d4-42577c666fc6) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:06.008744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d835c0d5-65aa-4f3b-b0fc-7eabd351c02b tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:06.041546 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45124) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:06.062694 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:06.064993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d835c0d5-65aa-4f3b-b0fc-7eabd351c02b tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:06.085349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d835c0d5-65aa-4f3b-b0fc-7eabd351c02b tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:06.096160 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:security_group_rule and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:06.119017 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:06.132633 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:06.157608 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 171bf268-cb5d-4999-80d3-c11c22f8e43b up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:06.230939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 171bf268-cb5d-4999-80d3-c11c22f8e43b completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:06.238057 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 171bf268-cb5d-4999-80d3-c11c22f8e43b triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:06.238571 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.254828 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8185edc9-028e-4329-b042-d525b37e3bfb tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:57:06.261951 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8185edc9-028e-4329-b042-d525b37e3bfb tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "PUT /v2.0/routers/51fbf50b-d6b1-432a-927c-bc7412c03492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7723777 Feb 28 14:57:06.269924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45130) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:06.271034 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa4653b-59b6-4ab3-8d49-4424d8e9f298 None None] Sync routers for ids ['51fbf50b-d6b1-432a-927c-bc7412c03492'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:57:06.291500 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4653b-59b6-4ab3-8d49-4424d8e9f298 None None] Routers {'51fbf50b-d6b1-432a-927c-bc7412c03492'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:06.292707 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6fa4653b-59b6-4ab3-8d49-4424d8e9f298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['51fbf50b-d6b1-432a-927c-bc7412c03492'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:06.343969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d835c0d5-65aa-4f3b-b0fc-7eabd351c02b tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.358839 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6fa4653b-59b6-4ab3-8d49-4424d8e9f298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:06.373127 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa4653b-59b6-4ab3-8d49-4424d8e9f298 None None] Routers {'51fbf50b-d6b1-432a-927c-bc7412c03492'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:06.373364 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-c29cdaed-06a9-4bba-81b4-5929ebf3498d tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] delete failed (client error): The resource could not be found. Feb 28 14:57:06.374217 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c29cdaed-06a9-4bba-81b4-5929ebf3498d tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "DELETE /v2.0/routers/tempest-non_exist_router-281171347 HTTP/1.1" status: 404 len: 334 time: 0.1016314 Feb 28 14:57:06.374383 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6fa4653b-59b6-4ab3-8d49-4424d8e9f298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['51fbf50b-d6b1-432a-927c-bc7412c03492'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:06.379990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45134) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:06.385622 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d835c0d5-65aa-4f3b-b0fc-7eabd351c02b tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.393126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-cbeb2611-39cd-4dd1-bca9-046a2ea5de2c tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Request body: {'router': {'external_gateway_info': {'network_id': '51fbf50b-d6b1-432a-927c-bc7412c03492'}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:06.440467 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6fa4653b-59b6-4ab3-8d49-4424d8e9f298 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:06.441166 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fa4653b-59b6-4ab3-8d49-4424d8e9f298 None None] The sync data for ids ['51fbf50b-d6b1-432a-927c-bc7412c03492'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:57:06.487646 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.504360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.505726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 171bf268-cb5d-4999-80d3-c11c22f8e43b, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=171bf268-cb5d-4999-80d3-c11c22f8e43b,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:06.509872 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.541682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d835c0d5-65aa-4f3b-b0fc-7eabd351c02b tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.543689 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d835c0d5-65aa-4f3b-b0fc-7eabd351c02b tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0400109 Feb 28 14:57:06.551646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45138) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:06.560822 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d48c4b6a-b90d-4b59-bf3f-380fa67aee28 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=97261752dc704f2791d2d79e53c8200f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5176990 Feb 28 14:57:06.562947 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:57:06.568929 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ba652e53-b973-46f6-a0d4-a824f6d3e56f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': 'e4a7f920-8f42-4a24-981b-316b134d9418', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:06.569816 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-ba652e53-b973-46f6-a0d4-a824f6d3e56f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:57:06.569959 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45142) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:06.571302 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ba652e53-b973-46f6-a0d4-a824f6d3e56f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0162823 Feb 28 14:57:06.587565 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8060a4dd-ee05-492f-815b-68676571df46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/4fe4d4e7-57ed-49df-aabf-287b59476df7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.9633222 Feb 28 14:57:06.587565 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45144) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:06.587865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Transition to ACTIVE for port object ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:06.590608 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Sync routers for ids ['4fe4d4e7-57ed-49df-aabf-287b59476df7'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:57:06.615697 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d835c0d5-65aa-4f3b-b0fc-7eabd351c02b tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a7f920-8f42-4a24-981b-316b134d9418,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:06.616897 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Routers {'4fe4d4e7-57ed-49df-aabf-287b59476df7'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:06.617525 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4fe4d4e7-57ed-49df-aabf-287b59476df7'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:06.734971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-fbe12ac4-0fbb-40a0-8ed7-52407efb83b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:57:06.748051 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=171bf268-cb5d-4999-80d3-c11c22f8e43b,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:06.762987 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.765438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fbe12ac4-0fbb-40a0-8ed7-52407efb83b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.778901 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.791368 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fbe12ac4-0fbb-40a0-8ed7-52407efb83b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.831256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-833aaab8-263f-4818-a378-62115d5c7515 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.838152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Set router 4fe4d4e7-57ed-49df-aabf-287b59476df7 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:57:06.876677 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:06.910844 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.921233 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-fbe12ac4-0fbb-40a0-8ed7-52407efb83b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] In _notify_port_updated(), no bound segment for port 9f4bb35c-787e-4135-97fe-5ce40cf47303 on network bbc445e7-58f7-4a48-abe6-d496cbec3f4f {{(pid=83591) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 14:57:06.925060 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbe12ac4-0fbb-40a0-8ed7-52407efb83b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:06.925698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fbe12ac4-0fbb-40a0-8ed7-52407efb83b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.926978 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fbe12ac4-0fbb-40a0-8ed7-52407efb83b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] 10.222.0.15 "PUT /v2.0/ports/9f4bb35c-787e-4135-97fe-5ce40cf47303 HTTP/1.1" status: 200 len: 1129 time: 1.6455803 Feb 28 14:57:06.928087 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3177806-7378-4f43-bd5b-876d19bb7c14,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:06.937283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45154) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:06.942421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.942854 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Added segment 5e9b3290-4a00-4a4c-9885-4d527fe03eb3 of type vlan for network 1e7af3c6-db92-43fd-aa32-b3e130ffcc37 Feb 28 14:57:06.945963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbe12ac4-0fbb-40a0-8ed7-52407efb83b3 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Pushing event updated for resources: {'Port': ['ID=9f4bb35c-787e-4135-97fe-5ce40cf47303,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:06.972316 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-833aaab8-263f-4818-a378-62115d5c7515 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:06.982910 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06bbb3f1-8b76-451b-b5fe-8d8ff7bbc393 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.018774 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06bbb3f1-8b76-451b-b5fe-8d8ff7bbc393 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.175050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbeb2611-39cd-4dd1-bca9-046a2ea5de2c tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.207492 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e64638c0-0082-4349-8f13-b40a413b67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:07.208177 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e64638c0-0082-4349-8f13-b40a413b67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Synchronizing usage tracker for tenant:2c60935b23454343be34b903fa0a299f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:07.209911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-833aaab8-263f-4818-a378-62115d5c7515 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.216527 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Network 2ce55284-5808-4064-a7bc-b8c272008d14 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:07.222368 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:07.238986 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:57:07.266626 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-833aaab8-263f-4818-a378-62115d5c7515 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a7f920-8f42-4a24-981b-316b134d9418,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:07.269729 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.280812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Pushing event updated for resources: {'Port': ['ID=ad94a0ca-2dbb-46b2-a1d4-42577c666fc6,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:07.290224 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e64638c0-0082-4349-8f13-b40a413b67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Unset dirty status for tenant:2c60935b23454343be34b903fa0a299f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:07.297487 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e64638c0-0082-4349-8f13-b40a413b67bc tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] 10.222.0.15 "GET /v2.0/ports/9f4bb35c-787e-4135-97fe-5ce40cf47303 HTTP/1.1" status: 200 len: 1129 time: 0.3591805 Feb 28 14:57:07.298119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45158) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:07.307414 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-cbeb2611-39cd-4dd1-bca9-046a2ea5de2c tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] update failed (client error): The resource could not be found. Feb 28 14:57:07.308666 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cbeb2611-39cd-4dd1-bca9-046a2ea5de2c tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "PUT /v2.0/routers/51fbf50b-d6b1-432a-927c-bc7412c03492 HTTP/1.1" status: 404 len: 339 time: 0.9220562 Feb 28 14:57:07.335577 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-833aaab8-263f-4818-a378-62115d5c7515 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.337497 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-833aaab8-263f-4818-a378-62115d5c7515 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "DELETE /v2.0/security-groups/e4a7f920-8f42-4a24-981b-316b134d9418 HTTP/1.1" status: 204 len: 168 time: 0.7566428 Feb 28 14:57:07.342971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45162) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:07.343603 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45164) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:07.360895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-274ca62f-43ff-413a-a80b-296f32861bc5 None None] Provisioning complete for port 9f4bb35c-787e-4135-97fe-5ce40cf47303 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:07.361490 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-274ca62f-43ff-413a-a80b-296f32861bc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.384671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06bbb3f1-8b76-451b-b5fe-8d8ff7bbc393 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.400152 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.419133 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:57:07.424455 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-274ca62f-43ff-413a-a80b-296f32861bc5 None None] Port 9f4bb35c-787e-4135-97fe-5ce40cf47303 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:57:07.438534 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06bbb3f1-8b76-451b-b5fe-8d8ff7bbc393 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a59b84e6-41bf-48c4-89f7-bfc29abdf56f,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:07.449501 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:56:59Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'f9bd3e6c-082e-4878-bfd9-d2349540710a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'port_id': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'mac_address': 'fa:16:3e:ca:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:55:44Z', 'updated_at': '2022-02-28T14:55:49Z', 'revision_number': 1, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de005bd-4f1d-4aef-8f64-febd6790ead6', 'name': '', 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:8c:44:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ee69dc-dbb9-46a0-8809-75d3fe30b3ae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:57Z', 'updated_at': '2022-02-28T14:57:01Z', 'revision_number': 2, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '72ee69dc-dbb9-46a0-8809-75d3fe30b3ae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a17810cf-0a31-4994-97cf-83c368527de9', 'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:ce:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:47Z', 'updated_at': '2022-02-28T14:55:02Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:07.473444 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Checking router: 4fe4d4e7-57ed-49df-aabf-287b59476df7 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:57:07.473858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Updating router 4fe4d4e7-57ed-49df-aabf-287b59476df7 port 4de005bd-4f1d-4aef-8f64-febd6790ead6 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:57:07.488428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-619af67c-3786-4a25-860e-a19e8fd20ce2 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Deleting port 9f4bb35c-787e-4135-97fe-5ce40cf47303 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:07.488958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-52058a11-c78f-45a4-95e9-56278d275b20 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Synchronizing usage tracker for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:07.489359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-619af67c-3786-4a25-860e-a19e8fd20ce2 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.551985 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.564350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-628295a3-a316-4305-b96e-4af27363f2f9 None None] Provisioning for port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:07.574999 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-628295a3-a316-4305-b96e-4af27363f2f9 None None] Provisioning complete for port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:07.575449 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-628295a3-a316-4305-b96e-4af27363f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.582858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.586749 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:07.587454 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.593786 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-52058a11-c78f-45a4-95e9-56278d275b20 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Unset dirty status for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:07.594999 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-52058a11-c78f-45a4-95e9-56278d275b20 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2471395 Feb 28 14:57:07.600948 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45170) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:07.611699 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-11ef9f4a-c50b-49ba-9a55-db7ed73fbdf3 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group': {'name': 'tempest-secgroup--709108591'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:07.618630 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-11ef9f4a-c50b-49ba-9a55-db7ed73fbdf3 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:07.674975 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-628295a3-a316-4305-b96e-4af27363f2f9 None None] Port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:57:07.720558 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06bbb3f1-8b76-451b-b5fe-8d8ff7bbc393 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.721684 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-06bbb3f1-8b76-451b-b5fe-8d8ff7bbc393 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/a59b84e6-41bf-48c4-89f7-bfc29abdf56f HTTP/1.1" status: 204 len: 168 time: 1.1450810 Feb 28 14:57:07.726377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-11ef9f4a-c50b-49ba-9a55-db7ed73fbdf3 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:07.765742 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.5137429 Feb 28 14:57:07.843607 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.861768 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee59747-bd30-4d7f-99c2-89c32110d315 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Network': ['ID=1e7af3c6-db92-43fd-aa32-b3e130ffcc37,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:07.917931 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 1e7af3c6-db92-43fd-aa32-b3e130ffcc37 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:07.929516 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45176) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:07.987973 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-11ef9f4a-c50b-49ba-9a55-db7ed73fbdf3 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:07.991330 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-bd4fbd5e-def4-47b7-b436-91927fa5a808 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'subnet': {'network_id': '1e7af3c6-db92-43fd-aa32-b3e130ffcc37', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:08.165757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 171bf268-cb5d-4999-80d3-c11c22f8e43b up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:08.226216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-11ef9f4a-c50b-49ba-9a55-db7ed73fbdf3 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:08.255265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.267021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bd4fbd5e-def4-47b7-b436-91927fa5a808 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:08.270996 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Transition to ACTIVE for port object 4de005bd-4f1d-4aef-8f64-febd6790ead6 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:08.281981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.282338 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bd4fbd5e-def4-47b7-b436-91927fa5a808 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:subnet and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:08.289488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bd4fbd5e-def4-47b7-b436-91927fa5a808 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:08.294775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-619af67c-3786-4a25-860e-a19e8fd20ce2 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.311698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bd4fbd5e-def4-47b7-b436-91927fa5a808 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:08.340056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 171bf268-cb5d-4999-80d3-c11c22f8e43b triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:08.340427 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.432212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-11ef9f4a-c50b-49ba-9a55-db7ed73fbdf3 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:08.453251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-11ef9f4a-c50b-49ba-9a55-db7ed73fbdf3 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:08.480091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-11ef9f4a-c50b-49ba-9a55-db7ed73fbdf3 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:08.480878 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-619af67c-3786-4a25-860e-a19e8fd20ce2 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Calling delete_port for 9f4bb35c-787e-4135-97fe-5ce40cf47303 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:08.486654 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1819d79d-7f47-45ae-8d42-f5b2622c504c req-829d0d17-050a-439c-aa64-7d6845b298b8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.4882801 Feb 28 14:57:08.487341 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-2e7411e4-3319-4af3-9298-a9ce67771443 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting port a3bce8ea-de87-4474-a249-64e7164833d2 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:08.487708 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2e7411e4-3319-4af3-9298-a9ce67771443 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.581933 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd4fbd5e-def4-47b7-b436-91927fa5a808 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:08.621744 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ddefb-b72d-4c93-9609-f198cf718f4e None None] Pushing event updated for resources: {'Port': ['ID=4de005bd-4f1d-4aef-8f64-febd6790ead6,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:08.788474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.823925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Attempting to bind port 4de005bd-4f1d-4aef-8f64-febd6790ead6 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:08.824455 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Attempting to bind port 4de005bd-4f1d-4aef-8f64-febd6790ead6 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'e894dc4f-7aa6-43ff-bb68-278c8827df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:08.824966 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Attempting to bind port 4de005bd-4f1d-4aef-8f64-febd6790ead6 on network 2468bad3-050a-41a8-a719-de3c7061bc72 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:57:08.852154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:57:08.852856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Checking segment: {'id': 'e894dc4f-7aa6-43ff-bb68-278c8827df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:08.853411 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.853947 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Bound using segment: {'id': 'e894dc4f-7aa6-43ff-bb68-278c8827df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:57:08.855276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Bound port: 4de005bd-4f1d-4aef-8f64-febd6790ead6, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e894dc4f-7aa6-43ff-bb68-278c8827df43', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:08.855835 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.944163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bd4fbd5e-def4-47b7-b436-91927fa5a808 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.962084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:08.981178 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] For port 4de005bd-4f1d-4aef-8f64-febd6790ead6, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:57:08.984999 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] For port 4de005bd-4f1d-4aef-8f64-febd6790ead6, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4de005bd-4f1d-4aef-8f64-febd6790ead6,segment=NetworkSegment(e894dc4f-7aa6-43ff-bb68-278c8827df43),segment_id=e894dc4f-7aa6-43ff-bb68-278c8827df43)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:57:08.991860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:09.024700 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:09.098369 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Routers {'4fe4d4e7-57ed-49df-aabf-287b59476df7'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:09.099103 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4fe4d4e7-57ed-49df-aabf-287b59476df7'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:09.158568 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45198) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:09.170373 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16ddefb-b72d-4c93-9609-f198cf718f4e None None] Pushing event updated for resources: {'Port': ['ID=4de005bd-4f1d-4aef-8f64-febd6790ead6,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:09.267787 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Pushing event updated for resources: {'Port': ['ID=ad94a0ca-2dbb-46b2-a1d4-42577c666fc6,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:09.288812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:09.337536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] Set router 4fe4d4e7-57ed-49df-aabf-287b59476df7 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:57:09.419808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group': {'name': 'tempest-secgroup--632873992'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:09.442890 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-619af67c-3786-4a25-860e-a19e8fd20ce2 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:09.449468 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:09.506714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:09.518802 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:09.524487 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619af67c-3786-4a25-860e-a19e8fd20ce2 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Pushing event deleted for resources: {'Port': ['ID=9f4bb35c-787e-4135-97fe-5ce40cf47303,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:09.537262 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:09.543700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-11ef9f4a-c50b-49ba-9a55-db7ed73fbdf3 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:09.550436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Allocated IP 172.20.0.1 (2fbe44e3-c483-4395-8916-38aa3d5221e0/3d9f251a-42b0-4918-97c6-40ef27fe7d8b/8a94b658-d4d2-46bb-b00b-d12591adfa86) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:09.555988 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1819d79d-7f47-45ae-8d42-f5b2622c504c req-5cb21ace-819b-41bc-9872-d73f31f776ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 1098 time: 0.8878319 Feb 28 14:57:09.570902 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-11ef9f4a-c50b-49ba-9a55-db7ed73fbdf3 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:09.630726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11ef9f4a-c50b-49ba-9a55-db7ed73fbdf3 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4f5ffa-df49-4239-a53a-88b5699a90ef,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:09.642256 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:09.660069 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2e7411e4-3319-4af3-9298-a9ce67771443 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:09.676422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-619af67c-3786-4a25-860e-a19e8fd20ce2 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:09.693893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:09.712414 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-619af67c-3786-4a25-860e-a19e8fd20ce2 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] 10.222.0.15 "DELETE /v2.0/ports/9f4bb35c-787e-4135-97fe-5ce40cf47303 HTTP/1.1" status: 204 len: 168 time: 2.4065394 Feb 28 14:57:09.717886 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45204) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:09.795417 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Network 2ce55284-5808-4064-a7bc-b8c272008d14 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:09.801725 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:09.824144 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:56:59Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'f9bd3e6c-082e-4878-bfd9-d2349540710a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'port_id': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'mac_address': 'fa:16:3e:ca:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:55:44Z', 'updated_at': '2022-02-28T14:55:49Z', 'revision_number': 1, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de005bd-4f1d-4aef-8f64-febd6790ead6', 'name': '', 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:8c:44:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ee69dc-dbb9-46a0-8809-75d3fe30b3ae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:57Z', 'updated_at': '2022-02-28T14:57:08Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '72ee69dc-dbb9-46a0-8809-75d3fe30b3ae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a17810cf-0a31-4994-97cf-83c368527de9', 'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:ce:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:47Z', 'updated_at': '2022-02-28T14:55:02Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:09.829325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af9dff14-7bd6-49b4-b790-b11a742bf0cf None None] The sync data for ids ['4fe4d4e7-57ed-49df-aabf-287b59476df7'] in dv-neutron-830866-2-hyperv is: [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:56:59Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'f9bd3e6c-082e-4878-bfd9-d2349540710a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'port_id': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'mac_address': 'fa:16:3e:ca:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:55:44Z', 'updated_at': '2022-02-28T14:55:49Z', 'revision_number': 1, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4de005bd-4f1d-4aef-8f64-febd6790ead6', 'name': '', 'network_id': '2468bad3-050a-41a8-a719-de3c7061bc72', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:8c:44:2c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '72ee69dc-dbb9-46a0-8809-75d3fe30b3ae', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:57Z', 'updated_at': '2022-02-28T14:57:08Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '72ee69dc-dbb9-46a0-8809-75d3fe30b3ae', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'a17810cf-0a31-4994-97cf-83c368527de9', 'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:ce:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:47Z', 'updated_at': '2022-02-28T14:55:02Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:57:09.994699 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:10.006000 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:10.015755 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bd4fbd5e-def4-47b7-b436-91927fa5a808 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.121195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:10.138613 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4de005bd-4f1d-4aef-8f64-febd6790ead6 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:10.165165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-2e7411e4-3319-4af3-9298-a9ce67771443 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Calling delete_port for a3bce8ea-de87-4474-a249-64e7164833d2 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:10.221118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-11ef9f4a-c50b-49ba-9a55-db7ed73fbdf3 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.222631 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-11ef9f4a-c50b-49ba-9a55-db7ed73fbdf3 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.6187625 Feb 28 14:57:10.231578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45208) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:10.233639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d6fc9b3a-c804-4b5f-b3c8-86c9df667ef8 None None] Provisioning complete for port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:10.234673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d6fc9b3a-c804-4b5f-b3c8-86c9df667ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.239573 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-cd42ce2d-0239-4414-b300-7dd23a0ad6c6 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '8a4f5ffa-df49-4239-a53a-88b5699a90ef', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:10.240378 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-cd42ce2d-0239-4414-b300-7dd23a0ad6c6 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:57:10.241687 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cd42ce2d-0239-4414-b300-7dd23a0ad6c6 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0069413 Feb 28 14:57:10.243180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:10.258939 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45212) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:10.288786 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 4de005bd-4f1d-4aef-8f64-febd6790ead6 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:10.289039 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4fbd5e-def4-47b7-b436-91927fa5a808 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Subnet': ['ID=5027fae4-fb80-44e7-9854-70a5106b1c0c,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:10.335410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4de005bd-4f1d-4aef-8f64-febd6790ead6 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:10.335992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.349545 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:57:10.404273 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-d6fc9b3a-c804-4b5f-b3c8-86c9df667ef8 None None] Port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:57:10.450844 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819d79d-7f47-45ae-8d42-f5b2622c504c req-4ad3d6c6-5098-46cd-829c-968474a09e3e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:10.453484 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1819d79d-7f47-45ae-8d42-f5b2622c504c req-4ad3d6c6-5098-46cd-829c-968474a09e3e service neutron] 10.222.0.20 "GET /v2.0/networks?id=987a27bf-1d58-4507-8458-9899329adcaa HTTP/1.1" status: 200 len: 896 time: 0.8596272 Feb 28 14:57:10.511714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.529533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.581142 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4fbd5e-def4-47b7-b436-91927fa5a808 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Checking segment: {'id': '5e9b3290-4a00-4a4c-9885-4d527fe03eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1e7af3c6-db92-43fd-aa32-b3e130ffcc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:10.581599 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4fbd5e-def4-47b7-b436-91927fa5a808 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network hostable DHCP agents. Network: 1e7af3c6-db92-43fd-aa32-b3e130ffcc37, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:10.591735 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 4de005bd-4f1d-4aef-8f64-febd6790ead6, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4de005bd-4f1d-4aef-8f64-febd6790ead6,segment=NetworkSegment(e894dc4f-7aa6-43ff-bb68-278c8827df43),segment_id=e894dc4f-7aa6-43ff-bb68-278c8827df43)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:10.599751 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.606184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a514c47-403c-4cff-ab6b-2bd063266271 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Deleting subnet 1b4a201b-d076-4c08-97eb-25e91feaeabe {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:57:10.610707 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Transition to ACTIVE for port object 8a94b658-d4d2-46bb-b00b-d12591adfa86 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:10.613766 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7a514c47-403c-4cff-ab6b-2bd063266271 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.631113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-035fffc6-b5e1-4af3-8a9d-d09a920f2f9a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.691944 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=4de005bd-4f1d-4aef-8f64-febd6790ead6,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:10.703083 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.714312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7a514c47-403c-4cff-ab6b-2bd063266271 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.714606 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1819d79d-7f47-45ae-8d42-f5b2622c504c req-a9360da8-43dd-4c2d-a5d8-64cab7cc4ba6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1296ecd-1316-49b4-94ae-d25d4acc4d41 HTTP/1.1" status: 200 len: 1001 time: 0.2535813 Feb 28 14:57:10.722194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-035fffc6-b5e1-4af3-8a9d-d09a920f2f9a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.823609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.864534 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.883650 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2e7411e4-3319-4af3-9298-a9ce67771443 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.888288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1819d79d-7f47-45ae-8d42-f5b2622c504c req-fcee466c-8ac1-4d21-94ab-2cbb43235bd8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:10.889686 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1819d79d-7f47-45ae-8d42-f5b2622c504c req-fcee466c-8ac1-4d21-94ab-2cbb43235bd8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b78abaac-c097-4be2-812f-ba39432656a0 HTTP/1.1" status: 200 len: 835 time: 0.1599996 Feb 28 14:57:10.899317 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4fbd5e-def4-47b7-b436-91927fa5a808 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network 1e7af3c6-db92-43fd-aa32-b3e130ffcc37 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:10.945164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:10.947459 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-bd4fbd5e-def4-47b7-b436-91927fa5a808 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 1e7af3c6-db92-43fd-aa32-b3e130ffcc37) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:10.953116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd4fbd5e-def4-47b7-b436-91927fa5a808 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:10.954122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bd4fbd5e-def4-47b7-b436-91927fa5a808 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.957814 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad752d3b-abbf-4b92-91f8-c823bcef9834 None None] Network 1e7af3c6-db92-43fd-aa32-b3e130ffcc37 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:10.960212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-035fffc6-b5e1-4af3-8a9d-d09a920f2f9a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:10.974828 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:10.983643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95ec1d1a-1ce5-4461-a30c-6476f23eafa9,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:10.987533 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:10.995733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event updated for resources: {'Port': ['ID=8a94b658-d4d2-46bb-b00b-d12591adfa86,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:10.999364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:11.037901 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bd4fbd5e-def4-47b7-b436-91927fa5a808 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 3.1041656 Feb 28 14:57:11.045834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45216) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:11.049418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Network 2fbe44e3-c483-4395-8916-38aa3d5221e0 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:11.052661 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7a514c47-403c-4cff-ab6b-2bd063266271 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.056629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035fffc6-b5e1-4af3-8a9d-d09a920f2f9a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4f5ffa-df49-4239-a53a-88b5699a90ef,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:11.083221 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:11.097444 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-72049cce-e1a7-4aa0-962a-1d5ddc5f4d36 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-607639630'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:11.101301 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:57:11.118472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-72049cce-e1a7-4aa0-962a-1d5ddc5f4d36 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:11.129094 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7411e4-3319-4af3-9298-a9ce67771443 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Port': ['ID=a3bce8ea-de87-4474-a249-64e7164833d2,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:11.132903 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-72049cce-e1a7-4aa0-962a-1d5ddc5f4d36 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:network and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:11.137466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-72049cce-e1a7-4aa0-962a-1d5ddc5f4d36 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:11.152939 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-72049cce-e1a7-4aa0-962a-1d5ddc5f4d36 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:11.192997 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.206847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.229699 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:57:11.236970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72049cce-e1a7-4aa0-962a-1d5ddc5f4d36 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:11.240111 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72049cce-e1a7-4aa0-962a-1d5ddc5f4d36 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.262159 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-1e7af3c6-db92-43fd-aa32-b3e130ffcc37', 'network_id': '1e7af3c6-db92-43fd-aa32-b3e130ffcc37', 'tenant_id': '79fdfed615ce403b90a4a21f9f2d0135', 'fixed_ips': [{'subnet_id': '5027fae4-fb80-44e7-9854-70a5106b1c0c'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:57:11.263372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.272182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-035fffc6-b5e1-4af3-8a9d-d09a920f2f9a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.277342 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-035fffc6-b5e1-4af3-8a9d-d09a920f2f9a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "DELETE /v2.0/security-groups/8a4f5ffa-df49-4239-a53a-88b5699a90ef HTTP/1.1" status: 204 len: 168 time: 1.0132205 Feb 28 14:57:11.277342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.277963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45220) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:11.293312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7a514c47-403c-4cff-ab6b-2bd063266271 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.333025 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.334633 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 2.1677332 Feb 28 14:57:11.335475 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc2305c-5763-4b66-bebd-22473f9efd07 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af347518-8e87-45db-87c9-f62f5bf6e26b,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:11.342920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45224) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:11.354362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a514c47-403c-4cff-ab6b-2bd063266271 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4a201b-d076-4c08-97eb-25e91feaeabe,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:11.391023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7a514c47-403c-4cff-ab6b-2bd063266271 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.397122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72049cce-e1a7-4aa0-962a-1d5ddc5f4d36 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:11.417117 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1819d79d-7f47-45ae-8d42-f5b2622c504c req-d4d44731-7d98-4836-a61d-660ba5287d9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=987a27bf-1d58-4507-8458-9899329adcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.5107932 Feb 28 14:57:11.426995 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c369ea56-a123-4219-9671-f3be3a7cc348 None None] Network bbc445e7-58f7-4a48-abe6-d496cbec3f4f requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:11.471283 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7a514c47-403c-4cff-ab6b-2bd063266271 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] 10.222.0.15 "DELETE /v2.0/subnets/1b4a201b-d076-4c08-97eb-25e91feaeabe HTTP/1.1" status: 204 len: 168 time: 1.7467406 Feb 28 14:57:11.477816 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45230) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:11.484479 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72049cce-e1a7-4aa0-962a-1d5ddc5f4d36 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.484828 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-72049cce-e1a7-4aa0-962a-1d5ddc5f4d36 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Added segment 790991d4-eb47-40d1-875d-89baa2abe23f of type vlan for network 94b02aac-09c9-4790-9ff8-8e620ef1c828 Feb 28 14:57:11.613612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72049cce-e1a7-4aa0-962a-1d5ddc5f4d36 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.622940 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fb5eb029-a675-4c01-8d99-be33b4f29686 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:11.654472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7ee73275-c7dd-4a7c-a7f4-3beaaaf0678f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Synchronizing usage tracker for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:11.673616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1a110ed4-ae78-4463-ba29-179b4976fa36 None None] Provisioning for port 8a94b658-d4d2-46bb-b00b-d12591adfa86 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:11.677502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fb5eb029-a675-4c01-8d99-be33b4f29686 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:11.681320 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fb5eb029-a675-4c01-8d99-be33b4f29686 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.3310590 Feb 28 14:57:11.682197 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45234) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:11.683398 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1a110ed4-ae78-4463-ba29-179b4976fa36 None None] Provisioning complete for port 8a94b658-d4d2-46bb-b00b-d12591adfa86 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:11.683961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1a110ed4-ae78-4463-ba29-179b4976fa36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.693926 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9b8d2bd6-ee4d-434e-8b35-446c4bde06cf tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group': {'name': 'tempest-security--144789738', 'description': 'tempest-security-description-1177231420'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:11.707748 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72049cce-e1a7-4aa0-962a-1d5ddc5f4d36 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.710949 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72049cce-e1a7-4aa0-962a-1d5ddc5f4d36 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:11.711600 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-72049cce-e1a7-4aa0-962a-1d5ddc5f4d36 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.766829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.767326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Allocated IP 172.20.255.242 (1e7af3c6-db92-43fd-aa32-b3e130ffcc37/5027fae4-fb80-44e7-9854-70a5106b1c0c/50e6930e-bd74-45eb-a661-9b1f66f97597) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:11.770439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-1a110ed4-ae78-4463-ba29-179b4976fa36 None None] Port 8a94b658-d4d2-46bb-b00b-d12591adfa86 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:57:11.781206 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.782771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7ee73275-c7dd-4a7c-a7f4-3beaaaf0678f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Unset dirty status for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:11.784142 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7ee73275-c7dd-4a7c-a7f4-3beaaaf0678f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5005383 Feb 28 14:57:11.797274 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45238) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:11.799144 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1819d79d-7f47-45ae-8d42-f5b2622c504c req-069ab07c-26a0-4fe6-818f-2935ac92ab32 service neutron] 10.222.0.20 "GET /v2.0/networks/987a27bf-1d58-4507-8458-9899329adcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3735156 Feb 28 14:57:11.812114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-1909797f-614b-46b2-ada2-12e5460e9bd5 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group': {'name': 'tempest-secgroup--2077272115'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:11.830441 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-72049cce-e1a7-4aa0-962a-1d5ddc5f4d36 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7770851 Feb 28 14:57:11.840604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1909797f-614b-46b2-ada2-12e5460e9bd5 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:11.844432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45242) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:11.856532 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-0f70124f-d2af-4fd0-8b02-e1a57be581d9 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'subnet': {'network_id': '94b02aac-09c9-4790-9ff8-8e620ef1c828', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:11.873216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b8d2bd6-ee4d-434e-8b35-446c4bde06cf tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:11.896338 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72049cce-e1a7-4aa0-962a-1d5ddc5f4d36 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Network': ['ID=94b02aac-09c9-4790-9ff8-8e620ef1c828,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:11.921708 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 94b02aac-09c9-4790-9ff8-8e620ef1c828 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:12.021593 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47de854f-82cf-4331-b32a-a1d4bfeb96b7 None None] DHCP port deletion for bbc445e7-58f7-4a48-abe6-d496cbec3f4f request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:57:12.033385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-47de854f-82cf-4331-b32a-a1d4bfeb96b7 None None] Deleting port 8e0e2f49-5a69-444e-bd55-f7b84849fba3 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:12.034019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-47de854f-82cf-4331-b32a-a1d4bfeb96b7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:12.066364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b8d2bd6-ee4d-434e-8b35-446c4bde06cf tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:12.077948 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Deleting port 8e0e2f49-5a69-444e-bd55-f7b84849fba3 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:12.078545 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:12.084071 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b8d2bd6-ee4d-434e-8b35-446c4bde06cf tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:12.086376 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9b8d2bd6-ee4d-434e-8b35-446c4bde06cf tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:12.091185 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9b8d2bd6-ee4d-434e-8b35-446c4bde06cf tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "PUT /v2.0/security-groups/af347518-8e87-45db-87c9-f62f5bf6e26b HTTP/1.1" status: 200 len: 1611 time: 0.4059842 Feb 28 14:57:12.091959 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45246) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:12.099573 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4de005bd-4f1d-4aef-8f64-febd6790ead6 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:12.103669 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0f70124f-d2af-4fd0-8b02-e1a57be581d9 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:12.110635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1909797f-614b-46b2-ada2-12e5460e9bd5 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:12.128779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0f70124f-d2af-4fd0-8b02-e1a57be581d9 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:subnet and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:12.141717 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0f70124f-d2af-4fd0-8b02-e1a57be581d9 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:12.165326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0f70124f-d2af-4fd0-8b02-e1a57be581d9 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:12.179347 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d2bd6-ee4d-434e-8b35-446c4bde06cf tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af347518-8e87-45db-87c9-f62f5bf6e26b,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:12.189816 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:57:12.201242 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Sync routers for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:57:12.205853 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5d1f5e66-c459-4dc1-90e3-f09d89eba674 admin admin] 10.222.0.15 "PUT /v2.0/routers/3c3f9a70-ed8d-4ce6-969e-396fd5d44099/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.3416367 Feb 28 14:57:12.221396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f70124f-d2af-4fd0-8b02-e1a57be581d9 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:12.225072 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:12.225802 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:12.270238 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:12.285254 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Transition to ACTIVE for port object 50e6930e-bd74-45eb-a661-9b1f66f97597 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:12.299910 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1909797f-614b-46b2-ada2-12e5460e9bd5 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:12.300199 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-20673841-0d34-4e64-b929-7ae37058901f tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-groups/af347518-8e87-45db-87c9-f62f5bf6e26b HTTP/1.1" status: 200 len: 1611 time: 0.1990685 Feb 28 14:57:12.345297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45252) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:12.424773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Transition to ACTIVE for port object 50e6930e-bd74-45eb-a661-9b1f66f97597 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:12.449844 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:12.503528 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0f70124f-d2af-4fd0-8b02-e1a57be581d9 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:12.718554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Network 1e7af3c6-db92-43fd-aa32-b3e130ffcc37 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:12.728289 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:57:12.735096 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:12.741540 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:57:12.743386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Pushing event updated for resources: {'Port': ['ID=50e6930e-bd74-45eb-a661-9b1f66f97597,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:12.752654 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-47de854f-82cf-4331-b32a-a1d4bfeb96b7 None None] For port 8e0e2f49-5a69-444e-bd55-f7b84849fba3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8e0e2f49-5a69-444e-bd55-f7b84849fba3,segment=NetworkSegment(a2687e57-5912-4f99-9595-adbfa915421e),segment_id=a2687e57-5912-4f99-9595-adbfa915421e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:12.753204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-47de854f-82cf-4331-b32a-a1d4bfeb96b7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:12.778448 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4de005bd-4f1d-4aef-8f64-febd6790ead6 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:12.778810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:12.815766 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1819d79d-7f47-45ae-8d42-f5b2622c504c req-591842d1-31a5-410a-8c87-c5a99a39466f service neutron] 10.222.0.20 "GET /v2.0/networks/987a27bf-1d58-4507-8458-9899329adcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9982824 Feb 28 14:57:12.821852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1909797f-614b-46b2-ada2-12e5460e9bd5 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:12.907222 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0f70124f-d2af-4fd0-8b02-e1a57be581d9 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:12.962462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-47de854f-82cf-4331-b32a-a1d4bfeb96b7 None None] Calling delete_port for 8e0e2f49-5a69-444e-bd55-f7b84849fba3 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:13.025014 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f70124f-d2af-4fd0-8b02-e1a57be581d9 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Subnet': ['ID=fb5002dd-6bde-456e-ac25-98aa95bb0b0e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:13.040159 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0f70124f-d2af-4fd0-8b02-e1a57be581d9 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Checking segment: {'id': '790991d4-eb47-40d1-875d-89baa2abe23f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '94b02aac-09c9-4790-9ff8-8e620ef1c828'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:13.040510 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f70124f-d2af-4fd0-8b02-e1a57be581d9 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network hostable DHCP agents. Network: 94b02aac-09c9-4790-9ff8-8e620ef1c828, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:13.052693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] For port 8e0e2f49-5a69-444e-bd55-f7b84849fba3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8e0e2f49-5a69-444e-bd55-f7b84849fba3,segment=NetworkSegment(a2687e57-5912-4f99-9595-adbfa915421e),segment_id=a2687e57-5912-4f99-9595-adbfa915421e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:13.053193 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:13.073889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f70124f-d2af-4fd0-8b02-e1a57be581d9 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network 94b02aac-09c9-4790-9ff8-8e620ef1c828 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:13.089206 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-0f70124f-d2af-4fd0-8b02-e1a57be581d9 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 94b02aac-09c9-4790-9ff8-8e620ef1c828) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:13.093748 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f70124f-d2af-4fd0-8b02-e1a57be581d9 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:13.094330 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0f70124f-d2af-4fd0-8b02-e1a57be581d9 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:13.113969 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a717592-9dba-4116-b627-09217bc9158f None None] Network 94b02aac-09c9-4790-9ff8-8e620ef1c828 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:13.125482 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0f70124f-d2af-4fd0-8b02-e1a57be581d9 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.2803626 Feb 28 14:57:13.129583 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45266) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:13.210383 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Attempting to bind port 50e6930e-bd74-45eb-a661-9b1f66f97597 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:13.210666 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Attempting to bind port 50e6930e-bd74-45eb-a661-9b1f66f97597 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5e9b3290-4a00-4a4c-9885-4d527fe03eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1e7af3c6-db92-43fd-aa32-b3e130ffcc37'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:13.211158 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Attempting to bind port 50e6930e-bd74-45eb-a661-9b1f66f97597 on network 1e7af3c6-db92-43fd-aa32-b3e130ffcc37 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:57:13.244301 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1909797f-614b-46b2-ada2-12e5460e9bd5 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:13.406926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Calling delete_port for 8e0e2f49-5a69-444e-bd55-f7b84849fba3 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:13.420588 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-47de854f-82cf-4331-b32a-a1d4bfeb96b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:13.434101 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bda386dc-ad1f-4e24-91cb-d45555d24b34 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:13.466662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1909797f-614b-46b2-ada2-12e5460e9bd5 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:13.487932 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2e7411e4-3319-4af3-9298-a9ce67771443 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:13.492368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1909797f-614b-46b2-ada2-12e5460e9bd5 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:13.534144 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47de854f-82cf-4331-b32a-a1d4bfeb96b7 None None] Pushing event deleted for resources: {'Port': ['ID=8e0e2f49-5a69-444e-bd55-f7b84849fba3,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:13.534540 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:08Z', 'revision_number': 2, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:13.544357 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:57:13.544727 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Checking segment: {'id': '5e9b3290-4a00-4a4c-9885-4d527fe03eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1e7af3c6-db92-43fd-aa32-b3e130ffcc37'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:13.545280 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:13.545543 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Bound using segment: {'id': '5e9b3290-4a00-4a4c-9885-4d527fe03eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1e7af3c6-db92-43fd-aa32-b3e130ffcc37'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:57:13.546163 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Bound port: 50e6930e-bd74-45eb-a661-9b1f66f97597, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e9b3290-4a00-4a4c-9885-4d527fe03eb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '1e7af3c6-db92-43fd-aa32-b3e130ffcc37'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:13.546530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:13.572694 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Checking router: 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:57:13.573567 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Updating router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:57:13.605677 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bda386dc-ad1f-4e24-91cb-d45555d24b34 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:13.613360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0e2016c5-af28-4d22-88c4-aef3f82b9801 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:13.637510 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:13.647520 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] For port 50e6930e-bd74-45eb-a661-9b1f66f97597, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:57:13.651612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] For port 50e6930e-bd74-45eb-a661-9b1f66f97597, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=50e6930e-bd74-45eb-a661-9b1f66f97597,segment=NetworkSegment(5e9b3290-4a00-4a4c-9885-4d527fe03eb3),segment_id=5e9b3290-4a00-4a4c-9885-4d527fe03eb3)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:57:13.673172 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47de854f-82cf-4331-b32a-a1d4bfeb96b7 None None] No DVR routers for this DVR port 8e0e2f49-5a69-444e-bd55-f7b84849fba3 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:57:13.678994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:13.770830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45276) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:13.785327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bda386dc-ad1f-4e24-91cb-d45555d24b34 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:13.918561 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8e0e2f49-5a69-444e-bd55-f7b84849fba3 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:57:13.927246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1815517871-network', 'tenant_id': '8b0845231fc043f586ce24d210b2350c'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:13.933975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:13.938498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Usage tracker for resource:network and tenant:8b0845231fc043f586ce24d210b2350c is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:13.941594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:13.947432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:13.957642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 8e0e2f49-5a69-444e-bd55-f7b84849fba3 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:57:13.957904 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8e0e2f49-5a69-444e-bd55-f7b84849fba3 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:57:13.964885 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81530fb8-0411-4878-a06c-5ea2e4c1ab8b None None] Pushing event updated for resources: {'Port': ['ID=50e6930e-bd74-45eb-a661-9b1f66f97597,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:13.975281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda386dc-ad1f-4e24-91cb-d45555d24b34 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Subnet': ['ID=fb5002dd-6bde-456e-ac25-98aa95bb0b0e,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:13.978093 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c92b402-d970-4f8f-a159-adc8f580bb62 None None] Network 94b02aac-09c9-4790-9ff8-8e620ef1c828 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:14.086560 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Made reservation on behalf of 8b0845231fc043f586ce24d210b2350c for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:14.092102 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.093397 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bda386dc-ad1f-4e24-91cb-d45555d24b34 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.132778 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-bda386dc-ad1f-4e24-91cb-d45555d24b34 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94b02aac-09c9-4790-9ff8-8e620ef1c828']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:14.137038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.148340 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-bda386dc-ad1f-4e24-91cb-d45555d24b34 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '790991d4-eb47-40d1-875d-89baa2abe23f') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:14.148637 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-bda386dc-ad1f-4e24-91cb-d45555d24b34 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '790991d4-eb47-40d1-875d-89baa2abe23f') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:14.162404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bda386dc-ad1f-4e24-91cb-d45555d24b34 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.181824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bda386dc-ad1f-4e24-91cb-d45555d24b34 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.189319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bda386dc-ad1f-4e24-91cb-d45555d24b34 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:14.189944 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bda386dc-ad1f-4e24-91cb-d45555d24b34 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.194065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:14.205703 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0e2016c5-af28-4d22-88c4-aef3f82b9801 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:14.207241 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:14.236237 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Usage tracker for resource:security_group_rule and tenant:8b0845231fc043f586ce24d210b2350c is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:14.238748 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:57:14.238998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:57:14.239730 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:14.292278 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.301915 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:14.324809 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Transition to ACTIVE for port object ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:14.327136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bda386dc-ad1f-4e24-91cb-d45555d24b34 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.341108 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.361712 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bda386dc-ad1f-4e24-91cb-d45555d24b34 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.373278 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda386dc-ad1f-4e24-91cb-d45555d24b34 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Network': ['ID=94b02aac-09c9-4790-9ff8-8e620ef1c828,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:14.377758 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bda386dc-ad1f-4e24-91cb-d45555d24b34 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/94b02aac-09c9-4790-9ff8-8e620ef1c828 HTTP/1.1" status: 204 len: 168 time: 1.2471888 Feb 28 14:57:14.381297 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45282) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:14.388121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-29dd2601-dc51-49ed-bacf-7e8b8e2d0826 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1747680102'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:14.393212 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-29dd2601-dc51-49ed-bacf-7e8b8e2d0826 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:14.398139 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-29dd2601-dc51-49ed-bacf-7e8b8e2d0826 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:network and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:14.402136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-29dd2601-dc51-49ed-bacf-7e8b8e2d0826 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:14.408333 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-29dd2601-dc51-49ed-bacf-7e8b8e2d0826 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:14.408503 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1909797f-614b-46b2-ada2-12e5460e9bd5 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.424978 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29dd2601-dc51-49ed-bacf-7e8b8e2d0826 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:14.429810 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-29dd2601-dc51-49ed-bacf-7e8b8e2d0826 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.454822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1909797f-614b-46b2-ada2-12e5460e9bd5 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.500933 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29dd2601-dc51-49ed-bacf-7e8b8e2d0826 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:14.523334 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-29dd2601-dc51-49ed-bacf-7e8b8e2d0826 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.523771 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-29dd2601-dc51-49ed-bacf-7e8b8e2d0826 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Added segment 74f7e1cb-0e35-4969-b359-deb6afcda3bc of type vlan for network 74cd8d63-396e-4da5-a671-b75f919cfbba Feb 28 14:57:14.525777 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06624c75-71d0-4d56-b934-ce9749b5caac None None] Pushing event updated for resources: {'Port': ['ID=ad94a0ca-2dbb-46b2-a1d4-42577c666fc6,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:14.566050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0e2016c5-af28-4d22-88c4-aef3f82b9801 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.596776 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-29dd2601-dc51-49ed-bacf-7e8b8e2d0826 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.599529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:57:14.609581 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06624c75-71d0-4d56-b934-ce9749b5caac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:14.610743 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06624c75-71d0-4d56-b934-ce9749b5caac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:14.611238 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06624c75-71d0-4d56-b934-ce9749b5caac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:14.611736 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06624c75-71d0-4d56-b934-ce9749b5caac None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:14.612759 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06624c75-71d0-4d56-b934-ce9749b5caac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:14.613245 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06624c75-71d0-4d56-b934-ce9749b5caac None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:14.613744 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06624c75-71d0-4d56-b934-ce9749b5caac None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:14.614232 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06624c75-71d0-4d56-b934-ce9749b5caac None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:14.614714 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06624c75-71d0-4d56-b934-ce9749b5caac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:14.615275 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06624c75-71d0-4d56-b934-ce9749b5caac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:14.616148 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06624c75-71d0-4d56-b934-ce9749b5caac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:14.639948 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1909797f-614b-46b2-ada2-12e5460e9bd5 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f9251e4-f825-49ca-87e0-5d25a80f7692,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:14.649227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.672571 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-29dd2601-dc51-49ed-bacf-7e8b8e2d0826 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.676915 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29dd2601-dc51-49ed-bacf-7e8b8e2d0826 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:14.677492 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-29dd2601-dc51-49ed-bacf-7e8b8e2d0826 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.681297 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Attempting to bind port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:14.681685 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Attempting to bind port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:14.682031 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Attempting to bind port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 on network 2ce55284-5808-4064-a7bc-b8c272008d14 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:57:14.689653 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:57:14.689940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.690097 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Checking segment: {'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:14.690377 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.690936 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Bound using segment: {'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:57:14.691564 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Bound port: ad94a0ca-2dbb-46b2-a1d4-42577c666fc6, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:14.691953 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.783897 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] For port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:57:14.788105 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] For port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ad94a0ca-2dbb-46b2-a1d4-42577c666fc6,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:57:14.794566 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.808097 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-29dd2601-dc51-49ed-bacf-7e8b8e2d0826 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4244702 Feb 28 14:57:14.813109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45286) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:14.821590 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'subnet': {'network_id': '74cd8d63-396e-4da5-a671-b75f919cfbba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:14.840487 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29dd2601-dc51-49ed-bacf-7e8b8e2d0826 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Network': ['ID=74cd8d63-396e-4da5-a671-b75f919cfbba,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:14.867884 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 74cd8d63-396e-4da5-a671-b75f919cfbba details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:14.880046 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06624c75-71d0-4d56-b934-ce9749b5caac None None] Pushing event updated for resources: {'Port': ['ID=ad94a0ca-2dbb-46b2-a1d4-42577c666fc6,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:14.885746 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:14.886357 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:14.899121 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2016c5-af28-4d22-88c4-aef3f82b9801 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=af347518-8e87-45db-87c9-f62f5bf6e26b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:14.919282 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Deleting port 8e0e2f49-5a69-444e-bd55-f7b84849fba3 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:14.919629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.953817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1909797f-614b-46b2-ada2-12e5460e9bd5 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.955060 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1909797f-614b-46b2-ada2-12e5460e9bd5 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 3.1549666 Feb 28 14:57:14.958185 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45290) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:14.972071 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-727be18a-87fc-4cab-aae3-a391cffe2723 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '8f9251e4-f825-49ca-87e0-5d25a80f7692', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:14.973877 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-727be18a-87fc-4cab-aae3-a391cffe2723 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:57:14.974009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0e2016c5-af28-4d22-88c4-aef3f82b9801 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:14.975010 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0e2016c5-af28-4d22-88c4-aef3f82b9801 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-groups/af347518-8e87-45db-87c9-f62f5bf6e26b HTTP/1.1" status: 204 len: 168 time: 2.5868115 Feb 28 14:57:14.981495 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-727be18a-87fc-4cab-aae3-a391cffe2723 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0140359 Feb 28 14:57:14.985504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45294) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:14.985912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45296) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:14.996550 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a144a2cd-b17c-4133-8f8a-8ec3d5988dae tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '8f9251e4-f825-49ca-87e0-5d25a80f7692', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:14.997588 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-a144a2cd-b17c-4133-8f8a-8ec3d5988dae tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:57:15.001328 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a144a2cd-b17c-4133-8f8a-8ec3d5988dae tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0143893 Feb 28 14:57:15.015642 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45302) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:15.030515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-1d8978fb-51a1-4928-8e6e-cbdaaa519b96 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '8f9251e4-f825-49ca-87e0-5d25a80f7692', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:15.031637 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-1d8978fb-51a1-4928-8e6e-cbdaaa519b96 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:57:15.036299 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1d8978fb-51a1-4928-8e6e-cbdaaa519b96 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0173774 Feb 28 14:57:15.038408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45306) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:15.039409 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:15.043468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] The port '8e0e2f49-5a69-444e-bd55-f7b84849fba3' was deleted {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:57:15.045429 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.047690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9e14afc0-a7f2-4e82-8a81-986728d0e7d4 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '8f9251e4-f825-49ca-87e0-5d25a80f7692', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:15.048867 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-9e14afc0-a7f2-4e82-8a81-986728d0e7d4 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:57:15.052947 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9e14afc0-a7f2-4e82-8a81-986728d0e7d4 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0103431 Feb 28 14:57:15.053139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45310) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:15.057827 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:subnet and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:15.073361 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:15.083390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:15.083812 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:57:15.091911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.106537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:15.111589 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.114309 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event updated for resources: {'Port': ['ID=8a94b658-d4d2-46bb-b00b-d12591adfa86,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:15.137358 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8aca337a-ddb8-4eb1-a125-f39f74a60729 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1487834 Feb 28 14:57:15.160860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45314) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:15.261535 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.280163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:15.380583 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-411c8ea5-77e9-46f6-a364-fb7602c61521 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] delete failed (client error): The resource could not be found. Feb 28 14:57:15.385201 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-411c8ea5-77e9-46f6-a364-fb7602c61521 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-groups/af347518-8e87-45db-87c9-f62f5bf6e26b HTTP/1.1" status: 404 len: 347 time: 0.2137768 Feb 28 14:57:15.386886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45318) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:15.430857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.ipam_backend_mixin [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Performing IP validity checks on allocation pools {{(pid=83591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 14:57:15.431551 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.ipam_backend_mixin [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 14:57:15.527015 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:14Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:15.537170 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c315105-cd6c-448d-a0de-b2d5eb65baed None None] The sync data for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv is: [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:14Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:57:15.539742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6834d3bc-3324-4d92-a3a0-12209d529cc3,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:15.545060 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.553590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.554130 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Added segment 045be78b-8f25-4dfd-9822-90c68ff54db4 of type vlan for network ce344f0e-b664-41e1-922b-91f352d53480 Feb 28 14:57:15.558626 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d77f0a27-b440-4c1d-a475-94f635c95345 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group': {'name': 'tempest-secgroup--2036958538'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:15.578037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d77f0a27-b440-4c1d-a475-94f635c95345 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:15.616213 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d77f0a27-b440-4c1d-a475-94f635c95345 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:15.626803 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d77f0a27-b440-4c1d-a475-94f635c95345 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:15.631517 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.658744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d77f0a27-b440-4c1d-a475-94f635c95345 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:15.670054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbc445e7-58f7-4a48-abe6-d496cbec3f4f']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:15.702184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.709130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2687e57-5912-4f99-9595-adbfa915421e') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:15.710038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2687e57-5912-4f99-9595-adbfa915421e') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:15.727462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4f46cac4-8149-432e-bd55-9f6433d62873 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.739269 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Subnet': ['ID=c521d030-5ed1-4f89-b3a1-0aca8e1a4475,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:15.746334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.753783 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa501e90-b3c1-4059-8460-12a5eee6c5e5 None None] Network 1e7af3c6-db92-43fd-aa32-b3e130ffcc37 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:15.766178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Checking segment: {'id': '74f7e1cb-0e35-4969-b359-deb6afcda3bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '74cd8d63-396e-4da5-a671-b75f919cfbba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:15.766178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network hostable DHCP agents. Network: 74cd8d63-396e-4da5-a671-b75f919cfbba, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:15.770544 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.792987 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network 74cd8d63-396e-4da5-a671-b75f919cfbba is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:15.809021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 74cd8d63-396e-4da5-a671-b75f919cfbba) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:15.815441 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:15.815951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.841570 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d77f0a27-b440-4c1d-a475-94f635c95345 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.845868 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-38ad08f1-a46f-432d-9cfb-3f32fd33394a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.0317464 Feb 28 14:57:15.848001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f1afbb1-5b30-47b8-83ef-954d302ab2f5 None None] Network 74cd8d63-396e-4da5-a671-b75f919cfbba requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:15.852912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45322) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:15.879939 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:15.880261 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:15.895173 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:15.984125 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:57:16.053503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88d75904-3f48-4c61-8fbb-f872ae123f28 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:16.102633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Network 2fbe44e3-c483-4395-8916-38aa3d5221e0 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:16.125390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:16.154532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4f46cac4-8149-432e-bd55-9f6433d62873 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:16.171987 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88d75904-3f48-4c61-8fbb-f872ae123f28 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:16.177792 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a9464578-a2fd-453a-8aac-05296ced767e None None] Provisioning for port 50e6930e-bd74-45eb-a661-9b1f66f97597 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:16.288717 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:16.293636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88d75904-3f48-4c61-8fbb-f872ae123f28 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:16.388104 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d75904-3f48-4c61-8fbb-f872ae123f28 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Subnet': ['ID=c521d030-5ed1-4f89-b3a1-0aca8e1a4475,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:16.436192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:16.436401 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7caf52a-bff5-4f21-ac37-3f70b322ac49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-74cd8d63-396e-4da5-a671-b75f919cfbba', 'network_id': '74cd8d63-396e-4da5-a671-b75f919cfbba', 'tenant_id': '79fdfed615ce403b90a4a21f9f2d0135', 'fixed_ips': [{'subnet_id': 'c521d030-5ed1-4f89-b3a1-0aca8e1a4475'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:57:16.436984 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e7caf52a-bff5-4f21-ac37-3f70b322ac49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:16.437137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:16.437911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:16.549441 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:16.569978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45328) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:16.592839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] Pushing event updated for resources: {'Network': ['ID=ce344f0e-b664-41e1-922b-91f352d53480,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:16.598271 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:16.602904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:16.603242 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:16.614391 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:16.625747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88d75904-3f48-4c61-8fbb-f872ae123f28 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:16.649827 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] 10.222.0.15 "DELETE /v2.0/networks/bbc445e7-58f7-4a48-abe6-d496cbec3f4f HTTP/1.1" status: 204 len: 168 time: 5.1255944 Feb 28 14:57:16.668901 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-88d75904-3f48-4c61-8fbb-f872ae123f28 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74cd8d63-396e-4da5-a671-b75f919cfbba']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:16.689820 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-88d75904-3f48-4c61-8fbb-f872ae123f28 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f7e1cb-0e35-4969-b359-deb6afcda3bc') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:16.690257 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-88d75904-3f48-4c61-8fbb-f872ae123f28 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f7e1cb-0e35-4969-b359-deb6afcda3bc') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:16.701128 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network ce344f0e-b664-41e1-922b-91f352d53480 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:16.732200 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88d75904-3f48-4c61-8fbb-f872ae123f28 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:16.779577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88d75904-3f48-4c61-8fbb-f872ae123f28 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:16.791171 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88d75904-3f48-4c61-8fbb-f872ae123f28 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Releasing vlan 54 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:16.792343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88d75904-3f48-4c61-8fbb-f872ae123f28 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:16.880983 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ff2efa6-eba2-4325-a794-bbbc0d4cac01 None None] Network 74cd8d63-396e-4da5-a671-b75f919cfbba requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:16.966261 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9f58d759-a16a-442d-a1a7-deaaeb75f817 None None] Provisioning complete for port 8a94b658-d4d2-46bb-b00b-d12591adfa86 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:16.966784 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9f58d759-a16a-442d-a1a7-deaaeb75f817 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.026899 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-9f58d759-a16a-442d-a1a7-deaaeb75f817 None None] Port 8a94b658-d4d2-46bb-b00b-d12591adfa86 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:57:17.027130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d77f0a27-b440-4c1d-a475-94f635c95345 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:17.036096 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:17.049021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88d75904-3f48-4c61-8fbb-f872ae123f28 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.082897 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-88d75904-3f48-4c61-8fbb-f872ae123f28 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.110973 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a205a33-dc62-4809-941c-66bccdd8df57 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758 tempest-ExtraDHCPOptionsIpV6TestJSON-1080066758-project] Pushing event deleted for resources: {'Network': ['ID=bbc445e7-58f7-4a48-abe6-d496cbec3f4f,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:17.113631 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88d75904-3f48-4c61-8fbb-f872ae123f28 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Network': ['ID=74cd8d63-396e-4da5-a671-b75f919cfbba,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:17.115181 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d77f0a27-b440-4c1d-a475-94f635c95345 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:17.128790 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-88d75904-3f48-4c61-8fbb-f872ae123f28 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/74cd8d63-396e-4da5-a671-b75f919cfbba HTTP/1.1" status: 204 len: 168 time: 1.2744136 Feb 28 14:57:17.130269 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45336) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:17.137667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d77f0a27-b440-4c1d-a475-94f635c95345 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:17.142219 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5de33b0c-63b1-4f8a-9bcd-089b1cb4f25f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-747445264'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:17.147228 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-79927a75-150b-4df8-a8fd-022dd1960851 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.3617187 Feb 28 14:57:17.158278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.158701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d77f0a27-b440-4c1d-a475-94f635c95345 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:17.159028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45340) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:17.168318 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5de33b0c-63b1-4f8a-9bcd-089b1cb4f25f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:17.178189 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5660e54b-193c-4479-90b3-6e738fa48fcb admin admin] Request body: {'subnet': {'network_id': 'ce344f0e-b664-41e1-922b-91f352d53480', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1815517871-subnet', 'tenant_id': '8b0845231fc043f586ce24d210b2350c', 'ip_version': 4}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:17.192990 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5660e54b-193c-4479-90b3-6e738fa48fcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:17.200027 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5660e54b-193c-4479-90b3-6e738fa48fcb admin admin] Usage tracker for resource:subnet and tenant:8b0845231fc043f586ce24d210b2350c is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:17.206709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5660e54b-193c-4479-90b3-6e738fa48fcb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:17.214696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4f46cac4-8149-432e-bd55-9f6433d62873 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.228672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5660e54b-193c-4479-90b3-6e738fa48fcb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:17.246432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5de33b0c-63b1-4f8a-9bcd-089b1cb4f25f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:network and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:17.249948 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5de33b0c-63b1-4f8a-9bcd-089b1cb4f25f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:17.253938 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5660e54b-193c-4479-90b3-6e738fa48fcb admin admin] Made reservation on behalf of 8b0845231fc043f586ce24d210b2350c for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:17.256577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5660e54b-193c-4479-90b3-6e738fa48fcb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.272649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f46cac4-8149-432e-bd55-9f6433d62873 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f9251e4-f825-49ca-87e0-5d25a80f7692,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:17.287933 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45344) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:17.295031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5de33b0c-63b1-4f8a-9bcd-089b1cb4f25f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:17.341069 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ad94a0ca-2dbb-46b2-a1d4-42577c666fc6,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:17.347796 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.348912 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 50e6930e-bd74-45eb-a661-9b1f66f97597 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:17.382164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de33b0c-63b1-4f8a-9bcd-089b1cb4f25f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:17.387196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5de33b0c-63b1-4f8a-9bcd-089b1cb4f25f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.435892 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de33b0c-63b1-4f8a-9bcd-089b1cb4f25f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:17.444887 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5de33b0c-63b1-4f8a-9bcd-089b1cb4f25f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.445228 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-5de33b0c-63b1-4f8a-9bcd-089b1cb4f25f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Added segment b18e1de5-08c9-4e3f-bd3c-230f3da59275 of type vlan for network da40afca-02bf-4b40-ad0f-03612347ca2a Feb 28 14:57:17.459116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4f46cac4-8149-432e-bd55-9f6433d62873 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.460410 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4f46cac4-8149-432e-bd55-9f6433d62873 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "DELETE /v2.0/security-groups/8f9251e4-f825-49ca-87e0-5d25a80f7692 HTTP/1.1" status: 204 len: 168 time: 2.4035022 Feb 28 14:57:17.473450 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45350) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:17.479705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5de33b0c-63b1-4f8a-9bcd-089b1cb4f25f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.519213 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d77f0a27-b440-4c1d-a475-94f635c95345 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.522206 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=ad94a0ca-2dbb-46b2-a1d4-42577c666fc6,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:17.526232 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5de33b0c-63b1-4f8a-9bcd-089b1cb4f25f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.532967 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de33b0c-63b1-4f8a-9bcd-089b1cb4f25f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:17.533644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5de33b0c-63b1-4f8a-9bcd-089b1cb4f25f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.535346 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d77f0a27-b440-4c1d-a475-94f635c95345 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.543557 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 50e6930e-bd74-45eb-a661-9b1f66f97597 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:17.549761 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 50e6930e-bd74-45eb-a661-9b1f66f97597 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:17.550348 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.613608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8a4fd414-2670-47cc-962c-afdba853b4f2 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Synchronizing usage tracker for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:17.646397 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d77f0a27-b440-4c1d-a475-94f635c95345 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.650383 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d77f0a27-b440-4c1d-a475-94f635c95345 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 2.1307192 Feb 28 14:57:17.653632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45354) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:17.672732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77f0a27-b440-4c1d-a475-94f635c95345 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2fa3785a-c810-4b5d-8d17-2264b8648a3d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:17.682946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8a4fd414-2670-47cc-962c-afdba853b4f2 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Unset dirty status for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:17.684236 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8a4fd414-2670-47cc-962c-afdba853b4f2 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2091651 Feb 28 14:57:17.689270 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45358) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:17.692388 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d2b7170a-1a42-4110-ba21-b215ffc55afc tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group_rule': {'security_group_id': '2fa3785a-c810-4b5d-8d17-2264b8648a3d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:17.698981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ec5168e4-2a52-494a-8bab-d30a585a4103 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group': {'name': 'tempest-secgroup--538449810'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:17.704419 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.709843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d2b7170a-1a42-4110-ba21-b215ffc55afc tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:17.717676 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ec5168e4-2a52-494a-8bab-d30a585a4103 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:17.742086 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 50e6930e-bd74-45eb-a661-9b1f66f97597, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=50e6930e-bd74-45eb-a661-9b1f66f97597,segment=NetworkSegment(5e9b3290-4a00-4a4c-9885-4d527fe03eb3),segment_id=5e9b3290-4a00-4a4c-9885-4d527fe03eb3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:17.742640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ec5168e4-2a52-494a-8bab-d30a585a4103 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:17.748384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.756811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d2b7170a-1a42-4110-ba21-b215ffc55afc tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:17.763525 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5de33b0c-63b1-4f8a-9bcd-089b1cb4f25f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6288085 Feb 28 14:57:17.763525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de33b0c-63b1-4f8a-9bcd-089b1cb4f25f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Network': ['ID=da40afca-02bf-4b40-ad0f-03612347ca2a,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:17.763811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d2b7170a-1a42-4110-ba21-b215ffc55afc tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:17.770202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45362) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:17.785823 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-89fa1017-f426-4569-8e09-f44ef17f46c0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'subnet': {'network_id': 'da40afca-02bf-4b40-ad0f-03612347ca2a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:17.797263 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network da40afca-02bf-4b40-ad0f-03612347ca2a details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:17.800511 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d2b7170a-1a42-4110-ba21-b215ffc55afc tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:17.902453 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec5168e4-2a52-494a-8bab-d30a585a4103 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.913949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Router 51fbf50b-d6b1-432a-927c-bc7412c03492 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:57:17.921880 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d2b7170a-1a42-4110-ba21-b215ffc55afc tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:17.922933 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=50e6930e-bd74-45eb-a661-9b1f66f97597,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:17.930038 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1d5f2789-6dd4-4da8-9a62-0f9e20f73858 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2c60935b23454343be34b903fa0a299f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6410265 Feb 28 14:57:17.934897 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45366) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:17.942085 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2e7411e4-3319-4af3-9298-a9ce67771443 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Router 94fb8087-6267-407a-8212-2b233c292ea2 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:57:17.994078 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-89fa1017-f426-4569-8e09-f44ef17f46c0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:18.005499 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-89fa1017-f426-4569-8e09-f44ef17f46c0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:subnet and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:18.008842 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-89fa1017-f426-4569-8e09-f44ef17f46c0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:18.015116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5660e54b-193c-4479-90b3-6e738fa48fcb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.021508 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-89fa1017-f426-4569-8e09-f44ef17f46c0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:18.068284 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ec5168e4-2a52-494a-8bab-d30a585a4103 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:18.077963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89fa1017-f426-4569-8e09-f44ef17f46c0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:18.082247 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:18.086834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ec5168e4-2a52-494a-8bab-d30a585a4103 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:18.091458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ec5168e4-2a52-494a-8bab-d30a585a4103 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:18.158065 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:18.158262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.161018 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ec5168e4-2a52-494a-8bab-d30a585a4103 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:18.173574 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d2b7170a-1a42-4110-ba21-b215ffc55afc tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.197444 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d2b7170a-1a42-4110-ba21-b215ffc55afc tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.222172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5660e54b-193c-4479-90b3-6e738fa48fcb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2dd6024a-96e2-4c06-a544-084f10f12836,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:18.255784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b7170a-1a42-4110-ba21-b215ffc55afc tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a02c8e6-72eb-49b1-b596-ff25a1a6bf1f,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:18.264174 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-89fa1017-f426-4569-8e09-f44ef17f46c0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.281661 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 50e6930e-bd74-45eb-a661-9b1f66f97597 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:18.336764 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d2b7170a-1a42-4110-ba21-b215ffc55afc tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.337924 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d2b7170a-1a42-4110-ba21-b215ffc55afc tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.6766877 Feb 28 14:57:18.343088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-504169a9-7f29-4f54-a82a-182b9e7e0d0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.345494 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45370) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:18.355278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 50e6930e-bd74-45eb-a661-9b1f66f97597 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:18.355837 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.362733 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5660e54b-193c-4479-90b3-6e738fa48fcb admin admin] Checking segment: {'id': '045be78b-8f25-4dfd-9822-90c68ff54db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce344f0e-b664-41e1-922b-91f352d53480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:18.363091 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5660e54b-193c-4479-90b3-6e738fa48fcb admin admin] Network hostable DHCP agents. Network: ce344f0e-b664-41e1-922b-91f352d53480, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:18.415140 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-504169a9-7f29-4f54-a82a-182b9e7e0d0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.424888 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9804c7e5-d107-496b-974e-53e2e2508754 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.441308 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9804c7e5-d107-496b-974e-53e2e2508754 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.466514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5660e54b-193c-4479-90b3-6e738fa48fcb admin admin] Network ce344f0e-b664-41e1-922b-91f352d53480 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:18.469802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec5168e4-2a52-494a-8bab-d30a585a4103 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.502166 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec5168e4-2a52-494a-8bab-d30a585a4103 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.525480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-5660e54b-193c-4479-90b3-6e738fa48fcb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, ce344f0e-b664-41e1-922b-91f352d53480) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:18.534687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5660e54b-193c-4479-90b3-6e738fa48fcb admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:18.535225 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5660e54b-193c-4479-90b3-6e738fa48fcb admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.541083 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dbdb39b-250b-4ee3-b12e-8de5380ceaea None None] Network ce344f0e-b664-41e1-922b-91f352d53480 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:18.550749 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9804c7e5-d107-496b-974e-53e2e2508754 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.583812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9804c7e5-d107-496b-974e-53e2e2508754 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4a02c8e6-72eb-49b1-b596-ff25a1a6bf1f,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:18.592744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9804c7e5-d107-496b-974e-53e2e2508754 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.596638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:57:18.596782 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9804c7e5-d107-496b-974e-53e2e2508754 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4a02c8e6-72eb-49b1-b596-ff25a1a6bf1f HTTP/1.1" status: 204 len: 168 time: 0.2462449 Feb 28 14:57:18.596868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5168e4-2a52-494a-8bab-d30a585a4103 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=22a41ac5-8b24-404c-9c65-5312e7610b79,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:18.603196 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45374) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:18.609415 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5660e54b-193c-4479-90b3-6e738fa48fcb admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4479961 Feb 28 14:57:18.612405 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45376) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:18.623452 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3341804c-05b8-42d2-b7a2-4128d3675c26 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "PUT /v2.0/routers/51fbf50b-d6b1-432a-927c-bc7412c03492/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.2770252 Feb 28 14:57:18.625734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45382) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:18.628990 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1815517871-router', 'tenant_id': '8b0845231fc043f586ce24d210b2350c', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:18.647663 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec5168e4-2a52-494a-8bab-d30a585a4103 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.653023 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ec5168e4-2a52-494a-8bab-d30a585a4103 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.9611301 Feb 28 14:57:18.653198 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c53914-ea23-4e5a-ad72-39b2964e76b1 None None] Sync routers for ids ['51fbf50b-d6b1-432a-927c-bc7412c03492'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:57:18.657185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45386) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:18.663760 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1fa52ca0-1854-4acc-a37c-a4cbf06cf5c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.690547 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c53914-ea23-4e5a-ad72-39b2964e76b1 None None] Routers {'51fbf50b-d6b1-432a-927c-bc7412c03492'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:18.690547 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-77c53914-ea23-4e5a-ad72-39b2964e76b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['51fbf50b-d6b1-432a-927c-bc7412c03492'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:18.696903 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:18.719635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-bdb23322-c0e3-4c3e-8697-1274fbca5487 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '22a41ac5-8b24-404c-9c65-5312e7610b79', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:18.720216 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-bdb23322-c0e3-4c3e-8697-1274fbca5487 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:57:18.724491 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bdb23322-c0e3-4c3e-8697-1274fbca5487 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0629678 Feb 28 14:57:18.728105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45390) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:18.739231 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-504169a9-7f29-4f54-a82a-182b9e7e0d0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.741716 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-504169a9-7f29-4f54-a82a-182b9e7e0d0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.745881 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-504169a9-7f29-4f54-a82a-182b9e7e0d0a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c8bef4db-890c-4775-afe1-456c914d5857 HTTP/1.1" status: 204 len: 168 time: 0.8038321 Feb 28 14:57:18.747266 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-9714efef-26a4-4465-ae75-0363c0523e11 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '22a41ac5-8b24-404c-9c65-5312e7610b79', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:18.751422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Usage tracker for resource:router and tenant:8b0845231fc043f586ce24d210b2350c is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:18.754166 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-89fa1017-f426-4569-8e09-f44ef17f46c0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.758675 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:18.770900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-77c53914-ea23-4e5a-ad72-39b2964e76b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:18.805699 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:18.849019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.849300 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77c53914-ea23-4e5a-ad72-39b2964e76b1 None None] Routers {'51fbf50b-d6b1-432a-927c-bc7412c03492'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:18.849749 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-77c53914-ea23-4e5a-ad72-39b2964e76b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['51fbf50b-d6b1-432a-927c-bc7412c03492'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:18.850122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.880507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fa1017-f426-4569-8e09-f44ef17f46c0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Subnet': ['ID=5fc976d7-0585-461c-8034-f5cc11787eaa,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:18.924253 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:18.932367 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-89fa1017-f426-4569-8e09-f44ef17f46c0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Checking segment: {'id': 'b18e1de5-08c9-4e3f-bd3c-230f3da59275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'da40afca-02bf-4b40-ad0f-03612347ca2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:18.932732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fa1017-f426-4569-8e09-f44ef17f46c0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network hostable DHCP agents. Network: da40afca-02bf-4b40-ad0f-03612347ca2a, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:18.999592 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9714efef-26a4-4465-ae75-0363c0523e11 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:19.005447 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-77c53914-ea23-4e5a-ad72-39b2964e76b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:19.005865 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77c53914-ea23-4e5a-ad72-39b2964e76b1 None None] The sync data for ids ['51fbf50b-d6b1-432a-927c-bc7412c03492'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:57:19.019847 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9714efef-26a4-4465-ae75-0363c0523e11 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:19.026550 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-ce344f0e-b664-41e1-922b-91f352d53480', 'network_id': 'ce344f0e-b664-41e1-922b-91f352d53480', 'tenant_id': '8b0845231fc043f586ce24d210b2350c', 'fixed_ips': [{'subnet_id': '2dd6024a-96e2-4c06-a544-084f10f12836'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:57:19.026958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504169a9-7f29-4f54-a82a-182b9e7e0d0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bef4db-890c-4775-afe1-456c914d5857,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:19.027587 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:19.030896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9714efef-26a4-4465-ae75-0363c0523e11 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:19.046447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9714efef-26a4-4465-ae75-0363c0523e11 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:19.075124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2c50c408-59eb-40c0-9726-922d5831f34c tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:19.128963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-411e0ea5-7ed8-4ae1-ac7a-dbb41d45867a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:19.139976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2e7411e4-3319-4af3-9298-a9ce67771443 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:57:19.145708 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2e7411e4-3319-4af3-9298-a9ce67771443 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "PUT /v2.0/routers/94fb8087-6267-407a-8212-2b233c292ea2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.9426794 Feb 28 14:57:19.149115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2c50c408-59eb-40c0-9726-922d5831f34c tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:19.154706 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2c50c408-59eb-40c0-9726-922d5831f34c tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.5334899 Feb 28 14:57:19.154874 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa338a03-34ad-41f8-b1a2-6fdd4c0a5fd2 None None] Sync routers for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:57:19.155340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45398) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:19.155457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45400) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:19.165186 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-9714efef-26a4-4465-ae75-0363c0523e11 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:57:19.165186 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9714efef-26a4-4465-ae75-0363c0523e11 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4299583 Feb 28 14:57:19.176493 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa338a03-34ad-41f8-b1a2-6fdd4c0a5fd2 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:19.177278 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-aa338a03-34ad-41f8-b1a2-6fdd4c0a5fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:19.182694 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45406) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:19.196221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fa1017-f426-4569-8e09-f44ef17f46c0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network da40afca-02bf-4b40-ad0f-03612347ca2a is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:19.251781 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f89936c2-956d-4cfe-b451-86fc64598128 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '22a41ac5-8b24-404c-9c65-5312e7610b79', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:19.252394 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-f89936c2-956d-4cfe-b451-86fc64598128 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:57:19.256049 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f89936c2-956d-4cfe-b451-86fc64598128 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0635560 Feb 28 14:57:19.258092 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-aa338a03-34ad-41f8-b1a2-6fdd4c0a5fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:19.268304 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45414) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:19.272445 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa338a03-34ad-41f8-b1a2-6fdd4c0a5fd2 None None] Routers {'94fb8087-6267-407a-8212-2b233c292ea2'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:19.273162 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-aa338a03-34ad-41f8-b1a2-6fdd4c0a5fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['94fb8087-6267-407a-8212-2b233c292ea2'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:19.330303 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a4efac66-f484-4e7c-8e70-057894f87382 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '22a41ac5-8b24-404c-9c65-5312e7610b79', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:19.345052 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-aa338a03-34ad-41f8-b1a2-6fdd4c0a5fd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:19.345599 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa338a03-34ad-41f8-b1a2-6fdd4c0a5fd2 None None] The sync data for ids ['94fb8087-6267-407a-8212-2b233c292ea2'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:57:19.356223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-89fa1017-f426-4569-8e09-f44ef17f46c0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, da40afca-02bf-4b40-ad0f-03612347ca2a) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:19.358314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a4efac66-f484-4e7c-8e70-057894f87382 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:19.367697 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89fa1017-f426-4569-8e09-f44ef17f46c0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:19.368285 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-89fa1017-f426-4569-8e09-f44ef17f46c0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:19.369187 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbb82a51-e506-4fce-8945-4e280c636a3b None None] Network da40afca-02bf-4b40-ad0f-03612347ca2a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:19.389236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a4efac66-f484-4e7c-8e70-057894f87382 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:19.393851 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Allocated IP 172.20.0.2 (ce344f0e-b664-41e1-922b-91f352d53480/2dd6024a-96e2-4c06-a544-084f10f12836/e05efa96-9371-4316-ad01-d55b7433766d) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:19.413255 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a4efac66-f484-4e7c-8e70-057894f87382 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:19.424190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45420) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:19.428444 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-89fa1017-f426-4569-8e09-f44ef17f46c0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.6531756 Feb 28 14:57:19.438665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a4efac66-f484-4e7c-8e70-057894f87382 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:19.508012 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:19.567503 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-a4efac66-f484-4e7c-8e70-057894f87382 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:57:19.571722 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a4efac66-f484-4e7c-8e70-057894f87382 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2578402 Feb 28 14:57:19.573857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45426) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:19.579136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2e203a95-8b40-4066-8414-ef976aaa784a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:19.583724 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-73fe9f49-e508-46f7-9fd2-e351f81e1ef1 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '22a41ac5-8b24-404c-9c65-5312e7610b79', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:19.584335 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-73fe9f49-e508-46f7-9fd2-e351f81e1ef1 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:57:19.588722 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-73fe9f49-e508-46f7-9fd2-e351f81e1ef1 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0128045 Feb 28 14:57:19.597500 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45430) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:19.625838 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-707964b9-03d0-4fba-8e54-1fc4b4a28ffc tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '22a41ac5-8b24-404c-9c65-5312e7610b79', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:19.631791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-707964b9-03d0-4fba-8e54-1fc4b4a28ffc tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:19.636019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-707964b9-03d0-4fba-8e54-1fc4b4a28ffc tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:19.638828 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-707964b9-03d0-4fba-8e54-1fc4b4a28ffc tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:19.644889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-707964b9-03d0-4fba-8e54-1fc4b4a28ffc tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:19.685290 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-411e0ea5-7ed8-4ae1-ac7a-dbb41d45867a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] delete failed (client error): There was a conflict when trying to complete your request. Feb 28 14:57:19.690884 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-411e0ea5-7ed8-4ae1-ac7a-dbb41d45867a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "DELETE /v2.0/routers/51fbf50b-d6b1-432a-927c-bc7412c03492 HTTP/1.1" status: 409 len: 329 time: 1.0582492 Feb 28 14:57:19.693063 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45436) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:19.725523 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2e203a95-8b40-4066-8414-ef976aaa784a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:19.771740 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-da40afca-02bf-4b40-ad0f-03612347ca2a', 'network_id': 'da40afca-02bf-4b40-ad0f-03612347ca2a', 'tenant_id': '79fdfed615ce403b90a4a21f9f2d0135', 'fixed_ips': [{'subnet_id': '5fc976d7-0585-461c-8034-f5cc11787eaa'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:57:19.772663 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:19.804792 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:19.822903 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-707964b9-03d0-4fba-8e54-1fc4b4a28ffc tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:57:19.826663 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-707964b9-03d0-4fba-8e54-1fc4b4a28ffc tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2074735 Feb 28 14:57:19.848222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45442) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:19.858257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Transition to ACTIVE for port object e05efa96-9371-4316-ad01-d55b7433766d will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:19.864219 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-984dde29-7cd8-49f9-a399-e79df42f4db8 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '22a41ac5-8b24-404c-9c65-5312e7610b79', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:19.864887 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-984dde29-7cd8-49f9-a399-e79df42f4db8 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:57:19.868759 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-984dde29-7cd8-49f9-a399-e79df42f4db8 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0166612 Feb 28 14:57:19.872236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45446) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:19.887804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:19.889141 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-89628654-17d2-4bc4-992e-26223a0e6e78 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '22a41ac5-8b24-404c-9c65-5312e7610b79', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:19.927950 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-89628654-17d2-4bc4-992e-26223a0e6e78 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:19.938329 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-89628654-17d2-4bc4-992e-26223a0e6e78 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:19.942140 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-89628654-17d2-4bc4-992e-26223a0e6e78 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:19.950194 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Transition to ACTIVE for port object e05efa96-9371-4316-ad01-d55b7433766d will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:19.952831 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-89628654-17d2-4bc4-992e-26223a0e6e78 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:19.967830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:19.973604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2e203a95-8b40-4066-8414-ef976aaa784a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.043389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e203a95-8b40-4066-8414-ef976aaa784a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fa3785a-c810-4b5d-8d17-2264b8648a3d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:20.051429 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Allocated IP 172.20.0.1 (da40afca-02bf-4b40-ad0f-03612347ca2a/5fc976d7-0585-461c-8034-f5cc11787eaa/8b108a75-017e-410c-aaee-7e7f6b30e952) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:20.069958 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Network ce344f0e-b664-41e1-922b-91f352d53480 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:20.076384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:20.085554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Pushing event updated for resources: {'Port': ['ID=e05efa96-9371-4316-ad01-d55b7433766d,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:20.087907 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:57:20.088962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9a1797c1-243d-432f-b078-a8b6b279106b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.148840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45452) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:20.181476 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-89628654-17d2-4bc4-992e-26223a0e6e78 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:57:20.185401 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-89628654-17d2-4bc4-992e-26223a0e6e78 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3093762 Feb 28 14:57:20.186042 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45458) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:20.196035 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3e055a50-0045-4653-aaab-857c1f37a046 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '22a41ac5-8b24-404c-9c65-5312e7610b79', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:20.206893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3e055a50-0045-4653-aaab-857c1f37a046 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:20.244518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3e055a50-0045-4653-aaab-857c1f37a046 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:20.250522 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2e203a95-8b40-4066-8414-ef976aaa784a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.254144 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2e203a95-8b40-4066-8414-ef976aaa784a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-groups/2fa3785a-c810-4b5d-8d17-2264b8648a3d HTTP/1.1" status: 204 len: 168 time: 1.0897388 Feb 28 14:57:20.254326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3e055a50-0045-4653-aaab-857c1f37a046 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:20.255587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45462) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:20.288228 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3e055a50-0045-4653-aaab-857c1f37a046 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:20.291812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.297295 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Attempting to bind port e05efa96-9371-4316-ad01-d55b7433766d on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:20.297774 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Attempting to bind port e05efa96-9371-4316-ad01-d55b7433766d by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '045be78b-8f25-4dfd-9822-90c68ff54db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce344f0e-b664-41e1-922b-91f352d53480'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:20.298449 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Attempting to bind port e05efa96-9371-4316-ad01-d55b7433766d on network ce344f0e-b664-41e1-922b-91f352d53480 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:57:20.314123 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.330607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:57:20.331115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Checking segment: {'id': '045be78b-8f25-4dfd-9822-90c68ff54db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce344f0e-b664-41e1-922b-91f352d53480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:20.331607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.332109 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Bound using segment: {'id': '045be78b-8f25-4dfd-9822-90c68ff54db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce344f0e-b664-41e1-922b-91f352d53480'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:57:20.332756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Bound port: e05efa96-9371-4316-ad01-d55b7433766d, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045be78b-8f25-4dfd-9822-90c68ff54db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce344f0e-b664-41e1-922b-91f352d53480'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:20.333231 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.369076 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.400130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-12885792'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:20.406124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:20.410422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Usage tracker for resource:network and tenant:9dee5a82c1914befa2d0d7b0d99c0734 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:20.413222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:20.419272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:20.470459 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f00f536a-c8ab-4349-85a6-f58a52748ff7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2122474 Feb 28 14:57:20.471891 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-3e055a50-0045-4653-aaab-857c1f37a046 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:57:20.471891 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3e055a50-0045-4653-aaab-857c1f37a046 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2851691 Feb 28 14:57:20.475023 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Made reservation on behalf of 9dee5a82c1914befa2d0d7b0d99c0734 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:20.477008 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.482244 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45466) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:20.482576 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45468) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:20.493587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.503423 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-433a243c-3bd5-44a0-980c-bc035c538328 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1784797734'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:20.512426 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.519068 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] For port e05efa96-9371-4316-ad01-d55b7433766d, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:57:20.525230 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] For port e05efa96-9371-4316-ad01-d55b7433766d, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e05efa96-9371-4316-ad01-d55b7433766d,segment=NetworkSegment(045be78b-8f25-4dfd-9822-90c68ff54db4),segment_id=045be78b-8f25-4dfd-9822-90c68ff54db4)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:57:20.528204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Transition to ACTIVE for port object 8b108a75-017e-410c-aaee-7e7f6b30e952 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:20.529792 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-433a243c-3bd5-44a0-980c-bc035c538328 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:20.538652 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.550833 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-433a243c-3bd5-44a0-980c-bc035c538328 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:20.556613 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b4501d1f-9a56-47a3-b074-128dd5d25910 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.601586 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:20.609822 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Transition to ACTIVE for port object 8b108a75-017e-410c-aaee-7e7f6b30e952 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:20.624261 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-433a243c-3bd5-44a0-980c-bc035c538328 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:20.624754 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.648531 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106f7c91-43a5-446c-a983-a95ddea91890 None None] Pushing event updated for resources: {'Port': ['ID=e05efa96-9371-4316-ad01-d55b7433766d,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:20.651362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Usage tracker for resource:security_group_rule and tenant:9dee5a82c1914befa2d0d7b0d99c0734 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:20.664127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:20.688983 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Network da40afca-02bf-4b40-ad0f-03612347ca2a is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:20.690327 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:20.696523 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:20.700838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:57:20.728999 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-433a243c-3bd5-44a0-980c-bc035c538328 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:20.736612 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9a1797c1-243d-432f-b078-a8b6b279106b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.739864 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.782095 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-433a243c-3bd5-44a0-980c-bc035c538328 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.792155 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Pushing event updated for resources: {'Port': ['ID=8b108a75-017e-410c-aaee-7e7f6b30e952,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:20.819163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Subnet': ['ID=5fc976d7-0585-461c-8034-f5cc11787eaa,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:20.824924 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Allocated IP 172.26.4.25 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/d12b42e8-1f7b-4c20-9863-e9740b890ede) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:20.825294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-9a1797c1-243d-432f-b078-a8b6b279106b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting port 97b0c587-e654-42c6-85b6-7fedc0877c9d {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:20.825642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9a1797c1-243d-432f-b078-a8b6b279106b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.831811 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Attempting to bind port 8b108a75-017e-410c-aaee-7e7f6b30e952 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:20.831946 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Attempting to bind port 8b108a75-017e-410c-aaee-7e7f6b30e952 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'b18e1de5-08c9-4e3f-bd3c-230f3da59275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'da40afca-02bf-4b40-ad0f-03612347ca2a'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:20.832253 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Attempting to bind port 8b108a75-017e-410c-aaee-7e7f6b30e952 on network da40afca-02bf-4b40-ad0f-03612347ca2a {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:57:20.835705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8f851114-7790-4493-a707-3e4fbbaa7f64 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.842136 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:57:20.842539 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Checking segment: {'id': 'b18e1de5-08c9-4e3f-bd3c-230f3da59275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'da40afca-02bf-4b40-ad0f-03612347ca2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:20.842944 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.843417 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Bound using segment: {'id': 'b18e1de5-08c9-4e3f-bd3c-230f3da59275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'da40afca-02bf-4b40-ad0f-03612347ca2a'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:57:20.844045 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Bound port: 8b108a75-017e-410c-aaee-7e7f6b30e952, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18e1de5-08c9-4e3f-bd3c-230f3da59275', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'da40afca-02bf-4b40-ad0f-03612347ca2a'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:20.844454 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:20.983806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] For port 8b108a75-017e-410c-aaee-7e7f6b30e952, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:57:20.987991 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] For port 8b108a75-017e-410c-aaee-7e7f6b30e952, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8b108a75-017e-410c-aaee-7e7f6b30e952,segment=NetworkSegment(b18e1de5-08c9-4e3f-bd3c-230f3da59275),segment_id=b18e1de5-08c9-4e3f-bd3c-230f3da59275)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:57:21.006564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.028455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8f851114-7790-4493-a707-3e4fbbaa7f64 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.132260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b36c12e-b52a-40cd-a248-025728417838 None None] Pushing event updated for resources: {'Port': ['ID=8b108a75-017e-410c-aaee-7e7f6b30e952,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:21.189506 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-433a243c-3bd5-44a0-980c-bc035c538328 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:21.204116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-433a243c-3bd5-44a0-980c-bc035c538328 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:21.210838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-433a243c-3bd5-44a0-980c-bc035c538328 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:21.224888 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-433a243c-3bd5-44a0-980c-bc035c538328 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:21.234459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c2fb563-4f58-4c93-9e5c-fcdc85cf44dc None None] Network da40afca-02bf-4b40-ad0f-03612347ca2a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:21.237147 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8f851114-7790-4493-a707-3e4fbbaa7f64 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.278664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.280838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f851114-7790-4493-a707-3e4fbbaa7f64 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=22a41ac5-8b24-404c-9c65-5312e7610b79,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:21.320436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.329804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.375602 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.388530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da40afca-02bf-4b40-ad0f-03612347ca2a']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:21.403930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:21.410687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8f851114-7790-4493-a707-3e4fbbaa7f64 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.411846 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8f851114-7790-4493-a707-3e4fbbaa7f64 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "DELETE /v2.0/security-groups/22a41ac5-8b24-404c-9c65-5312e7610b79 HTTP/1.1" status: 204 len: 168 time: 0.9283397 Feb 28 14:57:21.425314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45474) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:21.439051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18e1de5-08c9-4e3f-bd3c-230f3da59275') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:21.439367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18e1de5-08c9-4e3f-bd3c-230f3da59275') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:21.439770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-433a243c-3bd5-44a0-980c-bc035c538328 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.466329 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bede9abf-751f-4d9c-a423-f7feb788d6ca,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:21.487283 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.487649 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Added segment 8d5b74ff-16c8-4d43-b6db-ab1e813a0610 of type vlan for network df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0 Feb 28 14:57:21.489587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.498211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-433a243c-3bd5-44a0-980c-bc035c538328 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.519351 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9a1797c1-243d-432f-b078-a8b6b279106b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.542633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.590685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-433a243c-3bd5-44a0-980c-bc035c538328 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.591910 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-433a243c-3bd5-44a0-980c-bc035c538328 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.1067576 Feb 28 14:57:21.600626 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45478) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:21.617609 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-0903ada7-86ef-43f7-afb9-b1fc7b5b0dc5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group_rule': {'security_group_id': 'b38b7327-38a0-4f38-96f3-614575c19182', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:21.622762 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.657271 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433a243c-3bd5-44a0-980c-bc035c538328 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b38b7327-38a0-4f38-96f3-614575c19182,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:21.668372 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:21.668821 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.668909 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0903ada7-86ef-43f7-afb9-b1fc7b5b0dc5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:21.689835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-9a1797c1-243d-432f-b078-a8b6b279106b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Calling delete_port for 97b0c587-e654-42c6-85b6-7fedc0877c9d owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:21.691095 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0903ada7-86ef-43f7-afb9-b1fc7b5b0dc5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:21.705110 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0903ada7-86ef-43f7-afb9-b1fc7b5b0dc5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:21.717234 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:21.721666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0903ada7-86ef-43f7-afb9-b1fc7b5b0dc5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:21.730840 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:21.735774 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:21.738534 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:57:21.767901 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Pushing event updated for resources: {'Port': ['ID=d12b42e8-1f7b-4c20-9863-e9740b890ede,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:21.820532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.837049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0903ada7-86ef-43f7-afb9-b1fc7b5b0dc5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.889341 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-fb776a8c-850c-48ad-85d0-520b67b4ab59 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Synchronizing usage tracker for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:21.952677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 14:57:21.952677 dv-neutron-830866-2-hyperv neutron-server[83592]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 14:57:21.952677 dv-neutron-830866-2-hyperv neutron-server[83592]: [parameters: {'id': 'da40afca-02bf-4b40-ad0f-03612347ca2a'}] Feb 28 14:57:21.952677 dv-neutron-830866-2-hyperv neutron-server[83592]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:57:21.953087 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:57:21.971755 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-1fa52ca0-1854-4acc-a37c-a4cbf06cf5c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 4de005bd-4f1d-4aef-8f64-febd6790ead6 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:21.972118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1fa52ca0-1854-4acc-a37c-a4cbf06cf5c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:21.993030 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca450827-a4ce-4697-b125-bd1aa0008cad None None] Network ce344f0e-b664-41e1-922b-91f352d53480 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:22.003764 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:22.006950 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:22.007533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:22.034327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0903ada7-86ef-43f7-afb9-b1fc7b5b0dc5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:22.044389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-fb776a8c-850c-48ad-85d0-520b67b4ab59 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Unset dirty status for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:22.047877 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0903ada7-86ef-43f7-afb9-b1fc7b5b0dc5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:22.048972 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fb776a8c-850c-48ad-85d0-520b67b4ab59 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6226709 Feb 28 14:57:22.049583 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45482) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:22.085942 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0903ada7-86ef-43f7-afb9-b1fc7b5b0dc5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b074063-a756-4aaf-9e4f-e091bdb8b9c0,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:22.135358 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-637a1494-ac37-4a01-b57d-0769ad1c8823 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group': {'name': 'tempest-secgroup--353044712'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:22.136734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0903ada7-86ef-43f7-afb9-b1fc7b5b0dc5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:22.138004 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0903ada7-86ef-43f7-afb9-b1fc7b5b0dc5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5346310 Feb 28 14:57:22.141008 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45486) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:22.144039 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0d461478-f795-4c15-9196-1b01aa2c2ba5 None None] Provisioning for port e05efa96-9371-4316-ad01-d55b7433766d completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:22.151507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e404c372-7957-4b00-a54c-571e61b180cb tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group_rule': {'security_group_id': 'b38b7327-38a0-4f38-96f3-614575c19182', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:22.168515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e404c372-7957-4b00-a54c-571e61b180cb tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:22.175928 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-637a1494-ac37-4a01-b57d-0769ad1c8823 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:22.190664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e05efa96-9371-4316-ad01-d55b7433766d up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:22.195935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e404c372-7957-4b00-a54c-571e61b180cb tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:22.200423 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e404c372-7957-4b00-a54c-571e61b180cb tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:22.209415 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e404c372-7957-4b00-a54c-571e61b180cb tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:22.262214 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.1040688 Feb 28 14:57:22.271449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2599fe9-8416-42f6-a221-8f33d0a38d0f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event updated for resources: {'Network': ['ID=df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:22.290089 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:22.306653 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-637a1494-ac37-4a01-b57d-0769ad1c8823 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:22.333582 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e404c372-7957-4b00-a54c-571e61b180cb tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:22.356282 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-637a1494-ac37-4a01-b57d-0769ad1c8823 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:22.416939 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-1fa52ca0-1854-4acc-a37c-a4cbf06cf5c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 4de005bd-4f1d-4aef-8f64-febd6790ead6, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4de005bd-4f1d-4aef-8f64-febd6790ead6,segment=NetworkSegment(e894dc4f-7aa6-43ff-bb68-278c8827df43),segment_id=e894dc4f-7aa6-43ff-bb68-278c8827df43)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:22.417287 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1fa52ca0-1854-4acc-a37c-a4cbf06cf5c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:22.433845 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9a1797c1-243d-432f-b078-a8b6b279106b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:22.440070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port e05efa96-9371-4316-ad01-d55b7433766d completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:22.444460 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b4501d1f-9a56-47a3-b074-128dd5d25910 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Deleting port 8a94b658-d4d2-46bb-b00b-d12591adfa86 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:22.446691 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b4501d1f-9a56-47a3-b074-128dd5d25910 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:22.448958 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e05efa96-9371-4316-ad01-d55b7433766d triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:22.449546 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:22.529405 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:22.649630 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:22.662699 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-1fa52ca0-1854-4acc-a37c-a4cbf06cf5c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 4de005bd-4f1d-4aef-8f64-febd6790ead6 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:22.692030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1797c1-243d-432f-b078-a8b6b279106b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Port': ['ID=97b0c587-e654-42c6-85b6-7fedc0877c9d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:22.695497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-637a1494-ac37-4a01-b57d-0769ad1c8823 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:22.714664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port e05efa96-9371-4316-ad01-d55b7433766d, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e05efa96-9371-4316-ad01-d55b7433766d,segment=NetworkSegment(045be78b-8f25-4dfd-9822-90c68ff54db4),segment_id=045be78b-8f25-4dfd-9822-90c68ff54db4)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:22.719521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-637a1494-ac37-4a01-b57d-0769ad1c8823 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:22.729399 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:22.734309 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-637a1494-ac37-4a01-b57d-0769ad1c8823 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:22.785447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-637a1494-ac37-4a01-b57d-0769ad1c8823 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:22.821809 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b4501d1f-9a56-47a3-b074-128dd5d25910 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:22.847641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784870f8-3d66-49a6-ad84-defa2f88e924 None None] get_active_networks_info from dv-neutron-830866-2-hyperv {{(pid=83593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 14:57:22.856269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Deleting port 8b108a75-017e-410c-aaee-7e7f6b30e952 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:22.856682 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:22.911720 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=e05efa96-9371-4316-ad01-d55b7433766d,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:22.950705 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-acefa6e9-4e04-48b3-a81e-31e1a0e619ae None None] Provisioning complete for port e05efa96-9371-4316-ad01-d55b7433766d triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:22.951123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-acefa6e9-4e04-48b3-a81e-31e1a0e619ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:23.008886 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b4501d1f-9a56-47a3-b074-128dd5d25910 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Calling delete_port for 8a94b658-d4d2-46bb-b00b-d12591adfa86 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:23.134154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:23.135216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:23.181182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-784870f8-3d66-49a6-ad84-defa2f88e924 None None] Resources bound (agent type, host, resource id): {{(pid=83593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:57:23.304415 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-637a1494-ac37-4a01-b57d-0769ad1c8823 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:23.340647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-637a1494-ac37-4a01-b57d-0769ad1c8823 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:23.404723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9a1797c1-243d-432f-b078-a8b6b279106b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:23.540551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] For port 8b108a75-017e-410c-aaee-7e7f6b30e952, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8b108a75-017e-410c-aaee-7e7f6b30e952,segment=NetworkSegment(b18e1de5-08c9-4e3f-bd3c-230f3da59275),segment_id=b18e1de5-08c9-4e3f-bd3c-230f3da59275)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:23.541309 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:23.548390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e404c372-7957-4b00-a54c-571e61b180cb tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:23.561328 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e404c372-7957-4b00-a54c-571e61b180cb tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:23.613226 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e404c372-7957-4b00-a54c-571e61b180cb tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f436e8d-24c0-4893-b417-652f0a869605,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:23.643796 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e404c372-7957-4b00-a54c-571e61b180cb tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:23.647632 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e404c372-7957-4b00-a54c-571e61b180cb tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.5030253 Feb 28 14:57:23.647863 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45490) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:23.650743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b4501d1f-9a56-47a3-b074-128dd5d25910 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:23.660743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-036e2119-c71f-43fb-af4f-ebc8d1fadbbd tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group_rule': {'security_group_id': 'b38b7327-38a0-4f38-96f3-614575c19182', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:23.710239 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-036e2119-c71f-43fb-af4f-ebc8d1fadbbd tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:23.714711 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4501d1f-9a56-47a3-b074-128dd5d25910 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event deleted for resources: {'Port': ['ID=8a94b658-d4d2-46bb-b00b-d12591adfa86,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:23.720269 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-036e2119-c71f-43fb-af4f-ebc8d1fadbbd tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:23.750356 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-036e2119-c71f-43fb-af4f-ebc8d1fadbbd tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:23.761470 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-036e2119-c71f-43fb-af4f-ebc8d1fadbbd tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:23.773875 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Calling delete_port for 8b108a75-017e-410c-aaee-7e7f6b30e952 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:23.840326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-036e2119-c71f-43fb-af4f-ebc8d1fadbbd tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:23.872945 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a1494-ac37-4a01-b57d-0769ad1c8823 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4fa8fb0d-fc48-4481-84d2-5d9196642af2,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:23.955431 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-637a1494-ac37-4a01-b57d-0769ad1c8823 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:23.956592 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-637a1494-ac37-4a01-b57d-0769ad1c8823 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 1.8970759 Feb 28 14:57:23.990255 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45494) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:24.011344 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-41bf3a6f-c488-4de9-b683-e4544409ea57 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '4fa8fb0d-fc48-4481-84d2-5d9196642af2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:24.027876 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-41bf3a6f-c488-4de9-b683-e4544409ea57 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:24.040204 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-41bf3a6f-c488-4de9-b683-e4544409ea57 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:24.046842 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-41bf3a6f-c488-4de9-b683-e4544409ea57 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:24.058931 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9a1797c1-243d-432f-b078-a8b6b279106b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:24.059274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-41bf3a6f-c488-4de9-b683-e4544409ea57 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:24.069535 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9a1797c1-243d-432f-b078-a8b6b279106b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:24.099424 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-036e2119-c71f-43fb-af4f-ebc8d1fadbbd tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:24.105509 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b4501d1f-9a56-47a3-b074-128dd5d25910 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:24.117037 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e05efa96-9371-4316-ad01-d55b7433766d up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:24.127533 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-036e2119-c71f-43fb-af4f-ebc8d1fadbbd tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:24.168488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9a1797c1-243d-432f-b078-a8b6b279106b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:24.169293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1797c1-243d-432f-b078-a8b6b279106b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Fanout notify agent at l3_agent the message router_deleted on router 94fb8087-6267-407a-8212-2b233c292ea2 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:57:24.189221 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1fa52ca0-1854-4acc-a37c-a4cbf06cf5c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:24.204311 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e05efa96-9371-4316-ad01-d55b7433766d triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:24.204834 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:24.208153 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:24.236773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036e2119-c71f-43fb-af4f-ebc8d1fadbbd tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1feda11e-3b2b-4518-894b-c08fb582ff5a,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:24.309076 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9a1797c1-243d-432f-b078-a8b6b279106b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:24.310623 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-41bf3a6f-c488-4de9-b683-e4544409ea57 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The resource could not be found. Feb 28 14:57:24.310879 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9a1797c1-243d-432f-b078-a8b6b279106b tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/routers/94fb8087-6267-407a-8212-2b233c292ea2 HTTP/1.1" status: 204 len: 168 time: 5.1567469 Feb 28 14:57:24.311693 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-41bf3a6f-c488-4de9-b683-e4544409ea57 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3179371 Feb 28 14:57:24.313137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45498) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:24.321084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45500) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:24.329150 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-615ccdec-bf5b-4bd0-9156-07c1192ccb5a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '4fa8fb0d-fc48-4481-84d2-5d9196642af2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '2bea997f-8629-4779-bdeb-697e7152a9f9'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:24.340085 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-036e2119-c71f-43fb-af4f-ebc8d1fadbbd tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:24.341286 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-036e2119-c71f-43fb-af4f-ebc8d1fadbbd tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.6925244 Feb 28 14:57:24.344057 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-615ccdec-bf5b-4bd0-9156-07c1192ccb5a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:24.351214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45504) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:24.354844 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-615ccdec-bf5b-4bd0-9156-07c1192ccb5a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:24.358552 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-615ccdec-bf5b-4bd0-9156-07c1192ccb5a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:24.366284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e374462a-4bdd-44de-a6fe-4c714b0f3def tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group_rule': {'security_group_id': 'b38b7327-38a0-4f38-96f3-614575c19182', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:24.367046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa52ca0-1854-4acc-a37c-a4cbf06cf5c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=4de005bd-4f1d-4aef-8f64-febd6790ead6,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:24.378797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-615ccdec-bf5b-4bd0-9156-07c1192ccb5a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:24.385844 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Router 3b0c7caa-72e5-41eb-804e-a9d34ee11b9f is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:57:24.392695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e374462a-4bdd-44de-a6fe-4c714b0f3def tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:24.400211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e374462a-4bdd-44de-a6fe-4c714b0f3def tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:24.407123 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e374462a-4bdd-44de-a6fe-4c714b0f3def tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:24.424163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e374462a-4bdd-44de-a6fe-4c714b0f3def tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:24.576347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No DVR routers for this DVR port 8b108a75-017e-410c-aaee-7e7f6b30e952 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:57:24.643350 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Port': ['ID=8b108a75-017e-410c-aaee-7e7f6b30e952,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:24.730126 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e374462a-4bdd-44de-a6fe-4c714b0f3def tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:24.755371 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-615ccdec-bf5b-4bd0-9156-07c1192ccb5a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The resource could not be found. Feb 28 14:57:24.756447 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-615ccdec-bf5b-4bd0-9156-07c1192ccb5a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4327996 Feb 28 14:57:24.813611 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45510) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:24.974729 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:24.993162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e374462a-4bdd-44de-a6fe-4c714b0f3def tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.010430 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e374462a-4bdd-44de-a6fe-4c714b0f3def tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.033738 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4501d1f-9a56-47a3-b074-128dd5d25910 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Router 51fbf50b-d6b1-432a-927c-bc7412c03492 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:57:25.047196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ef2272c3-ed4d-424c-8210-e6e601405b54 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.064328 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e374462a-4bdd-44de-a6fe-4c714b0f3def tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993c73dd-96bf-4ce8-bfbd-0a1baf46c16d,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:25.171893 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da40afca-02bf-4b40-ad0f-03612347ca2a']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:25.192473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18e1de5-08c9-4e3f-bd3c-230f3da59275') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:25.192840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18e1de5-08c9-4e3f-bd3c-230f3da59275') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:25.201313 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-569f14c2-9282-4e2b-861e-92138da8aec9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Deleting subnet 9e8844f5-7f1a-45d3-b3c9-33d3eb5ddd21 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:57:25.212403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.218613 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e374462a-4bdd-44de-a6fe-4c714b0f3def tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.219358 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e374462a-4bdd-44de-a6fe-4c714b0f3def tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.8671885 Feb 28 14:57:25.224494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-569f14c2-9282-4e2b-861e-92138da8aec9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.224649 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45514) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:25.231319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ef2272c3-ed4d-424c-8210-e6e601405b54 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.245180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-547ad0e1-5c9c-4421-9b28-ee58e8f1f145 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group_rule': {'security_group_id': 'b38b7327-38a0-4f38-96f3-614575c19182', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:25.295974 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.316210 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-569f14c2-9282-4e2b-861e-92138da8aec9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.326036 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-547ad0e1-5c9c-4421-9b28-ee58e8f1f145 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:25.353057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:25.354233 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:25.372679 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:25.386611 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-547ad0e1-5c9c-4421-9b28-ee58e8f1f145 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:25.407629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-547ad0e1-5c9c-4421-9b28-ee58e8f1f145 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:25.459389 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45518) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:25.460224 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-547ad0e1-5c9c-4421-9b28-ee58e8f1f145 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:25.475575 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5e2d2e39-fa41-4fb1-92f0-4c91e3be05e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Request body: {'subnet': {'network_id': 'df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:25.501578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.506800 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-569f14c2-9282-4e2b-861e-92138da8aec9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.513384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4a8f0208-cd25-43be-98e7-8ab882be23d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.556087 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.585878 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Network': ['ID=da40afca-02bf-4b40-ad0f-03612347ca2a,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:25.594172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-547ad0e1-5c9c-4421-9b28-ee58e8f1f145 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.596303 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0f57c4d1-10f5-487b-aab3-2c07188c063b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/da40afca-02bf-4b40-ad0f-03612347ca2a HTTP/1.1" status: 204 len: 168 time: 6.1654987 Feb 28 14:57:25.602014 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45522) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:25.611246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-2ae757d8-b3dc-4fb0-919d-cec23fc02c95 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-562538793'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:25.618557 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2ae757d8-b3dc-4fb0-919d-cec23fc02c95 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:25.628261 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2ae757d8-b3dc-4fb0-919d-cec23fc02c95 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:network and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:25.629134 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ef2272c3-ed4d-424c-8210-e6e601405b54 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.632088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2ae757d8-b3dc-4fb0-919d-cec23fc02c95 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:25.642142 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2ae757d8-b3dc-4fb0-919d-cec23fc02c95 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:25.652683 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4501d1f-9a56-47a3-b074-128dd5d25910 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:57:25.658254 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1fa52ca0-1854-4acc-a37c-a4cbf06cf5c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.663583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7d246-5b19-4310-95c9-eaaee2351cf8 None None] Sync routers for ids ['51fbf50b-d6b1-432a-927c-bc7412c03492'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:57:25.671966 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae757d8-b3dc-4fb0-919d-cec23fc02c95 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:25.675354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ae757d8-b3dc-4fb0-919d-cec23fc02c95 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.678074 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7d246-5b19-4310-95c9-eaaee2351cf8 None None] Routers {'51fbf50b-d6b1-432a-927c-bc7412c03492'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:25.678921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-cfc7d246-5b19-4310-95c9-eaaee2351cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['51fbf50b-d6b1-432a-927c-bc7412c03492'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:25.687161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-569f14c2-9282-4e2b-861e-92138da8aec9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.696108 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2272c3-ed4d-424c-8210-e6e601405b54 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4fa8fb0d-fc48-4481-84d2-5d9196642af2,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:25.717664 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b4501d1f-9a56-47a3-b074-128dd5d25910 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "PUT /v2.0/routers/51fbf50b-d6b1-432a-927c-bc7412c03492/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0219359 Feb 28 14:57:25.718589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ef2272c3-ed4d-424c-8210-e6e601405b54 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.722710 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ef2272c3-ed4d-424c-8210-e6e601405b54 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "DELETE /v2.0/security-groups/4fa8fb0d-fc48-4481-84d2-5d9196642af2 HTTP/1.1" status: 204 len: 168 time: 0.8993828 Feb 28 14:57:25.722710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45526) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:25.722710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45528) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:25.749911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-cfc7d246-5b19-4310-95c9-eaaee2351cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:25.760020 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:57:25.764045 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc7d246-5b19-4310-95c9-eaaee2351cf8 None None] Routers {'51fbf50b-d6b1-432a-927c-bc7412c03492'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:25.764651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-cfc7d246-5b19-4310-95c9-eaaee2351cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['51fbf50b-d6b1-432a-927c-bc7412c03492'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:25.776197 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Sync routers for ids ['3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:57:25.787326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-547ad0e1-5c9c-4421-9b28-ee58e8f1f145 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.793349 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Routers {'3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:25.794317 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:25.796451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569f14c2-9282-4e2b-861e-92138da8aec9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Subnet': ['ID=9e8844f5-7f1a-45d3-b3c9-33d3eb5ddd21,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:25.827330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-cfc7d246-5b19-4310-95c9-eaaee2351cf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:25.827896 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc7d246-5b19-4310-95c9-eaaee2351cf8 None None] The sync data for ids ['51fbf50b-d6b1-432a-927c-bc7412c03492'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:57:25.868627 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-569f14c2-9282-4e2b-861e-92138da8aec9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.878094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5e2d2e39-fa41-4fb1-92f0-4c91e3be05e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:25.885034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae757d8-b3dc-4fb0-919d-cec23fc02c95 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:25.892634 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.897454 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-569f14c2-9282-4e2b-861e-92138da8aec9 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/subnets/9e8844f5-7f1a-45d3-b3c9-33d3eb5ddd21 HTTP/1.1" status: 204 len: 168 time: 1.5257885 Feb 28 14:57:25.897719 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-eb5be6c3-467d-41fb-a265-0d0467989897 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.2830231 Feb 28 14:57:25.897719 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-547ad0e1-5c9c-4421-9b28-ee58e8f1f145 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.898337 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45534) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:25.898337 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45536) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:25.900058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5e2d2e39-fa41-4fb1-92f0-4c91e3be05e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Usage tracker for resource:subnet and tenant:9dee5a82c1914befa2d0d7b0d99c0734 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:25.922958 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5e2d2e39-fa41-4fb1-92f0-4c91e3be05e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:25.928991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547ad0e1-5c9c-4421-9b28-ee58e8f1f145 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d4f6265-d8a7-42b2-9a52-a5adbf77c339,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:25.931894 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-849c39a6-6961-4392-a313-b2698d0a85c5 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] show failed (client error): The resource could not be found. Feb 28 14:57:25.936404 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-849c39a6-6961-4392-a313-b2698d0a85c5 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "GET /v2.0/routers/tempest-non_exist_router-263201965 HTTP/1.1" status: 404 len: 334 time: 0.2055221 Feb 28 14:57:25.964061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ae757d8-b3dc-4fb0-919d-cec23fc02c95 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:25.964286 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-2ae757d8-b3dc-4fb0-919d-cec23fc02c95 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Added segment 14457d5e-39d0-44eb-b4dc-fce3b6e6fd87 of type vlan for network 370a7992-ac4c-4f53-b382-1bd986caf533 Feb 28 14:57:25.974006 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5e2d2e39-fa41-4fb1-92f0-4c91e3be05e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:25.975825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45542) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:25.977992 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f71b08ed-c911-44ed-843c-beb051642c6b tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Synchronizing usage tracker for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:25.993202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5f038764-5109-41f1-aa24-62cddd5b5980 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Request body: {'router': {'name': 'new_name'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:26.014560 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Set router 3b0c7caa-72e5-41eb-804e-a9d34ee11b9f gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:57:26.069974 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-5f038764-5109-41f1-aa24-62cddd5b5980 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] update failed (client error): The resource could not be found. Feb 28 14:57:26.076222 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5f038764-5109-41f1-aa24-62cddd5b5980 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "PUT /v2.0/routers/tempest-non_exist_router-1223432532 HTTP/1.1" status: 404 len: 335 time: 0.0898404 Feb 28 14:57:26.076222 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-547ad0e1-5c9c-4421-9b28-ee58e8f1f145 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.076222 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-547ad0e1-5c9c-4421-9b28-ee58e8f1f145 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.8472216 Feb 28 14:57:26.076222 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e2d2e39-fa41-4fb1-92f0-4c91e3be05e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Made reservation on behalf of 9dee5a82c1914befa2d0d7b0d99c0734 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:26.092224 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45546) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:26.092580 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45548) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:26.150715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f71b08ed-c911-44ed-843c-beb051642c6b tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Unset dirty status for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:26.158085 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f71b08ed-c911-44ed-843c-beb051642c6b tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.4223201 Feb 28 14:57:26.161512 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45554) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:26.174925 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ae757d8-b3dc-4fb0-919d-cec23fc02c95 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.183801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-88870dd0-121f-46ad-bc76-53281e78ccf9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '65d36a10-8a9e-4b04-a796-af1a7ac9248a', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:26.202344 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-88870dd0-121f-46ad-bc76-53281e78ccf9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:26.217496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-88870dd0-121f-46ad-bc76-53281e78ccf9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:26.225438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b80eaf7-71fe-4cb0-b1c4-4c50f249b2c5 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.229055 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-88870dd0-121f-46ad-bc76-53281e78ccf9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:26.248436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-88870dd0-121f-46ad-bc76-53281e78ccf9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:26.249951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f1f5b62d-1070-4f8d-a92b-2ad2d61661be tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.291339 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f1f5b62d-1070-4f8d-a92b-2ad2d61661be tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.295377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ae757d8-b3dc-4fb0-919d-cec23fc02c95 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.299044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae757d8-b3dc-4fb0-919d-cec23fc02c95 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:26.299663 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ae757d8-b3dc-4fb0-919d-cec23fc02c95 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.354129 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'name': 'tempest-TestVolumeBootPattern-1815517871-router', 'tenant_id': '8b0845231fc043f586ce24d210b2350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': 'd12b42e8-1f7b-4c20-9863-e9740b890ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:18Z', 'updated_at': '2022-02-28T14:57:21Z', 'revision_number': 3, 'project_id': '8b0845231fc043f586ce24d210b2350c', 'gw_port': {'id': 'd12b42e8-1f7b-4c20-9863-e9740b890ede', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:20Z', 'updated_at': '2022-02-28T14:57:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:26.356064 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2e39-fa41-4fb1-92f0-4c91e3be05e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.358626 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Checking router: 3b0c7caa-72e5-41eb-804e-a9d34ee11b9f for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:57:26.358974 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Updating router 3b0c7caa-72e5-41eb-804e-a9d34ee11b9f port d12b42e8-1f7b-4c20-9863-e9740b890ede binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:57:26.425007 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.497360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f1f5b62d-1070-4f8d-a92b-2ad2d61661be tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.542728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f5b62d-1070-4f8d-a92b-2ad2d61661be tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2d4f6265-d8a7-42b2-9a52-a5adbf77c339,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:26.548953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f1f5b62d-1070-4f8d-a92b-2ad2d61661be tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.550070 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f1f5b62d-1070-4f8d-a92b-2ad2d61661be tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2d4f6265-d8a7-42b2-9a52-a5adbf77c339 HTTP/1.1" status: 204 len: 168 time: 0.4558113 Feb 28 14:57:26.554043 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45558) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:26.559032 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-635391db-86ab-4484-959b-c854f4189be0 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Deleting subnet 0dbaed16-79be-463d-a962-5f791fa6eeb2 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:57:26.579794 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-635391db-86ab-4484-959b-c854f4189be0 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.667475 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2ae757d8-b3dc-4fb0-919d-cec23fc02c95 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0644479 Feb 28 14:57:26.674279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45562) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:26.691258 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-88870dd0-121f-46ad-bc76-53281e78ccf9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The resource could not be found. Feb 28 14:57:26.698259 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-88870dd0-121f-46ad-bc76-53281e78ccf9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5286705 Feb 28 14:57:26.698259 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae757d8-b3dc-4fb0-919d-cec23fc02c95 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Network': ['ID=370a7992-ac4c-4f53-b382-1bd986caf533,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:26.698620 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-420a2215-58a3-4938-9fc1-39aed22b96ca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'subnet': {'network_id': '370a7992-ac4c-4f53-b382-1bd986caf533', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:26.700400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45566) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:26.707640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b80eaf7-71fe-4cb0-b1c4-4c50f249b2c5 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.710598 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 370a7992-ac4c-4f53-b382-1bd986caf533 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:26.720885 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-635391db-86ab-4484-959b-c854f4189be0 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.723398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-0fe338d9-068f-41c9-a263-6cadcdb8b0cd tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1364502487'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:26.733064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0fe338d9-068f-41c9-a263-6cadcdb8b0cd tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:26.768609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0fe338d9-068f-41c9-a263-6cadcdb8b0cd tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:26.771276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-4b80eaf7-71fe-4cb0-b1c4-4c50f249b2c5 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94c852a0-ae79-4531-986a-03480b675578']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:26.792246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-4b80eaf7-71fe-4cb0-b1c4-4c50f249b2c5 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1110b24d-cd97-46d0-9b07-82287b6e33ae') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:26.792544 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-4b80eaf7-71fe-4cb0-b1c4-4c50f249b2c5 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1110b24d-cd97-46d0-9b07-82287b6e33ae') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:26.819393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b80eaf7-71fe-4cb0-b1c4-4c50f249b2c5 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.832385 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0fe338d9-068f-41c9-a263-6cadcdb8b0cd tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.838634 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.844225 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-930d0981-3c68-47ed-9fc5-6aa9b4580b83 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:26.858946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b80eaf7-71fe-4cb0-b1c4-4c50f249b2c5 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.934794 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-420a2215-58a3-4938-9fc1-39aed22b96ca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:26.936812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-930d0981-3c68-47ed-9fc5-6aa9b4580b83 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:26.938078 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-930d0981-3c68-47ed-9fc5-6aa9b4580b83 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5151 time: 0.3830318 Feb 28 14:57:26.949386 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45570) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:26.957279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-420a2215-58a3-4938-9fc1-39aed22b96ca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:subnet and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:26.972972 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-420a2215-58a3-4938-9fc1-39aed22b96ca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:26.984847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2e39-fa41-4fb1-92f0-4c91e3be05e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:26.988592 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-420a2215-58a3-4938-9fc1-39aed22b96ca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:26.989886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4b80eaf7-71fe-4cb0-b1c4-4c50f249b2c5 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:26.990289 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b80eaf7-71fe-4cb0-b1c4-4c50f249b2c5 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:27.009324 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:27.123888 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0fe338d9-068f-41c9-a263-6cadcdb8b0cd tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:27.183323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0fe338d9-068f-41c9-a263-6cadcdb8b0cd tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:27.191792 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-420a2215-58a3-4938-9fc1-39aed22b96ca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:27.194052 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Transition to ACTIVE for port object d12b42e8-1f7b-4c20-9863-e9740b890ede will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:27.196998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0fe338d9-068f-41c9-a263-6cadcdb8b0cd tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:27.203376 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.211451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-635391db-86ab-4484-959b-c854f4189be0 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.239740 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-902d8df6-4e29-43ae-813f-1086d21b9fa2 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.258437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b80eaf7-71fe-4cb0-b1c4-4c50f249b2c5 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.260376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0fe338d9-068f-41c9-a263-6cadcdb8b0cd tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:27.290176 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc88680-22fd-4044-a6ad-d05601039c3b None None] Pushing event updated for resources: {'Port': ['ID=d12b42e8-1f7b-4c20-9863-e9740b890ede,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:27.293309 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Attempting to bind port d12b42e8-1f7b-4c20-9863-e9740b890ede on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:27.293774 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Attempting to bind port d12b42e8-1f7b-4c20-9863-e9740b890ede by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:27.294229 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Attempting to bind port d12b42e8-1f7b-4c20-9863-e9740b890ede on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:57:27.294536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b80eaf7-71fe-4cb0-b1c4-4c50f249b2c5 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.301979 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 56, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:57:27.302563 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:27.303049 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.303515 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:57:27.304114 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Bound port: d12b42e8-1f7b-4c20-9863-e9740b890ede, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:27.304566 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.322775 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b80eaf7-71fe-4cb0-b1c4-4c50f249b2c5 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] Pushing event deleted for resources: {'Network': ['ID=94c852a0-ae79-4531-986a-03480b675578,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:27.330067 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-902d8df6-4e29-43ae-813f-1086d21b9fa2 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.332562 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4b80eaf7-71fe-4cb0-b1c4-4c50f249b2c5 tempest-FloatingIPTestJSON-442668036 tempest-FloatingIPTestJSON-442668036-project] 10.222.0.15 "DELETE /v2.0/networks/94c852a0-ae79-4531-986a-03480b675578 HTTP/1.1" status: 204 len: 168 time: 1.4313111 Feb 28 14:57:27.389315 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] For port d12b42e8-1f7b-4c20-9863-e9740b890ede, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:57:27.394387 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] For port d12b42e8-1f7b-4c20-9863-e9740b890ede, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d12b42e8-1f7b-4c20-9863-e9740b890ede,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:57:27.405724 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.426844 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2d2e39-fa41-4fb1-92f0-4c91e3be05e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event updated for resources: {'Subnet': ['ID=c33d9b53-8345-4179-9bf8-924d47dfbe62,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:27.517186 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc88680-22fd-4044-a6ad-d05601039c3b None None] Pushing event updated for resources: {'Port': ['ID=d12b42e8-1f7b-4c20-9863-e9740b890ede,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:27.526234 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Routers {'3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:27.527201 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:56:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:27.527817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e2d2e39-fa41-4fb1-92f0-4c91e3be05e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Checking segment: {'id': '8d5b74ff-16c8-4d43-b6db-ab1e813a0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:27.528222 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d2e39-fa41-4fb1-92f0-4c91e3be05e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Network hostable DHCP agents. Network: df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:27.532864 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0fe338d9-068f-41c9-a263-6cadcdb8b0cd tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.537928 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-420a2215-58a3-4938-9fc1-39aed22b96ca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.547479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0fe338d9-068f-41c9-a263-6cadcdb8b0cd tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.565635 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-902d8df6-4e29-43ae-813f-1086d21b9fa2 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.611378 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.637847 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce4655d3-ee96-41ab-a39b-56600c6ecdce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.641399 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0fe338d9-068f-41c9-a263-6cadcdb8b0cd tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.642526 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0fe338d9-068f-41c9-a263-6cadcdb8b0cd tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.9382126 Feb 28 14:57:27.645135 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe338d9-068f-41c9-a263-6cadcdb8b0cd tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=327b4ffc-431e-4b22-81d8-8b279d9ef694,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:27.647277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45578) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:27.660405 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f43f657c-eabd-4bd4-97f0-c5fbef3e8b40 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1300861060'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:27.672415 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f43f657c-eabd-4bd4-97f0-c5fbef3e8b40 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:27.688458 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902d8df6-4e29-43ae-813f-1086d21b9fa2 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=993c73dd-96bf-4ce8-bfbd-0a1baf46c16d,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:27.690158 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f43f657c-eabd-4bd4-97f0-c5fbef3e8b40 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:27.718858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-635391db-86ab-4484-959b-c854f4189be0 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.732406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f43f657c-eabd-4bd4-97f0-c5fbef3e8b40 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.780143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635391db-86ab-4484-959b-c854f4189be0 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event deleted for resources: {'Subnet': ['ID=0dbaed16-79be-463d-a962-5f791fa6eeb2,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:27.782230 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e2d2e39-fa41-4fb1-92f0-4c91e3be05e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Network df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:27.789828 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-902d8df6-4e29-43ae-813f-1086d21b9fa2 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.794916 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-902d8df6-4e29-43ae-813f-1086d21b9fa2 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/993c73dd-96bf-4ce8-bfbd-0a1baf46c16d HTTP/1.1" status: 204 len: 168 time: 0.8405175 Feb 28 14:57:27.798936 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45582) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:27.842081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-635391db-86ab-4484-959b-c854f4189be0 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.844175 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-635391db-86ab-4484-959b-c854f4189be0 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "DELETE /v2.0/subnets/0dbaed16-79be-463d-a962-5f791fa6eeb2 HTTP/1.1" status: 204 len: 168 time: 1.7483158 Feb 28 14:57:27.845441 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccd79b7-ed47-43db-b6a9-0f1a6f626db8 None None] Network d7346839-4541-44e2-94a4-373fca491f59 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:27.849452 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45586) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:27.849887 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45588) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:27.850970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-5e2d2e39-fa41-4fb1-92f0-4c91e3be05e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:27.860021 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] Set router 3b0c7caa-72e5-41eb-804e-a9d34ee11b9f gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:57:27.862735 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33e193a-bba5-46fa-8a8b-93f96830ef4e None None] Network df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:27.909625 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e2d2e39-fa41-4fb1-92f0-4c91e3be05e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:27.910362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5e2d2e39-fa41-4fb1-92f0-4c91e3be05e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:27.924623 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f43f657c-eabd-4bd4-97f0-c5fbef3e8b40 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:27.932582 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f43f657c-eabd-4bd4-97f0-c5fbef3e8b40 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:27.936454 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f43f657c-eabd-4bd4-97f0-c5fbef3e8b40 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:27.952089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f43f657c-eabd-4bd4-97f0-c5fbef3e8b40 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:27.964233 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5e2d2e39-fa41-4fb1-92f0-4c91e3be05e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.4986110 Feb 28 14:57:27.964981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45596) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:27.981914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c59535f4-a233-42c8-8a63-8d501f9c3879 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1525755071'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:28.000077 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c59535f4-a233-42c8-8a63-8d501f9c3879 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:28.000447 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-82f6e859-8d0e-45bd-af60-2c5d6b18de89 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:28.005515 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1fa52ca0-1854-4acc-a37c-a4cbf06cf5c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 4fe4d4e7-57ed-49df-aabf-287b59476df7 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:57:28.017469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c59535f4-a233-42c8-8a63-8d501f9c3879 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Usage tracker for resource:network and tenant:9dee5a82c1914befa2d0d7b0d99c0734 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:28.023072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c59535f4-a233-42c8-8a63-8d501f9c3879 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:28.046392 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c59535f4-a233-42c8-8a63-8d501f9c3879 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:28.097901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f43f657c-eabd-4bd4-97f0-c5fbef3e8b40 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.156995 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c59535f4-a233-42c8-8a63-8d501f9c3879 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Made reservation on behalf of 9dee5a82c1914befa2d0d7b0d99c0734 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:28.160533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c59535f4-a233-42c8-8a63-8d501f9c3879 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.177730 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-82f6e859-8d0e-45bd-af60-2c5d6b18de89 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:28.182349 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-82f6e859-8d0e-45bd-af60-2c5d6b18de89 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4668 time: 0.3798029 Feb 28 14:57:28.192518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45602) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:28.311018 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5b7a051b-abf3-4cf7-90a7-22521f9ccd70 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41c179f0fdac4809a34cc8c82420641b&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4578140 Feb 28 14:57:28.319657 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45606) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:28.328166 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'name': 'tempest-TestVolumeBootPattern-1815517871-router', 'tenant_id': '8b0845231fc043f586ce24d210b2350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': 'd12b42e8-1f7b-4c20-9863-e9740b890ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:18Z', 'updated_at': '2022-02-28T14:57:21Z', 'revision_number': 3, 'project_id': '8b0845231fc043f586ce24d210b2350c', 'gw_port': {'id': 'd12b42e8-1f7b-4c20-9863-e9740b890ede', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:20Z', 'updated_at': '2022-02-28T14:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:28.335062 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f43f657c-eabd-4bd4-97f0-c5fbef3e8b40 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.335611 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325c61c1-cfdd-41e0-80b3-d6551faa7943 None None] The sync data for ids ['3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'] in dv-neutron-830866-2-hyperv is: [{'id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'name': 'tempest-TestVolumeBootPattern-1815517871-router', 'tenant_id': '8b0845231fc043f586ce24d210b2350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': 'd12b42e8-1f7b-4c20-9863-e9740b890ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:18Z', 'updated_at': '2022-02-28T14:57:21Z', 'revision_number': 3, 'project_id': '8b0845231fc043f586ce24d210b2350c', 'gw_port': {'id': 'd12b42e8-1f7b-4c20-9863-e9740b890ede', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:20Z', 'updated_at': '2022-02-28T14:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:57:28.394595 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0', 'network_id': 'df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0', 'tenant_id': '9dee5a82c1914befa2d0d7b0d99c0734', 'fixed_ips': [{'subnet_id': 'c33d9b53-8345-4179-9bf8-924d47dfbe62'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:57:28.395552 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.396373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03ad1198-cd51-4ad3-bb00-b068e6b05dee tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.408442 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03ad1198-cd51-4ad3-bb00-b068e6b05dee tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.425180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f43f657c-eabd-4bd4-97f0-c5fbef3e8b40 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.426408 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f43f657c-eabd-4bd4-97f0-c5fbef3e8b40 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7759860 Feb 28 14:57:28.443155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45610) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:28.444689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-5cb2d1ff-6ec1-4ad8-8a2f-f790f7fddd64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Deleting subnet f3bb6a4a-5183-42ef-a6be-29f5ba91cb04 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:57:28.449747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-420a2215-58a3-4938-9fc1-39aed22b96ca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.453850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5cb2d1ff-6ec1-4ad8-8a2f-f790f7fddd64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.459240 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ca5e9d80-0cda-40ea-a58a-a4570c48e73d tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group_rule': {'security_group_id': '327b4ffc-431e-4b22-81d8-8b279d9ef694', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '46790cd9-90b2-47fd-abdc-ac2785a703d1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:28.472250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c59535f4-a233-42c8-8a63-8d501f9c3879 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:28.503155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ca5e9d80-0cda-40ea-a58a-a4570c48e73d tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:28.512356 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ca5e9d80-0cda-40ea-a58a-a4570c48e73d tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:28.515632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43f657c-eabd-4bd4-97f0-c5fbef3e8b40 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=46790cd9-90b2-47fd-abdc-ac2785a703d1,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:28.520799 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ca5e9d80-0cda-40ea-a58a-a4570c48e73d tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:28.527694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c59535f4-a233-42c8-8a63-8d501f9c3879 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.528090 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-c59535f4-a233-42c8-8a63-8d501f9c3879 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Added segment 515c329a-53a6-4105-b188-7c9764cccffa of type vlan for network fc4061c4-a932-4233-9f6b-e181eaef5cf9 Feb 28 14:57:28.535787 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ca5e9d80-0cda-40ea-a58a-a4570c48e73d tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:28.538664 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03ad1198-cd51-4ad3-bb00-b068e6b05dee tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.589157 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c59535f4-a233-42c8-8a63-8d501f9c3879 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.589411 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad1198-cd51-4ad3-bb00-b068e6b05dee tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1feda11e-3b2b-4518-894b-c08fb582ff5a,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:28.590612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Allocated IP 2001:db8:0:ffff::2 (df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0/c33d9b53-8345-4179-9bf8-924d47dfbe62/28321100-7183-488f-bd90-003d87bfa0b1) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:28.653604 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5cb2d1ff-6ec1-4ad8-8a2f-f790f7fddd64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.681102 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-ca5e9d80-0cda-40ea-a58a-a4570c48e73d tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 14:57:28.681921 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ca5e9d80-0cda-40ea-a58a-a4570c48e73d tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 360 time: 0.2275233 Feb 28 14:57:28.688093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45614) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:28.715296 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420a2215-58a3-4938-9fc1-39aed22b96ca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Subnet': ['ID=19775c6a-79cb-4e83-a80e-ba7b53d47824,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:28.724973 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6e36d012-e525-4cf9-b59a-9b96971dc49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.735824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03ad1198-cd51-4ad3-bb00-b068e6b05dee tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.736664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c59535f4-a233-42c8-8a63-8d501f9c3879 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.739497 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-03ad1198-cd51-4ad3-bb00-b068e6b05dee tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/1feda11e-3b2b-4518-894b-c08fb582ff5a HTTP/1.1" status: 204 len: 168 time: 0.5426600 Feb 28 14:57:28.740403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c59535f4-a233-42c8-8a63-8d501f9c3879 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:28.741286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c59535f4-a233-42c8-8a63-8d501f9c3879 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.745446 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45618) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:28.798920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-420a2215-58a3-4938-9fc1-39aed22b96ca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Checking segment: {'id': '14457d5e-39d0-44eb-b4dc-fce3b6e6fd87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '370a7992-ac4c-4f53-b382-1bd986caf533'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:28.799290 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420a2215-58a3-4938-9fc1-39aed22b96ca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network hostable DHCP agents. Network: 370a7992-ac4c-4f53-b382-1bd986caf533, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:28.808515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6e36d012-e525-4cf9-b59a-9b96971dc49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.814554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c559f9-f679-4774-9344-f8af271fedd7 None None] DHCP port deletion for d7346839-4541-44e2-94a4-373fca491f59 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:57:28.828617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.831473 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e8c559f9-f679-4774-9344-f8af271fedd7 None None] Deleting port e3e972e3-716d-4cce-8980-27508c1e0127 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:28.831858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e8c559f9-f679-4774-9344-f8af271fedd7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.889801 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Transition to ACTIVE for port object 28321100-7183-488f-bd90-003d87bfa0b1 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:28.897764 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5cb2d1ff-6ec1-4ad8-8a2f-f790f7fddd64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.910538 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.928010 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c59535f4-a233-42c8-8a63-8d501f9c3879 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9614439 Feb 28 14:57:28.934461 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45622) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:28.941615 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59535f4-a233-42c8-8a63-8d501f9c3879 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event updated for resources: {'Network': ['ID=fc4061c4-a932-4233-9f6b-e181eaef5cf9,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:28.947992 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Request body: {'subnet': {'network_id': 'fc4061c4-a932-4233-9f6b-e181eaef5cf9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:28.957051 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.963772 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7e41a9e6-87ab-4d11-ab00-dc035138298a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:28.967010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network fc4061c4-a932-4233-9f6b-e181eaef5cf9 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:28.986929 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.014030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-664f3ab9-eb24-4065-ae2c-0e51945c6691 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:29.021513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1fa52ca0-1854-4acc-a37c-a4cbf06cf5c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:57:29.028657 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1fa52ca0-1854-4acc-a37c-a4cbf06cf5c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/4fe4d4e7-57ed-49df-aabf-287b59476df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.4321284 Feb 28 14:57:29.031796 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Transition to ACTIVE for port object 28321100-7183-488f-bd90-003d87bfa0b1 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:29.046428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-420a2215-58a3-4938-9fc1-39aed22b96ca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network 370a7992-ac4c-4f53-b382-1bd986caf533 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:29.087438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-664f3ab9-eb24-4065-ae2c-0e51945c6691 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:29.089665 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-664f3ab9-eb24-4065-ae2c-0e51945c6691 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4185 time: 0.3232145 Feb 28 14:57:29.096196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45628) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:29.100896 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc2ff63-39b1-4d0b-ade0-d10a9fe9dd2b None None] Sync routers for ids ['4fe4d4e7-57ed-49df-aabf-287b59476df7'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:57:29.106156 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7e41a9e6-87ab-4d11-ab00-dc035138298a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.139533 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6e36d012-e525-4cf9-b59a-9b96971dc49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.139787 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.141838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-420a2215-58a3-4938-9fc1-39aed22b96ca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 370a7992-ac4c-4f53-b382-1bd986caf533) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:29.174882 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-420a2215-58a3-4938-9fc1-39aed22b96ca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:29.175481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-420a2215-58a3-4938-9fc1-39aed22b96ca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.192560 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e36d012-e525-4cf9-b59a-9b96971dc49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f841f899-b6df-466e-baf5-6fa97fcf081e,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:29.211862 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:29.242479 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65863ea-2ae7-4c69-ac4a-f97c07e9411b None None] Network 370a7992-ac4c-4f53-b382-1bd986caf533 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:29.257886 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Usage tracker for resource:subnet and tenant:9dee5a82c1914befa2d0d7b0d99c0734 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:29.264443 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6e36d012-e525-4cf9-b59a-9b96971dc49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.268214 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6e36d012-e525-4cf9-b59a-9b96971dc49d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f841f899-b6df-466e-baf5-6fa97fcf081e HTTP/1.1" status: 204 len: 168 time: 0.9449570 Feb 28 14:57:29.270553 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:29.278562 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-703f9bce-ff8b-4b9a-a0c8-d3e546f23249 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.279115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Allocated IP 172.20.0.1 (ce344f0e-b664-41e1-922b-91f352d53480/2dd6024a-96e2-4c06-a544-084f10f12836/04ff9813-8d95-4a71-9a6a-01293c695029) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:29.298363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:29.305340 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-703f9bce-ff8b-4b9a-a0c8-d3e546f23249 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.322903 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5cb2d1ff-6ec1-4ad8-8a2f-f790f7fddd64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.387957 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7e41a9e6-87ab-4d11-ab00-dc035138298a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.400094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7e41a9e6-87ab-4d11-ab00-dc035138298a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.401874 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7e41a9e6-87ab-4d11-ab00-dc035138298a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "DELETE /v2.0/security-groups/46790cd9-90b2-47fd-abdc-ac2785a703d1 HTTP/1.1" status: 204 len: 168 time: 0.7050946 Feb 28 14:57:29.406698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45634) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:29.423206 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-420a2215-58a3-4938-9fc1-39aed22b96ca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7401137 Feb 28 14:57:29.428373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45638) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:29.433659 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb2d1ff-6ec1-4ad8-8a2f-f790f7fddd64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event deleted for resources: {'Subnet': ['ID=f3bb6a4a-5183-42ef-a6be-29f5ba91cb04,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:29.439846 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Made reservation on behalf of 9dee5a82c1914befa2d0d7b0d99c0734 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:29.479715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e41a9e6-87ab-4d11-ab00-dc035138298a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=46790cd9-90b2-47fd-abdc-ac2785a703d1,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:29.562598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.592515 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Pushing event updated for resources: {'Port': ['ID=28321100-7183-488f-bd90-003d87bfa0b1,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:29.593336 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ae16dbea-0f1c-4d63-b900-e7e1e815d877 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Synchronizing usage tracker for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:29.615513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Transition to ACTIVE for port object 04ff9813-8d95-4a71-9a6a-01293c695029 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:29.637710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5980b3c1-21ed-4927-b0a4-5b2d1148aa15 None None] Network 97e75aa3-733b-4438-9f6d-c46d9b939006 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:29.652522 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ae16dbea-0f1c-4d63-b900-e7e1e815d877 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Unset dirty status for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:29.654899 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ae16dbea-0f1c-4d63-b900-e7e1e815d877 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.2470324 Feb 28 14:57:29.658495 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45644) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:29.680370 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.717423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Network df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:29.742326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc2ff63-39b1-4d0b-ade0-d10a9fe9dd2b None None] Routers {'4fe4d4e7-57ed-49df-aabf-287b59476df7'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:29.743281 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ccc2ff63-39b1-4d0b-ade0-d10a9fe9dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:57:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4fe4d4e7-57ed-49df-aabf-287b59476df7'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:29.786845 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5cb2d1ff-6ec1-4ad8-8a2f-f790f7fddd64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.799193 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:29.802081 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:57:29.805572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Pushing event updated for resources: {'Port': ['ID=04ff9813-8d95-4a71-9a6a-01293c695029,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:29.812565 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Network ce344f0e-b664-41e1-922b-91f352d53480 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:29.815933 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:29.818255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:57:29.843883 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-703f9bce-ff8b-4b9a-a0c8-d3e546f23249 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.866860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e8c559f9-f679-4774-9344-f8af271fedd7 None None] For port e3e972e3-716d-4cce-8980-27508c1e0127, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e3e972e3-716d-4cce-8980-27508c1e0127,segment=NetworkSegment(b78e48f7-9702-4d41-b79a-d31731310bbd),segment_id=b78e48f7-9702-4d41-b79a-d31731310bbd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:29.867245 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e8c559f9-f679-4774-9344-f8af271fedd7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.880459 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-703f9bce-ff8b-4b9a-a0c8-d3e546f23249 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.883966 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-703f9bce-ff8b-4b9a-a0c8-d3e546f23249 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/3f436e8d-24c0-4893-b417-652f0a869605 HTTP/1.1" status: 204 len: 168 time: 0.7672911 Feb 28 14:57:29.887311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ded87abc-75bc-4cee-a632-0bf583582f4a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:29.888853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45648) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:29.903658 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5cb2d1ff-6ec1-4ad8-8a2f-f790f7fddd64 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "DELETE /v2.0/subnets/f3bb6a4a-5183-42ef-a6be-29f5ba91cb04 HTTP/1.1" status: 204 len: 168 time: 2.0483694 Feb 28 14:57:29.914874 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45652) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:29.916487 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-703f9bce-ff8b-4b9a-a0c8-d3e546f23249 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f436e8d-24c0-4893-b417-652f0a869605,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:29.937194 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.060162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.104389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ded87abc-75bc-4cee-a632-0bf583582f4a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.106217 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdc5dab2-0b9f-4f75-863b-955d9f3ab337 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.125996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.139435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-658a2529-0b5b-47f7-b7cb-a736f95c24c6 req-0f5d69d9-10fa-4803-8cab-f761a99bd310 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:30.146749 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-658a2529-0b5b-47f7-b7cb-a736f95c24c6 req-0f5d69d9-10fa-4803-8cab-f761a99bd310 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 946 time: 0.3901446 Feb 28 14:57:30.170905 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-04ee84a8-96bd-44fb-9710-0fa63736c162 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3702 time: 0.2747462 Feb 28 14:57:30.173182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45656) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:30.200669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Deleting port e3e972e3-716d-4cce-8980-27508c1e0127 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:30.201550 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.203457 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e3e972e3-716d-4cce-8980-27508c1e0127 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:57:30.238710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e8c559f9-f679-4774-9344-f8af271fedd7 None None] Calling delete_port for e3e972e3-716d-4cce-8980-27508c1e0127 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:30.284702 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-658a2529-0b5b-47f7-b7cb-a736f95c24c6 req-1f8ac0ee-7493-4d31-8cd4-34ad4ff85c31 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbd9c75-f531-49ec-9de6-0ccc5ba9799d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1374049 Feb 28 14:57:30.289940 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdc5dab2-0b9f-4f75-863b-955d9f3ab337 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.306281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ded87abc-75bc-4cee-a632-0bf583582f4a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.325588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3fe03815-723d-43db-9b7a-6f8a7d6146a7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.348451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3fe03815-723d-43db-9b7a-6f8a7d6146a7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.399432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ded87abc-75bc-4cee-a632-0bf583582f4a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=327b4ffc-431e-4b22-81d8-8b279d9ef694,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:30.420918 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.448758 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdc5dab2-0b9f-4f75-863b-955d9f3ab337 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.511508 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.531769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5dab2-0b9f-4f75-863b-955d9f3ab337 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Subnet': ['ID=19775c6a-79cb-4e83-a80e-ba7b53d47824,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:30.644535 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-743d0467-808e-414e-885d-7463d3cb17a7 None None] Provisioning for port 04ff9813-8d95-4a71-9a6a-01293c695029 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:30.647750 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Attempting to bind port 28321100-7183-488f-bd90-003d87bfa0b1 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:30.648123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Attempting to bind port 28321100-7183-488f-bd90-003d87bfa0b1 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '8d5b74ff-16c8-4d43-b6db-ab1e813a0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:30.648485 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Attempting to bind port 28321100-7183-488f-bd90-003d87bfa0b1 on network df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:57:30.664583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-ccc2ff63-39b1-4d0b-ade0-d10a9fe9dd2b None None] Set router 4fe4d4e7-57ed-49df-aabf-287b59476df7 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:57:30.704413 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdc5dab2-0b9f-4f75-863b-955d9f3ab337 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.711844 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ded87abc-75bc-4cee-a632-0bf583582f4a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.715257 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ded87abc-75bc-4cee-a632-0bf583582f4a tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "DELETE /v2.0/security-groups/327b4ffc-431e-4b22-81d8-8b279d9ef694 HTTP/1.1" status: 204 len: 168 time: 1.0526161 Feb 28 14:57:30.715414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.objects.ports [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83591) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:57:30.715975 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45660) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:30.730161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-743d0467-808e-414e-885d-7463d3cb17a7 None None] Provisioning complete for port 04ff9813-8d95-4a71-9a6a-01293c695029 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:30.730530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-743d0467-808e-414e-885d-7463d3cb17a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.745740 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.757636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3fe03815-723d-43db-9b7a-6f8a7d6146a7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.787461 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-cdc5dab2-0b9f-4f75-863b-955d9f3ab337 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['370a7992-ac4c-4f53-b382-1bd986caf533']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:30.798347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3fe03815-723d-43db-9b7a-6f8a7d6146a7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.801764 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3fe03815-723d-43db-9b7a-6f8a7d6146a7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/6b074063-a756-4aaf-9e4f-e091bdb8b9c0 HTTP/1.1" status: 204 len: 168 time: 0.6230640 Feb 28 14:57:30.806364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45664) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:30.820449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-cdc5dab2-0b9f-4f75-863b-955d9f3ab337 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14457d5e-39d0-44eb-b4dc-fce3b6e6fd87') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:30.820881 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-cdc5dab2-0b9f-4f75-863b-955d9f3ab337 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14457d5e-39d0-44eb-b4dc-fce3b6e6fd87') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:30.823373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe03815-723d-43db-9b7a-6f8a7d6146a7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6b074063-a756-4aaf-9e4f-e091bdb8b9c0,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:30.850678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] For port e3e972e3-716d-4cce-8980-27508c1e0127, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e3e972e3-716d-4cce-8980-27508c1e0127,segment=NetworkSegment(b78e48f7-9702-4d41-b79a-d31731310bbd),segment_id=b78e48f7-9702-4d41-b79a-d31731310bbd)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:30.851018 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.875297 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:57:30.875698 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Checking segment: {'id': '8d5b74ff-16c8-4d43-b6db-ab1e813a0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:30.876945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.876945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Bound using segment: {'id': '8d5b74ff-16c8-4d43-b6db-ab1e813a0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:57:30.876945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Bound port: 28321100-7183-488f-bd90-003d87bfa0b1, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8d5b74ff-16c8-4d43-b6db-ab1e813a0610', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:30.877290 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.880715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdc5dab2-0b9f-4f75-863b-955d9f3ab337 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.885956 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Port e3e972e3-716d-4cce-8980-27508c1e0127 update to DOWN by agent not found {{(pid=83593) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 28 14:57:30.894668 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e8c559f9-f679-4774-9344-f8af271fedd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.899110 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ebf5b4a-8e7f-480c-8259-7cd5e247ee08 None None] Network 370a7992-ac4c-4f53-b382-1bd986caf533 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:30.910721 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event updated for resources: {'Subnet': ['ID=1dec840b-9f93-422d-882e-39c99099a0af,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:30.937027 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdc5dab2-0b9f-4f75-863b-955d9f3ab337 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.952754 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-11803ecd-26a5-4171-beaa-69e1992b63bb tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Synchronizing usage tracker for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:30.968143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cdc5dab2-0b9f-4f75-863b-955d9f3ab337 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:30.968143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdc5dab2-0b9f-4f75-863b-955d9f3ab337 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:30.989316 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:31.064408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-10e3b92f-18e5-4627-ba50-0c79dfcca51a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:31.084070 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Checking segment: {'id': '515c329a-53a6-4105-b188-7c9764cccffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fc4061c4-a932-4233-9f6b-e181eaef5cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:31.084577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Network hostable DHCP agents. Network: fc4061c4-a932-4233-9f6b-e181eaef5cf9, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:31.086894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Calling delete_port for e3e972e3-716d-4cce-8980-27508c1e0127 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:31.096640 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-11803ecd-26a5-4171-beaa-69e1992b63bb tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Unset dirty status for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:31.098022 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-11803ecd-26a5-4171-beaa-69e1992b63bb tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3795512 Feb 28 14:57:31.107501 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c559f9-f679-4774-9344-f8af271fedd7 None None] Pushing event deleted for resources: {'Port': ['ID=e3e972e3-716d-4cce-8980-27508c1e0127,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:31.107815 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45668) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:31.117763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-69c15011-5803-4e42-8de5-d2128675fee4 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group': {'name': 'tempest-secgroup--1815082079'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:31.124907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-69c15011-5803-4e42-8de5-d2128675fee4 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:31.127808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdc5dab2-0b9f-4f75-863b-955d9f3ab337 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.130866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-10e3b92f-18e5-4627-ba50-0c79dfcca51a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:31.135081 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-10e3b92f-18e5-4627-ba50-0c79dfcca51a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3208573 Feb 28 14:57:31.141512 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45672) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:31.160846 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cdc5dab2-0b9f-4f75-863b-955d9f3ab337 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.164575 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-69c15011-5803-4e42-8de5-d2128675fee4 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:31.172199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc5dab2-0b9f-4f75-863b-955d9f3ab337 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Network': ['ID=370a7992-ac4c-4f53-b382-1bd986caf533,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:31.176571 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-743d0467-808e-414e-885d-7463d3cb17a7 None None] Port 04ff9813-8d95-4a71-9a6a-01293c695029 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:57:31.193067 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cdc5dab2-0b9f-4f75-863b-955d9f3ab337 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/370a7992-ac4c-4f53-b382-1bd986caf533 HTTP/1.1" status: 204 len: 168 time: 1.7613785 Feb 28 14:57:31.194181 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45676) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:31.196967 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Network fc4061c4-a932-4233-9f6b-e181eaef5cf9 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:31.203912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-fd82baf8-fa2a-4b6d-b97f-2e631c56a564 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-118139658'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:31.210343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-69c15011-5803-4e42-8de5-d2128675fee4 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.220795 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fd82baf8-fa2a-4b6d-b97f-2e631c56a564 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:31.223617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8c559f9-f679-4774-9344-f8af271fedd7 None None] No DVR routers for this DVR port e3e972e3-716d-4cce-8980-27508c1e0127 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:57:31.227414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fd82baf8-fa2a-4b6d-b97f-2e631c56a564 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:network and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:31.235130 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fd82baf8-fa2a-4b6d-b97f-2e631c56a564 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:31.239647 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, fc4061c4-a932-4233-9f6b-e181eaef5cf9) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:31.245763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fd82baf8-fa2a-4b6d-b97f-2e631c56a564 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:31.246455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bd1471-8ad3-4333-8abd-9772697f96cc req-136739b3-e574-4278-a2f4-557662ba9b75 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:31.247240 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-90bd1471-8ad3-4333-8abd-9772697f96cc req-136739b3-e574-4278-a2f4-557662ba9b75 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:31.251171 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:31.251917 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.278631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69d37841-28b6-4908-b592-f83b87ade1bb None None] Network fc4061c4-a932-4233-9f6b-e181eaef5cf9 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:31.285674 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3d97b135-a165-4401-8cbf-02a956c5b4e0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3473248 Feb 28 14:57:31.287723 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd82baf8-fa2a-4b6d-b97f-2e631c56a564 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:31.290434 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45680) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:31.290926 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fd82baf8-fa2a-4b6d-b97f-2e631c56a564 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.301089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Request body: {'port': {'network_id': 'fc4061c4-a932-4233-9f6b-e181eaef5cf9', 'name': 'tempest-NetworksIpV6TestAttrs-941678930'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:31.304425 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-69c15011-5803-4e42-8de5-d2128675fee4 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:31.312167 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-69c15011-5803-4e42-8de5-d2128675fee4 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Usage tracker for resource:security_group_rule and tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:31.316101 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-69c15011-5803-4e42-8de5-d2128675fee4 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:31.325611 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-69c15011-5803-4e42-8de5-d2128675fee4 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:31.327063 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-90bd1471-8ad3-4333-8abd-9772697f96cc req-136739b3-e574-4278-a2f4-557662ba9b75 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:31.328683 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-90bd1471-8ad3-4333-8abd-9772697f96cc req-136739b3-e574-4278-a2f4-557662ba9b75 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 946 time: 0.6064048 Feb 28 14:57:31.342359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd82baf8-fa2a-4b6d-b97f-2e631c56a564 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:31.361113 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fd82baf8-fa2a-4b6d-b97f-2e631c56a564 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.361674 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-fd82baf8-fa2a-4b6d-b97f-2e631c56a564 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Added segment 588513d6-bb8a-4dd9-afda-767ad87087f7 of type vlan for network 98793233-52af-4978-be45-f2e931cb43f8 Feb 28 14:57:31.431462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fd82baf8-fa2a-4b6d-b97f-2e631c56a564 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.439867 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-69c15011-5803-4e42-8de5-d2128675fee4 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.459131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-69c15011-5803-4e42-8de5-d2128675fee4 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.466363 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] For port 28321100-7183-488f-bd90-003d87bfa0b1, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:57:31.499039 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] DHCP port deletion for 97e75aa3-733b-4438-9f6d-c46d9b939006 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:57:31.530128 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c15011-5803-4e42-8de5-d2128675fee4 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c44c22df-b8af-477e-aa57-7e278f480d9c,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:31.537945 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fd82baf8-fa2a-4b6d-b97f-2e631c56a564 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.543803 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd82baf8-fa2a-4b6d-b97f-2e631c56a564 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:31.544715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fd82baf8-fa2a-4b6d-b97f-2e631c56a564 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.567082 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] Deleting port dd2849c1-689d-488a-8feb-97ddbe62aed9 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:31.567369 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.578785 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-90bd1471-8ad3-4333-8abd-9772697f96cc req-d29edee5-9ee5-4edd-a59f-0e5c52c1a464 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:31.579124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-90bd1471-8ad3-4333-8abd-9772697f96cc req-d29edee5-9ee5-4edd-a59f-0e5c52c1a464 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.585612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-69c15011-5803-4e42-8de5-d2128675fee4 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.590239 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-69c15011-5803-4e42-8de5-d2128675fee4 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4757676 Feb 28 14:57:31.597690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] For port 28321100-7183-488f-bd90-003d87bfa0b1, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=28321100-7183-488f-bd90-003d87bfa0b1,segment=NetworkSegment(8d5b74ff-16c8-4d43-b6db-ab1e813a0610),segment_id=8d5b74ff-16c8-4d43-b6db-ab1e813a0610)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:57:31.626084 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45686) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:31.635735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:57:31.636047 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:57:31.638477 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.658967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:57:31.667264 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fd82baf8-fa2a-4b6d-b97f-2e631c56a564 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4719253 Feb 28 14:57:31.671212 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45690) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:31.678736 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'subnet': {'network_id': '98793233-52af-4978-be45-f2e931cb43f8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:31.701861 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd82baf8-fa2a-4b6d-b97f-2e631c56a564 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Network': ['ID=98793233-52af-4978-be45-f2e931cb43f8,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:31.709008 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-979a3f41-e6f1-48fc-ab36-8115df28a338 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Request body: {'security_group': {'name': 'default'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:31.709568 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-979a3f41-e6f1-48fc-ab36-8115df28a338 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] update failed (client error): There was a conflict when trying to complete your request. Feb 28 14:57:31.714711 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-979a3f41-e6f1-48fc-ab36-8115df28a338 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "PUT /v2.0/security-groups/c44c22df-b8af-477e-aa57-7e278f480d9c HTTP/1.1" status: 409 len: 330 time: 0.0801821 Feb 28 14:57:31.717956 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45694) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:31.730866 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 98793233-52af-4978-be45-f2e931cb43f8 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:31.760551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.801670 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-660970bd-1e46-4620-8bc4-500a53b026e3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.809504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:31.813821 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:31.814013 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:subnet and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:31.816596 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:31.822606 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:31.833154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:32.001494 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba20ac4c-70e2-474b-8199-710d056a5a08 None None] Pushing event updated for resources: {'Port': ['ID=28321100-7183-488f-bd90-003d87bfa0b1,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:32.049953 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-660970bd-1e46-4620-8bc4-500a53b026e3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:32.105106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:32.141890 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Deleting port e3e972e3-716d-4cce-8980-27508c1e0127 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:32.142222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:32.174604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:32.182462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Pushing event updated for resources: {'Port': ['ID=04ff9813-8d95-4a71-9a6a-01293c695029,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:32.205226 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:32.224505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Usage tracker for resource:port and tenant:9dee5a82c1914befa2d0d7b0d99c0734 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:32.226515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.ipam_backend_mixin [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Performing IP validity checks on allocation pools {{(pid=83591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 14:57:32.228295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.ipam_backend_mixin [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 14:57:32.240426 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Quota usage for port was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:32.277113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dd2849c1-689d-488a-8feb-97ddbe62aed9 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:57:32.304818 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:32.334050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] The port 'e3e972e3-716d-4cce-8980-27508c1e0127' was deleted {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:57:32.342305 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] For port dd2849c1-689d-488a-8feb-97ddbe62aed9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dd2849c1-689d-488a-8feb-97ddbe62aed9,segment=NetworkSegment(ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8),segment_id=ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:32.342711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:32.352038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f05a27f4-5af0-495e-a625-f0e41665d5c9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:32.354030 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-fc4061c4-a932-4233-9f6b-e181eaef5cf9', 'network_id': 'fc4061c4-a932-4233-9f6b-e181eaef5cf9', 'tenant_id': '9dee5a82c1914befa2d0d7b0d99c0734', 'fixed_ips': [{'subnet_id': '1dec840b-9f93-422d-882e-39c99099a0af'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:57:32.354828 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:32.396977 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:32.464445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Made reservation on behalf of 9dee5a82c1914befa2d0d7b0d99c0734 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:32.468010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:32.489056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Subnet': ['ID=c80c26db-950d-4a04-8799-fbd360ffbc87,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:32.507794 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Checking segment: {'id': '588513d6-bb8a-4dd9-afda-767ad87087f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '98793233-52af-4978-be45-f2e931cb43f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:32.508155 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network hostable DHCP agents. Network: 98793233-52af-4978-be45-f2e931cb43f8, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:32.535096 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network 98793233-52af-4978-be45-f2e931cb43f8 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:32.550592 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 98793233-52af-4978-be45-f2e931cb43f8) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:32.555774 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:32.557107 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:32.569810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02b469c9-b8a9-4ebb-afc3-72102194f20c req-24d2eedb-2d76-468a-b5ab-a52f329647ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:32.571280 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-02b469c9-b8a9-4ebb-afc3-72102194f20c req-24d2eedb-2d76-468a-b5ab-a52f329647ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 946 time: 0.9431503 Feb 28 14:57:32.586679 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-116bfda2-c230-443e-97f5-ff066aed4b24 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9142911 Feb 28 14:57:32.589739 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45698) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:32.609591 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1771f6cf-3c76-483d-9498-771f63251989 None None] Network 98793233-52af-4978-be45-f2e931cb43f8 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:32.751620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] Calling delete_port for dd2849c1-689d-488a-8feb-97ddbe62aed9 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:32.822405 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-660970bd-1e46-4620-8bc4-500a53b026e3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:32.834387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c6776a17-5bb9-4285-a051-39e79d0c26f1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:32.880616 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f05a27f4-5af0-495e-a625-f0e41665d5c9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:32.925080 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c6776a17-5bb9-4285-a051-39e79d0c26f1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:32.946201 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:32.949690 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-90bd1471-8ad3-4333-8abd-9772697f96cc req-d29edee5-9ee5-4edd-a59f-0e5c52c1a464 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f22fc3fd-c7cf-4336-9ef0-27a3e1d66099,segment=NetworkSegment(e894dc4f-7aa6-43ff-bb68-278c8827df43),segment_id=e894dc4f-7aa6-43ff-bb68-278c8827df43)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:32.950098 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-90bd1471-8ad3-4333-8abd-9772697f96cc req-d29edee5-9ee5-4edd-a59f-0e5c52c1a464 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:32.981853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660970bd-1e46-4620-8bc4-500a53b026e3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b38b7327-38a0-4f38-96f3-614575c19182,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:33.000867 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] device_id is not set on port 34ace536-8adf-49c5-954a-cac1480f50d5 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:57:33.073850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c6776a17-5bb9-4285-a051-39e79d0c26f1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.126525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6776a17-5bb9-4285-a051-39e79d0c26f1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Subnet': ['ID=c80c26db-950d-4a04-8799-fbd360ffbc87,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:33.212733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.225785 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ccc2ff63-39b1-4d0b-ade0-d10a9fe9dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:57:23Z', 'revision_number': 6, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'f9bd3e6c-082e-4878-bfd9-d2349540710a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'port_id': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'mac_address': 'fa:16:3e:ca:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:55:44Z', 'updated_at': '2022-02-28T14:55:49Z', 'revision_number': 1, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17810cf-0a31-4994-97cf-83c368527de9', 'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:ce:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:47Z', 'updated_at': '2022-02-28T14:55:02Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:33.231318 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port dd2849c1-689d-488a-8feb-97ddbe62aed9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dd2849c1-689d-488a-8feb-97ddbe62aed9,segment=NetworkSegment(ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8),segment_id=ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:33.256346 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Allocated IP 2001:db8::f816:3eff:fe09:bf6b (fc4061c4-a932-4233-9f6b-e181eaef5cf9/1dec840b-9f93-422d-882e-39c99099a0af/d0bf863a-492b-45b0-88b0-b4494cc3956d) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:33.260020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-90bd1471-8ad3-4333-8abd-9772697f96cc req-d29edee5-9ee5-4edd-a59f-0e5c52c1a464 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:33.264361 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c6776a17-5bb9-4285-a051-39e79d0c26f1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.302769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-c6776a17-5bb9-4285-a051-39e79d0c26f1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98793233-52af-4978-be45-f2e931cb43f8']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:33.322225 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-c6776a17-5bb9-4285-a051-39e79d0c26f1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '588513d6-bb8a-4dd9-afda-767ad87087f7') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:33.322680 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-c6776a17-5bb9-4285-a051-39e79d0c26f1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '588513d6-bb8a-4dd9-afda-767ad87087f7') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:33.341011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c6776a17-5bb9-4285-a051-39e79d0c26f1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.365984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c6776a17-5bb9-4285-a051-39e79d0c26f1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.378834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6776a17-5bb9-4285-a051-39e79d0c26f1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:33.379293 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c6776a17-5bb9-4285-a051-39e79d0c26f1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.399378 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-02b469c9-b8a9-4ebb-afc3-72102194f20c req-2f1d86b9-15d8-4db4-ba04-eb25a9a016de tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=3dbd9c75-f531-49ec-9de6-0ccc5ba9799d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6361473 Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:33.408519 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:33.422869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7346839-4541-44e2-94a4-373fca491f59']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:33.456610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-660970bd-1e46-4620-8bc4-500a53b026e3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.458071 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-660970bd-1e46-4620-8bc4-500a53b026e3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-groups/b38b7327-38a0-4f38-96f3-614575c19182 HTTP/1.1" status: 204 len: 168 time: 2.3156197 Feb 28 14:57:33.467129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b78e48f7-9702-4d41-b79a-d31731310bbd') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:33.467669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b78e48f7-9702-4d41-b79a-d31731310bbd') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:33.479732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Network ce344f0e-b664-41e1-922b-91f352d53480 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:33.497433 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45702) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:33.504505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f05a27f4-5af0-495e-a625-f0e41665d5c9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.509151 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:33.546625 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc2ff63-39b1-4d0b-ade0-d10a9fe9dd2b None None] Checking router: 4fe4d4e7-57ed-49df-aabf-287b59476df7 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:57:33.560642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f478e8be-67ae-4764-b13c-c9ef401443e9 None None] Network df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:33.579647 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c6776a17-5bb9-4285-a051-39e79d0c26f1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.587957 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.594628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.615261 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c6776a17-5bb9-4285-a051-39e79d0c26f1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.628654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6776a17-5bb9-4285-a051-39e79d0c26f1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Network': ['ID=98793233-52af-4978-be45-f2e931cb43f8,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:33.640226 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c6776a17-5bb9-4285-a051-39e79d0c26f1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/98793233-52af-4978-be45-f2e931cb43f8 HTTP/1.1" status: 204 len: 168 time: 1.0491953 Feb 28 14:57:33.643338 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45706) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:33.649925 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-44ca675e-4f38-41e6-9baf-b1b6e1045438 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1364797997'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:33.655964 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-44ca675e-4f38-41e6-9baf-b1b6e1045438 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:33.660252 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-44ca675e-4f38-41e6-9baf-b1b6e1045438 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:network and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:33.663393 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-44ca675e-4f38-41e6-9baf-b1b6e1045438 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:33.676136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-44ca675e-4f38-41e6-9baf-b1b6e1045438 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:33.703839 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44ca675e-4f38-41e6-9baf-b1b6e1045438 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:33.705714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05a27f4-5af0-495e-a625-f0e41665d5c9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c44c22df-b8af-477e-aa57-7e278f480d9c,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:33.708474 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44ca675e-4f38-41e6-9baf-b1b6e1045438 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.709328 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.744729 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:57:33.745354 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:57:33.752538 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44ca675e-4f38-41e6-9baf-b1b6e1045438 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:33.762036 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44ca675e-4f38-41e6-9baf-b1b6e1045438 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.762457 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-44ca675e-4f38-41e6-9baf-b1b6e1045438 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Added segment c6942d1f-fa73-4cc5-b41c-ef6aa65a61a8 of type vlan for network 03196ec1-44ab-43d0-b6fa-462cfa97d163 Feb 28 14:57:33.788382 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:33.788382 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:33.803453 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:33.812874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44ca675e-4f38-41e6-9baf-b1b6e1045438 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.819112 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccc2ff63-39b1-4d0b-ade0-d10a9fe9dd2b None None] Routers {'4fe4d4e7-57ed-49df-aabf-287b59476df7'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:33.820029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ccc2ff63-39b1-4d0b-ade0-d10a9fe9dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:57:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4fe4d4e7-57ed-49df-aabf-287b59476df7'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:33.858735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44ca675e-4f38-41e6-9baf-b1b6e1045438 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.862981 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44ca675e-4f38-41e6-9baf-b1b6e1045438 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:33.863739 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44ca675e-4f38-41e6-9baf-b1b6e1045438 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.894229 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e391b9ea-9eb0-480f-a31f-d985bfa47e52 None None] Provisioning for port 28321100-7183-488f-bd90-003d87bfa0b1 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:33.906884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f05a27f4-5af0-495e-a625-f0e41665d5c9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.910420 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f05a27f4-5af0-495e-a625-f0e41665d5c9 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "DELETE /v2.0/security-groups/c44c22df-b8af-477e-aa57-7e278f480d9c HTTP/1.1" status: 204 len: 168 time: 2.1772175 Feb 28 14:57:33.928916 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45710) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:33.969608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9edfc5a6-9f5b-4c4e-9e3a-a1da7dbefdac tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:33.970676 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-44ca675e-4f38-41e6-9baf-b1b6e1045438 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3259680 Feb 28 14:57:33.975583 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45714) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:33.984808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-bae4ac7f-54c6-49dd-ba21-6d860121b447 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'subnet': {'network_id': '03196ec1-44ab-43d0-b6fa-462cfa97d163', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:33.986806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-834895eb-5fd9-4544-9ce3-3bc246475c5b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-98793233-52af-4978-be45-f2e931cb43f8', 'network_id': '98793233-52af-4978-be45-f2e931cb43f8', 'tenant_id': '79fdfed615ce403b90a4a21f9f2d0135', 'fixed_ips': [{'subnet_id': 'c80c26db-950d-4a04-8799-fbd360ffbc87'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:57:33.987832 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-834895eb-5fd9-4544-9ce3-3bc246475c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:33.994950 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-90bd1471-8ad3-4333-8abd-9772697f96cc req-d29edee5-9ee5-4edd-a59f-0e5c52c1a464 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:34.005260 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ca675e-4f38-41e6-9baf-b1b6e1045438 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Network': ['ID=03196ec1-44ab-43d0-b6fa-462cfa97d163,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:34.036018 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 03196ec1-44ab-43d0-b6fa-462cfa97d163 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:34.048531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:34.053541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:34.103780 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d29edee5-9ee5-4edd-a59f-0e5c52c1a464 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=f22fc3fd-c7cf-4336-9ef0-27a3e1d66099,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:34.113199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bae4ac7f-54c6-49dd-ba21-6d860121b447 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:34.113740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9edfc5a6-9f5b-4c4e-9e3a-a1da7dbefdac tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:34.114960 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9edfc5a6-9f5b-4c4e-9e3a-a1da7dbefdac tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.6143260 Feb 28 14:57:34.119398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event deleted for resources: {'Network': ['ID=d7346839-4541-44e2-94a4-373fca491f59,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:34.121920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45718) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:34.122986 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bae4ac7f-54c6-49dd-ba21-6d860121b447 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:subnet and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:34.126224 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bae4ac7f-54c6-49dd-ba21-6d860121b447 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:34.133519 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bae4ac7f-54c6-49dd-ba21-6d860121b447 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:34.152438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae4ac7f-54c6-49dd-ba21-6d860121b447 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:34.164093 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-09b3f77d-4e15-4668-b00d-9ea9449fa97a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "DELETE /v2.0/networks/d7346839-4541-44e2-94a4-373fca491f59 HTTP/1.1" status: 204 len: 168 time: 4.2385232 Feb 28 14:57:34.176111 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45722) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:34.185114 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:57:34.185934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-0364e11d-8cbf-4021-b3ea-d6d6cd33f7d9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1135428885'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:34.246304 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=dd2849c1-689d-488a-8feb-97ddbe62aed9,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:34.250240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] Deleting port dd2849c1-689d-488a-8feb-97ddbe62aed9 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:34.250608 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:34.276682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bae4ac7f-54c6-49dd-ba21-6d860121b447 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:34.294358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 28321100-7183-488f-bd90-003d87bfa0b1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:34.314046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0364e11d-8cbf-4021-b3ea-d6d6cd33f7d9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:34.375920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:57:34.376296 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:57:34.386722 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:34.387064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ce990944-f74e-4183-ac27-30f69d6c9237 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Synchronizing usage tracker for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:34.444717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-90bd1471-8ad3-4333-8abd-9772697f96cc req-d29edee5-9ee5-4edd-a59f-0e5c52c1a464 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] No DVR routers for this DVR port f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:57:34.447599 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-90bd1471-8ad3-4333-8abd-9772697f96cc req-d29edee5-9ee5-4edd-a59f-0e5c52c1a464 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:34.450031 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-90bd1471-8ad3-4333-8abd-9772697f96cc req-d29edee5-9ee5-4edd-a59f-0e5c52c1a464 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "DELETE /v2.0/ports/f22fc3fd-c7cf-4336-9ef0-27a3e1d66099 HTTP/1.1" status: 204 len: 173 time: 3.1140621 Feb 28 14:57:34.450866 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0364e11d-8cbf-4021-b3ea-d6d6cd33f7d9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:34.460411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ccba3c42-601d-408c-b794-fef4a79a837d', 'name': 'network-vif-deleted', 'tag': 'f22fc3fd-c7cf-4336-9ef0-27a3e1d66099'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:57:34.491453 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Transition to ACTIVE for port object d0bf863a-492b-45b0-88b0-b4494cc3956d will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:34.590445 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ccba3c42-601d-408c-b794-fef4a79a837d', 'name': 'network-vif-deleted', 'tag': 'f22fc3fd-c7cf-4336-9ef0-27a3e1d66099', 'status': 'completed', 'code': 200} Feb 28 14:57:34.598104 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0364e11d-8cbf-4021-b3ea-d6d6cd33f7d9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:34.719123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096ddcb2-cfd5-4a77-8ebd-3400c36b9f25 None None] Network 98793233-52af-4978-be45-f2e931cb43f8 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:34.750889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Transition to ACTIVE for port object d0bf863a-492b-45b0-88b0-b4494cc3956d will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:34.761266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e9e81faa-8e88-4dba-ad82-32532d28b5ee None None] Provisioning complete for port 04ff9813-8d95-4a71-9a6a-01293c695029 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:34.761647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ce990944-f74e-4183-ac27-30f69d6c9237 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] Unset dirty status for tenant:dfe7fa5ef4c5412ca0ed1d47e8a9d46d on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:34.762055 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e9e81faa-8e88-4dba-ad82-32532d28b5ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:34.762862 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ce990944-f74e-4183-ac27-30f69d6c9237 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.8330305 Feb 28 14:57:34.770210 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:34.774078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45730) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:34.779619 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d4c8c996-440d-4e37-8801-8791e7522c70 req-118a3fe2-4d92-4f07-a2f8-e88fa7d50ee0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ccba3c42-601d-408c-b794-fef4a79a837d HTTP/1.1" status: 200 len: 210 time: 0.0745568 Feb 28 14:57:34.816831 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-096ddcb2-cfd5-4a77-8ebd-3400c36b9f25 None None] Network 98793233-52af-4978-be45-f2e931cb43f8 could not be found, it might have been deleted concurrently. {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:205}} Feb 28 14:57:34.817690 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-cedf8f8b-4172-4d77-96c4-80f33f40198f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] delete failed (client error): The resource could not be found. Feb 28 14:57:34.819871 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cedf8f8b-4172-4d77-96c4-80f33f40198f tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "DELETE /v2.0/security-groups/f0105b7c-996c-4109-93f9-78e733148f7b HTTP/1.1" status: 404 len: 347 time: 0.0428543 Feb 28 14:57:34.826234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45734) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:34.844440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:34.860993 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-4104fa76-eb02-41b6-b79a-10d3b3ff2959 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] show failed (client error): The resource could not be found. Feb 28 14:57:34.865898 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4104fa76-eb02-41b6-b79a-10d3b3ff2959 tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "GET /v2.0/security-groups/e33e26b8-716e-4b1e-a9be-663b091f217c HTTP/1.1" status: 404 len: 347 time: 0.0348501 Feb 28 14:57:34.866542 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45738) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:34.878652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Deleting port dd2849c1-689d-488a-8feb-97ddbe62aed9 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:34.879009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:34.891643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-ccc2ff63-39b1-4d0b-ade0-d10a9fe9dd2b None None] Set router 4fe4d4e7-57ed-49df-aabf-287b59476df7 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:57:34.893865 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-3ab4f5e0-7d8c-492e-b790-54665873da9d tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] show failed (client error): The resource could not be found. Feb 28 14:57:34.897973 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3ab4f5e0-7d8c-492e-b790-54665873da9d tempest-NegativeSecGroupTest-239130506 tempest-NegativeSecGroupTest-239130506-project] 10.222.0.15 "GET /v2.0/security-group-rules/0c99a369-2ff7-4743-b687-63fdf033d3a8 HTTP/1.1" status: 404 len: 356 time: 0.0277674 Feb 28 14:57:34.909856 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bae4ac7f-54c6-49dd-ba21-6d860121b447 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:34.917064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0364e11d-8cbf-4021-b3ea-d6d6cd33f7d9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:34.933922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0364e11d-8cbf-4021-b3ea-d6d6cd33f7d9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:34.946104 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0364e11d-8cbf-4021-b3ea-d6d6cd33f7d9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:34.975311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Allocated IP 2001:db8::f816:3eff:fe37:98f8 (fc4061c4-a932-4233-9f6b-e181eaef5cf9/1dec840b-9f93-422d-882e-39c99099a0af/34ace536-8adf-49c5-954a-cac1480f50d5) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:34.978641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0364e11d-8cbf-4021-b3ea-d6d6cd33f7d9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:35.014574 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae4ac7f-54c6-49dd-ba21-6d860121b447 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Subnet': ['ID=8a95aaa4-5946-4040-9912-4feffc30a158,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:35.068518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae4ac7f-54c6-49dd-ba21-6d860121b447 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Checking segment: {'id': 'c6942d1f-fa73-4cc5-b41c-ef6aa65a61a8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '03196ec1-44ab-43d0-b6fa-462cfa97d163'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:35.069856 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae4ac7f-54c6-49dd-ba21-6d860121b447 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network hostable DHCP agents. Network: 03196ec1-44ab-43d0-b6fa-462cfa97d163, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:35.106435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae4ac7f-54c6-49dd-ba21-6d860121b447 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network 03196ec1-44ab-43d0-b6fa-462cfa97d163 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:35.106698 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e9e81faa-8e88-4dba-ad82-32532d28b5ee None None] Port 04ff9813-8d95-4a71-9a6a-01293c695029 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:57:35.131969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-bae4ac7f-54c6-49dd-ba21-6d860121b447 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 03196ec1-44ab-43d0-b6fa-462cfa97d163) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:35.142464 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae4ac7f-54c6-49dd-ba21-6d860121b447 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:35.143135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bae4ac7f-54c6-49dd-ba21-6d860121b447 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:35.154014 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9e8124d-1cd0-466e-9228-e900f53dc0cb None None] Network 03196ec1-44ab-43d0-b6fa-462cfa97d163 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:35.184047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Pushing event updated for resources: {'Port': ['ID=d0bf863a-492b-45b0-88b0-b4494cc3956d,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:35.190180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Network fc4061c4-a932-4233-9f6b-e181eaef5cf9 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:35.204565 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bae4ac7f-54c6-49dd-ba21-6d860121b447 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2254727 Feb 28 14:57:35.204836 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45744) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:35.261471 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 28321100-7183-488f-bd90-003d87bfa0b1 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:35.264880 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:35.335795 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:57:35.353369 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 28321100-7183-488f-bd90-003d87bfa0b1 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:35.354138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:35.407994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] For port dd2849c1-689d-488a-8feb-97ddbe62aed9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dd2849c1-689d-488a-8feb-97ddbe62aed9,segment=NetworkSegment(ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8),segment_id=ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:35.408809 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:35.420552 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45750) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:35.478920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] For port dd2849c1-689d-488a-8feb-97ddbe62aed9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dd2849c1-689d-488a-8feb-97ddbe62aed9,segment=NetworkSegment(ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8),segment_id=ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:35.479277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:35.483162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3603c90d-8048-44b0-b378-6e1845714f4d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:35.496391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0364e11d-8cbf-4021-b3ea-d6d6cd33f7d9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:35.569666 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0364e11d-8cbf-4021-b3ea-d6d6cd33f7d9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:35.576312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3603c90d-8048-44b0-b378-6e1845714f4d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:35.665000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Calling delete_port for dd2849c1-689d-488a-8feb-97ddbe62aed9 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:35.666709 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] Calling delete_port for dd2849c1-689d-488a-8feb-97ddbe62aed9 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:35.698714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3603c90d-8048-44b0-b378-6e1845714f4d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:35.741284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603c90d-8048-44b0-b378-6e1845714f4d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Subnet': ['ID=8a95aaa4-5946-4040-9912-4feffc30a158,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:35.818252 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0364e11d-8cbf-4021-b3ea-d6d6cd33f7d9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c3830ce8-6c3f-464e-80c4-5acd74bb7065,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:35.836997 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Router 3b0c7caa-72e5-41eb-804e-a9d34ee11b9f has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:57:35.844529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0364e11d-8cbf-4021-b3ea-d6d6cd33f7d9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:35.848229 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0364e11d-8cbf-4021-b3ea-d6d6cd33f7d9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7211699 Feb 28 14:57:35.850782 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45758) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:35.850920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:35.853359 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Attempting to bind port d0bf863a-492b-45b0-88b0-b4494cc3956d on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:35.854306 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Attempting to bind port d0bf863a-492b-45b0-88b0-b4494cc3956d by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '515c329a-53a6-4105-b188-7c9764cccffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fc4061c4-a932-4233-9f6b-e181eaef5cf9'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:35.854834 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Attempting to bind port d0bf863a-492b-45b0-88b0-b4494cc3956d on network fc4061c4-a932-4233-9f6b-e181eaef5cf9 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:57:35.856369 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3603c90d-8048-44b0-b378-6e1845714f4d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:35.921782 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-49a266da-551d-47a4-a5ad-d1fea4d1c4a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group_rule': {'security_group_id': 'c3830ce8-6c3f-464e-80c4-5acd74bb7065', 'direction': 'ingress', 'protocol': 17}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:35.927149 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Transition to ACTIVE for port object 34ace536-8adf-49c5-954a-cac1480f50d5 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:35.932779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-3603c90d-8048-44b0-b378-6e1845714f4d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03196ec1-44ab-43d0-b6fa-462cfa97d163']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:35.943813 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6ec67dca-24e3-41b8-9ef3-b05226623385 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dfe7fa5ef4c5412ca0ed1d47e8a9d46d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5161700 Feb 28 14:57:35.943813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45762) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:35.945192 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-49a266da-551d-47a4-a5ad-d1fea4d1c4a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:35.951192 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45764) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:35.969376 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-49a266da-551d-47a4-a5ad-d1fea4d1c4a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:35.973147 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-3603c90d-8048-44b0-b378-6e1845714f4d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6942d1f-fa73-4cc5-b41c-ef6aa65a61a8') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:35.973726 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-3603c90d-8048-44b0-b378-6e1845714f4d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6942d1f-fa73-4cc5-b41c-ef6aa65a61a8') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:35.987103 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-49a266da-551d-47a4-a5ad-d1fea4d1c4a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:35.988037 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:57:35.988403 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Checking segment: {'id': '515c329a-53a6-4105-b188-7c9764cccffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fc4061c4-a932-4233-9f6b-e181eaef5cf9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:35.992106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:35.993157 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Bound using segment: {'id': '515c329a-53a6-4105-b188-7c9764cccffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fc4061c4-a932-4233-9f6b-e181eaef5cf9'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:57:35.994336 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Bound port: d0bf863a-492b-45b0-88b0-b4494cc3956d, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '515c329a-53a6-4105-b188-7c9764cccffa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'fc4061c4-a932-4233-9f6b-e181eaef5cf9'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:35.995301 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.001001 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3603c90d-8048-44b0-b378-6e1845714f4d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.007419 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bce7713e-ebb1-4521-a98b-8ca781a04503 None None] Network 03196ec1-44ab-43d0-b6fa-462cfa97d163 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:36.019580 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-49a266da-551d-47a4-a5ad-d1fea4d1c4a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:36.032195 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.037150 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3603c90d-8048-44b0-b378-6e1845714f4d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.059489 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3603c90d-8048-44b0-b378-6e1845714f4d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:36.059922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3603c90d-8048-44b0-b378-6e1845714f4d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:36.077181 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:36.154318 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-49a266da-551d-47a4-a5ad-d1fea4d1c4a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.167823 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event deleted for resources: {'Port': ['ID=dd2849c1-689d-488a-8feb-97ddbe62aed9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:36.188417 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] No DVR routers for this DVR port dd2849c1-689d-488a-8feb-97ddbe62aed9 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:57:36.226779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-806ad350-1d05-498a-88ba-5e7d4021a02a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.228953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3603c90d-8048-44b0-b378-6e1845714f4d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.259055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3603c90d-8048-44b0-b378-6e1845714f4d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.272238 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:57:36.272591 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:57:36.275516 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3603c90d-8048-44b0-b378-6e1845714f4d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Network': ['ID=03196ec1-44ab-43d0-b6fa-462cfa97d163,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:36.294204 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3603c90d-8048-44b0-b378-6e1845714f4d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/03196ec1-44ab-43d0-b6fa-462cfa97d163 HTTP/1.1" status: 204 len: 168 time: 1.0847020 Feb 28 14:57:36.295332 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45770) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:36.303918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-806ad350-1d05-498a-88ba-5e7d4021a02a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.319130 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-4f2e0547-8aff-4d9d-89e5-63ac8d10a73f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1204112210'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:36.322640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.338631 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4f2e0547-8aff-4d9d-89e5-63ac8d10a73f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:36.341719 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-49a266da-551d-47a4-a5ad-d1fea4d1c4a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.352515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4f2e0547-8aff-4d9d-89e5-63ac8d10a73f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:network and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:36.355293 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-49a266da-551d-47a4-a5ad-d1fea4d1c4a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.358578 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4f2e0547-8aff-4d9d-89e5-63ac8d10a73f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:36.392894 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4f2e0547-8aff-4d9d-89e5-63ac8d10a73f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:36.403632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a266da-551d-47a4-a5ad-d1fea4d1c4a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f0e6057-ef48-4782-a920-7688b25eb92e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:36.403857 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.432290 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f2e0547-8aff-4d9d-89e5-63ac8d10a73f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:36.435292 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0547-8aff-4d9d-89e5-63ac8d10a73f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.439400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-724a1b12-3740-4209-95c9-8c9202360203 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.442711 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.470559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Network fc4061c4-a932-4233-9f6b-e181eaef5cf9 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:36.480791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event updated for resources: {'Port': ['ID=34ace536-8adf-49c5-954a-cac1480f50d5,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:36.484313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c5f058a5-c335-406b-8b33-7a99db136167 None None] Provisioning complete for port 28321100-7183-488f-bd90-003d87bfa0b1 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:36.484654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:36.484768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c5f058a5-c335-406b-8b33-7a99db136167 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.486829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:57:36.491983 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:36.492640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.517421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-49a266da-551d-47a4-a5ad-d1fea4d1c4a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.518491 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-49a266da-551d-47a4-a5ad-d1fea4d1c4a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 0.6690331 Feb 28 14:57:36.521684 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45774) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:36.526370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f2e0547-8aff-4d9d-89e5-63ac8d10a73f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:36.536673 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-724a1b12-3740-4209-95c9-8c9202360203 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.553094 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['97e75aa3-733b-4438-9f6d-c46d9b939006']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:36.561040 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0547-8aff-4d9d-89e5-63ac8d10a73f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.561389 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-4f2e0547-8aff-4d9d-89e5-63ac8d10a73f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Added segment 76b66c14-b427-4422-a56b-dd76edd3f719 of type vlan for network be38e60c-3d85-42d6-9750-63f28a52c489 Feb 28 14:57:36.575095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 28321100-7183-488f-bd90-003d87bfa0b1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=28321100-7183-488f-bd90-003d87bfa0b1,segment=NetworkSegment(8d5b74ff-16c8-4d43-b6db-ab1e813a0610),segment_id=8d5b74ff-16c8-4d43-b6db-ab1e813a0610)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:36.576611 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] For port d0bf863a-492b-45b0-88b0-b4494cc3956d, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:57:36.579400 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-806ad350-1d05-498a-88ba-5e7d4021a02a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.580827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:36.581123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd6a47e-65eb-4f5e-ae60-dd5157fc79f8') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:36.593228 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.594050 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d12b42e8-1f7b-4c20-9863-e9740b890ede up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:36.595465 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-01ee7b6b-a9a5-4305-bfc7-70b7327247f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 5.3003478 Feb 28 14:57:36.601072 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45778) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:36.601257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.616679 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-806ad350-1d05-498a-88ba-5e7d4021a02a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad0f4b87-5895-462b-a38c-ae57c390fa77,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:36.636523 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] For port d0bf863a-492b-45b0-88b0-b4494cc3956d, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d0bf863a-492b-45b0-88b0-b4494cc3956d,segment=NetworkSegment(515c329a-53a6-4105-b188-7c9764cccffa),segment_id=515c329a-53a6-4105-b188-7c9764cccffa)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:57:36.637881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.648257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:36.648652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.655874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0547-8aff-4d9d-89e5-63ac8d10a73f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:36.665768 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:36.726631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.727135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c72b12cf-e521-4577-9c33-b8a0422cdf44 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.749386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=28321100-7183-488f-bd90-003d87bfa0b1,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:36.753596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ccc2ff63-39b1-4d0b-ade0-d10a9fe9dd2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:57:23Z', 'revision_number': 6, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'f9bd3e6c-082e-4878-bfd9-d2349540710a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'port_id': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'mac_address': 'fa:16:3e:ca:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:55:44Z', 'updated_at': '2022-02-28T14:55:49Z', 'revision_number': 1, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17810cf-0a31-4994-97cf-83c368527de9', 'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:ce:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:47Z', 'updated_at': '2022-02-28T14:55:02Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:36.772089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-806ad350-1d05-498a-88ba-5e7d4021a02a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.775901 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-806ad350-1d05-498a-88ba-5e7d4021a02a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ad0f4b87-5895-462b-a38c-ae57c390fa77 HTTP/1.1" status: 204 len: 168 time: 0.8209956 Feb 28 14:57:36.816118 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccc2ff63-39b1-4d0b-ade0-d10a9fe9dd2b None None] The sync data for ids ['4fe4d4e7-57ed-49df-aabf-287b59476df7'] in dv-neutron-830866-2-hyperv is: [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:57:23Z', 'revision_number': 6, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'f9bd3e6c-082e-4878-bfd9-d2349540710a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.252', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'port_id': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'mac_address': 'fa:16:3e:ca:e7:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:55:44Z', 'updated_at': '2022-02-28T14:55:49Z', 'revision_number': 1, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a17810cf-0a31-4994-97cf-83c368527de9', 'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:ce:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:47Z', 'updated_at': '2022-02-28T14:55:02Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:57:36.893610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:57:36.908966 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.913833 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.929341 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362d9645-7954-4c73-a094-37fdffe1d82f None None] Pushing event updated for resources: {'Port': ['ID=d0bf863a-492b-45b0-88b0-b4494cc3956d,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:36.943498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-724a1b12-3740-4209-95c9-8c9202360203 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.957542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port d12b42e8-1f7b-4c20-9863-e9740b890ede completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:36.964704 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d12b42e8-1f7b-4c20-9863-e9740b890ede triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:36.965469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.966712 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event deleted for resources: {'Network': ['ID=97e75aa3-733b-4438-9f6d-c46d9b939006,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:36.984437 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-12068d0b-aedc-4f39-9764-325173313aef admin admin] 10.222.0.15 "PUT /v2.0/routers/3b0c7caa-72e5-41eb-804e-a9d34ee11b9f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0769858 Feb 28 14:57:36.984437 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c93ee9b8-66b6-4261-98a9-c40acb7a269a tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "DELETE /v2.0/networks/97e75aa3-733b-4438-9f6d-c46d9b939006 HTTP/1.1" status: 204 len: 168 time: 2.7908406 Feb 28 14:57:36.984437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a1b12-3740-4209-95c9-8c9202360203 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3dbd9c75-f531-49ec-9de6-0ccc5ba9799d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:36.985598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45784) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:36.988851 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-724a1b12-3740-4209-95c9-8c9202360203 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:36.992763 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-724a1b12-3740-4209-95c9-8c9202360203 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/security-groups/3dbd9c75-f531-49ec-9de6-0ccc5ba9799d HTTP/1.1" status: 204 len: 168 time: 1.0459826 Feb 28 14:57:37.022869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4397b4c-dc1e-489e-826d-782a311d5251 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Deleting subnet 1dec840b-9f93-422d-882e-39c99099a0af {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:57:37.032106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c72b12cf-e521-4577-9c33-b8a0422cdf44 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:37.056057 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0547-8aff-4d9d-89e5-63ac8d10a73f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:37.066000 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f2e0547-8aff-4d9d-89e5-63ac8d10a73f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:37.067595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45792) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:37.081557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4f2e0547-8aff-4d9d-89e5-63ac8d10a73f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:37.092220 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e4397b4c-dc1e-489e-826d-782a311d5251 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:37.175518 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:37.267393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port d12b42e8-1f7b-4c20-9863-e9740b890ede, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d12b42e8-1f7b-4c20-9863-e9740b890ede,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:37.273359 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] Deleting port dd2849c1-689d-488a-8feb-97ddbe62aed9 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:37.273846 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:37.366839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:37.424029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e4397b4c-dc1e-489e-826d-782a311d5251 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:37.591836 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-edcff8e3-4ece-440d-96c2-56aacc7d040a None None] The port 'dd2849c1-689d-488a-8feb-97ddbe62aed9' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:57:37.626793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-add4f130-6c81-4ca1-b242-dec18d795099 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Deleting subnet 3d9f251a-42b0-4918-97c6-40ef27fe7d8b {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:57:37.644154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d0bf863a-492b-45b0-88b0-b4494cc3956d up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:37.662696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-add4f130-6c81-4ca1-b242-dec18d795099 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:37.718159 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=d12b42e8-1f7b-4c20-9863-e9740b890ede,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:37.728724 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-02092e2e-8dc8-4518-92c1-75284f950064 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting subnet 72ee69dc-dbb9-46a0-8809-75d3fe30b3ae {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:57:37.731912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-02092e2e-8dc8-4518-92c1-75284f950064 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:37.734052 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c72b12cf-e521-4577-9c33-b8a0422cdf44 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:37.769211 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port d0bf863a-492b-45b0-88b0-b4494cc3956d completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:37.771196 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4f2e0547-8aff-4d9d-89e5-63ac8d10a73f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.4750950 Feb 28 14:57:37.778820 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 28321100-7183-488f-bd90-003d87bfa0b1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:37.790320 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e4397b4c-dc1e-489e-826d-782a311d5251 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:37.817489 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-02092e2e-8dc8-4518-92c1-75284f950064 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:37.877850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72b12cf-e521-4577-9c33-b8a0422cdf44 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3830ce8-6c3f-464e-80c4-5acd74bb7065,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:37.894839 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2e0547-8aff-4d9d-89e5-63ac8d10a73f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Network': ['ID=be38e60c-3d85-42d6-9750-63f28a52c489,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:37.897395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45808) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:37.903279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c72b12cf-e521-4577-9c33-b8a0422cdf44 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:37.908735 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c72b12cf-e521-4577-9c33-b8a0422cdf44 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-groups/c3830ce8-6c3f-464e-80c4-5acd74bb7065 HTTP/1.1" status: 204 len: 168 time: 1.3860877 Feb 28 14:57:37.916404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45812) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:37.920653 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e4397b4c-dc1e-489e-826d-782a311d5251 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:37.940947 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network be38e60c-3d85-42d6-9750-63f28a52c489 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:37.949414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-7f641f06-ae94-4e57-8b30-89ba93452d15 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'subnet': {'network_id': 'be38e60c-3d85-42d6-9750-63f28a52c489', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:37.956874 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-02092e2e-8dc8-4518-92c1-75284f950064 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:38.044476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-02092e2e-8dc8-4518-92c1-75284f950064 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:38.097663 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-add4f130-6c81-4ca1-b242-dec18d795099 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:38.105046 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 28321100-7183-488f-bd90-003d87bfa0b1 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:38.105307 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:38.139717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02092e2e-8dc8-4518-92c1-75284f950064 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Subnet': ['ID=72ee69dc-dbb9-46a0-8809-75d3fe30b3ae,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:38.168808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-02092e2e-8dc8-4518-92c1-75284f950064 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:38.191908 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-02092e2e-8dc8-4518-92c1-75284f950064 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/subnets/72ee69dc-dbb9-46a0-8809-75d3fe30b3ae HTTP/1.1" status: 204 len: 168 time: 1.1232297 Feb 28 14:57:38.194557 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45822) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:38.211146 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c2446ca-4a6e-451f-b07d-345523597f14 None None] Network 2468bad3-050a-41a8-a719-de3c7061bc72 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:38.377819 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:38.398853 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e4397b4c-dc1e-489e-826d-782a311d5251 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:38.412831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:38.413441 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:38.422895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-7f641f06-ae94-4e57-8b30-89ba93452d15 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:38.428854 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4397b4c-dc1e-489e-826d-782a311d5251 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Subnet': ['ID=1dec840b-9f93-422d-882e-39c99099a0af,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:38.435174 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7f641f06-ae94-4e57-8b30-89ba93452d15 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:subnet and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:38.442527 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e4397b4c-dc1e-489e-826d-782a311d5251 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/subnets/1dec840b-9f93-422d-882e-39c99099a0af HTTP/1.1" status: 204 len: 168 time: 1.8297548 Feb 28 14:57:38.449925 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7f641f06-ae94-4e57-8b30-89ba93452d15 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:38.452562 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45828) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:38.554508 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-7f641f06-ae94-4e57-8b30-89ba93452d15 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:38.566866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ac4fd0-ef21-4d14-85a3-eeb6d8bcbc5c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:38.569230 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ac4fd0-ef21-4d14-85a3-eeb6d8bcbc5c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:38.570164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-12ac4fd0-ef21-4d14-85a3-eeb6d8bcbc5c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Synchronizing usage tracker for tenant:9dee5a82c1914befa2d0d7b0d99c0734 on resource:subnet {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:38.613341 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-12ac4fd0-ef21-4d14-85a3-eeb6d8bcbc5c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Unset dirty status for tenant:9dee5a82c1914befa2d0d7b0d99c0734 on resource:subnet {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:38.614820 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-12ac4fd0-ef21-4d14-85a3-eeb6d8bcbc5c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1605847 Feb 28 14:57:38.618659 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-add4f130-6c81-4ca1-b242-dec18d795099 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:38.631029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45832) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:38.632258 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f641f06-ae94-4e57-8b30-89ba93452d15 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:38.726299 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4de005bd-4f1d-4aef-8f64-febd6790ead6 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:57:38.770523 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 4de005bd-4f1d-4aef-8f64-febd6790ead6 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:57:38.771080 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4de005bd-4f1d-4aef-8f64-febd6790ead6 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:57:38.792201 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45834) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:38.817806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7f641f06-ae94-4e57-8b30-89ba93452d15 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:38.834899 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b45ac89-2b6d-49e6-bfd4-b2c22d12e739 None None] Network fc4061c4-a932-4233-9f6b-e181eaef5cf9 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:38.858025 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac,segment=NetworkSegment(e894dc4f-7aa6-43ff-bb68-278c8827df43),segment_id=e894dc4f-7aa6-43ff-bb68-278c8827df43)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:38.858504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:38.858593 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7c0dd716-56f5-4b59-8c14-0d2cfbf811d9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:39.006889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45842) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:39.013072 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7c0dd716-56f5-4b59-8c14-0d2cfbf811d9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:39.018113 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7c0dd716-56f5-4b59-8c14-0d2cfbf811d9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 1.0994112 Feb 28 14:57:39.022223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-0e8a1ef6-b7ba-4cdc-a2dd-fee8a2084223 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-934508286', 'description': 'tempest-secgroup-smoke-934508286 description', 'project_id': '12877993fbd9430d9a0b7e62d6fef06f'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:39.030237 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45846) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:39.038437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:39.051202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0e8a1ef6-b7ba-4cdc-a2dd-fee8a2084223 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:39.063150 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1b794931-63e8-4526-a5a3-a8877f260e60 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.067240 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0e8a1ef6-b7ba-4cdc-a2dd-fee8a2084223 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Usage tracker for resource:security_group and tenant:12877993fbd9430d9a0b7e62d6fef06f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:39.077366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0e8a1ef6-b7ba-4cdc-a2dd-fee8a2084223 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:39.083596 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Sync routers for ids ['3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:57:39.085059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f90a454d-3efd-44d7-b3ec-9f3e3ab302f6 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1922537560'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:39.090770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0e8a1ef6-b7ba-4cdc-a2dd-fee8a2084223 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:39.092983 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b794931-63e8-4526-a5a3-a8877f260e60 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 28 14:57:39.093630 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b794931-63e8-4526-a5a3-a8877f260e60 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:57:39.098707 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1b794931-63e8-4526-a5a3-a8877f260e60 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/networks/fc4061c4-a932-4233-9f6b-e181eaef5cf9 HTTP/1.1" status: 409 len: 405 time: 0.3063807 Feb 28 14:57:39.098891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f90a454d-3efd-44d7-b3ec-9f3e3ab302f6 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:39.098993 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Routers {'3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:39.098993 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:57:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:39.100368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45850) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:39.104949 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c3b31272-bcae-48c5-9729-90af5c97ce79 tempest-ServiceProvidersTest-1364387769 tempest-ServiceProvidersTest-1364387769-project] 10.222.0.15 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.3095424 Feb 28 14:57:39.123389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-df3221c1-f547-4acd-90c7-77bec22c961c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1123457594'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:39.136480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1ef6-b7ba-4cdc-a2dd-fee8a2084223 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.140158 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f90a454d-3efd-44d7-b3ec-9f3e3ab302f6 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:39.144714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-add4f130-6c81-4ca1-b242-dec18d795099 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.150940 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0622ab-59cd-4865-88d1-1751fb0724e3 None None] DHCP port deletion for 2468bad3-050a-41a8-a719-de3c7061bc72 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:57:39.152734 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-df3221c1-f547-4acd-90c7-77bec22c961c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:39.197742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-df3221c1-f547-4acd-90c7-77bec22c961c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Usage tracker for resource:network and tenant:9dee5a82c1914befa2d0d7b0d99c0734 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:39.198932 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8d0622ab-59cd-4865-88d1-1751fb0724e3 None None] Deleting port 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:39.199578 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d0622ab-59cd-4865-88d1-1751fb0724e3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.206958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-df3221c1-f547-4acd-90c7-77bec22c961c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:39.233115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add4f130-6c81-4ca1-b242-dec18d795099 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event deleted for resources: {'Subnet': ['ID=3d9f251a-42b0-4918-97c6-40ef27fe7d8b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:39.241527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-df3221c1-f547-4acd-90c7-77bec22c961c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:39.244224 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0e8a1ef6-b7ba-4cdc-a2dd-fee8a2084223 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:39.249641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f90a454d-3efd-44d7-b3ec-9f3e3ab302f6 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.252213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0e8a1ef6-b7ba-4cdc-a2dd-fee8a2084223 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Usage tracker for resource:security_group_rule and tenant:12877993fbd9430d9a0b7e62d6fef06f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:39.256699 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0e8a1ef6-b7ba-4cdc-a2dd-fee8a2084223 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:39.266725 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0e8a1ef6-b7ba-4cdc-a2dd-fee8a2084223 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:39.286736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-add4f130-6c81-4ca1-b242-dec18d795099 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.303907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df3221c1-f547-4acd-90c7-77bec22c961c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Made reservation on behalf of 9dee5a82c1914befa2d0d7b0d99c0734 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:39.307996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-df3221c1-f547-4acd-90c7-77bec22c961c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.309280 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276cd4a1-3230-46ea-9388-ad14c840bea3 None None] Network 2fbe44e3-c483-4395-8916-38aa3d5221e0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:39.335802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.338176 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-54696723-4f0d-455b-8001-a314bbeaf710 None None] Provisioning for port d0bf863a-492b-45b0-88b0-b4494cc3956d completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:39.343080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f90a454d-3efd-44d7-b3ec-9f3e3ab302f6 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:39.347013 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7f641f06-ae94-4e57-8b30-89ba93452d15 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.416238 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45856) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:39.420515 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-add4f130-6c81-4ca1-b242-dec18d795099 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "DELETE /v2.0/subnets/3d9f251a-42b0-4918-97c6-40ef27fe7d8b HTTP/1.1" status: 204 len: 168 time: 2.4260612 Feb 28 14:57:39.423766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f90a454d-3efd-44d7-b3ec-9f3e3ab302f6 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:39.427292 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f90a454d-3efd-44d7-b3ec-9f3e3ab302f6 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:39.439825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f90a454d-3efd-44d7-b3ec-9f3e3ab302f6 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:39.450346 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-54696723-4f0d-455b-8001-a314bbeaf710 None None] Provisioning complete for port d0bf863a-492b-45b0-88b0-b4494cc3956d triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:39.450924 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-54696723-4f0d-455b-8001-a314bbeaf710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.553117 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1ef6-b7ba-4cdc-a2dd-fee8a2084223 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.565937 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8d0622ab-59cd-4865-88d1-1751fb0724e3 None None] The port '5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:57:39.567471 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d12b42e8-1f7b-4c20-9863-e9740b890ede up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:39.584063 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Set router 3b0c7caa-72e5-41eb-804e-a9d34ee11b9f gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:57:39.697023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1ef6-b7ba-4cdc-a2dd-fee8a2084223 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.723921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:39.765806 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f90a454d-3efd-44d7-b3ec-9f3e3ab302f6 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.773036 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f641f06-ae94-4e57-8b30-89ba93452d15 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Checking segment: {'id': '76b66c14-b427-4422-a56b-dd76edd3f719', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'be38e60c-3d85-42d6-9750-63f28a52c489'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:39.773402 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f641f06-ae94-4e57-8b30-89ba93452d15 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network hostable DHCP agents. Network: be38e60c-3d85-42d6-9750-63f28a52c489, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:39.777077 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] No DVR routers for this DVR port 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:57:39.800772 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8a1ef6-b7ba-4cdc-a2dd-fee8a2084223 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab641d75-d5c8-4119-835b-b3d794f73d32,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:39.804597 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f641f06-ae94-4e57-8b30-89ba93452d15 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Subnet': ['ID=4ff57c0e-d8a9-4cb5-854b-596d9cf67a57,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:39.836292 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45862) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:39.847950 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56f012c4-0984-47ff-a285-37bbb2a90d30 None None] DHCP port deletion for fc4061c4-a932-4233-9f6b-e181eaef5cf9 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:57:39.859951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.866860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-54696723-4f0d-455b-8001-a314bbeaf710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.875120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0e8a1ef6-b7ba-4cdc-a2dd-fee8a2084223 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.876507 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0e8a1ef6-b7ba-4cdc-a2dd-fee8a2084223 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.8647885 Feb 28 14:57:39.878501 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-56f012c4-0984-47ff-a285-37bbb2a90d30 None None] Deleting port d0bf863a-492b-45b0-88b0-b4494cc3956d {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:39.879072 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-56f012c4-0984-47ff-a285-37bbb2a90d30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.883285 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45868) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:39.887585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f641f06-ae94-4e57-8b30-89ba93452d15 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network be38e60c-3d85-42d6-9750-63f28a52c489 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:39.897381 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3a0d8168-6720-4159-9f8e-5ae09afb1091 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Request body: {'security_group_rule': {'security_group_id': 'ab641d75-d5c8-4119-835b-b3d794f73d32', 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:39.906309 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Deleting port 1e55f43d-50e6-4e59-96ec-1d1a160f7793 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:39.906792 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.911972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df3221c1-f547-4acd-90c7-77bec22c961c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:39.940322 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-df3221c1-f547-4acd-90c7-77bec22c961c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.940668 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-df3221c1-f547-4acd-90c7-77bec22c961c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Added segment 5d3ebb77-07b6-4d59-9688-adf716711879 of type vlan for network 308bd337-8429-4005-b204-dfd0f31fd80e Feb 28 14:57:39.943949 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3a0d8168-6720-4159-9f8e-5ae09afb1091 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:39.956536 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-7f641f06-ae94-4e57-8b30-89ba93452d15 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, be38e60c-3d85-42d6-9750-63f28a52c489) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:39.964058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3a0d8168-6720-4159-9f8e-5ae09afb1091 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Usage tracker for resource:security_group_rule and tenant:12877993fbd9430d9a0b7e62d6fef06f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:39.967351 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f641f06-ae94-4e57-8b30-89ba93452d15 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:39.967980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7f641f06-ae94-4e57-8b30-89ba93452d15 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.971521 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-54696723-4f0d-455b-8001-a314bbeaf710 None None] For port d0bf863a-492b-45b0-88b0-b4494cc3956d, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d0bf863a-492b-45b0-88b0-b4494cc3956d,segment=NetworkSegment(515c329a-53a6-4105-b188-7c9764cccffa),segment_id=515c329a-53a6-4105-b188-7c9764cccffa)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:39.978638 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19a99e0d-741f-46c8-bcc5-b9f4ad52e474 None None] Network be38e60c-3d85-42d6-9750-63f28a52c489 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:39.986316 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3a0d8168-6720-4159-9f8e-5ae09afb1091 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:39.996249 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-df3221c1-f547-4acd-90c7-77bec22c961c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:39.999981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-54696723-4f0d-455b-8001-a314bbeaf710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.004215 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7f641f06-ae94-4e57-8b30-89ba93452d15 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 2.0942464 Feb 28 14:57:40.006936 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3a0d8168-6720-4159-9f8e-5ae09afb1091 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:40.011753 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45872) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:40.058366 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f90a454d-3efd-44d7-b3ec-9f3e3ab302f6 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.109368 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-23fb2110-a46c-4ddb-b10b-ad2e9d7ce339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.112019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-df3221c1-f547-4acd-90c7-77bec22c961c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.115796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df3221c1-f547-4acd-90c7-77bec22c961c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:40.116762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-df3221c1-f547-4acd-90c7-77bec22c961c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.137498 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'name': 'tempest-TestVolumeBootPattern-1815517871-router', 'tenant_id': '8b0845231fc043f586ce24d210b2350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': 'd12b42e8-1f7b-4c20-9863-e9740b890ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:18Z', 'updated_at': '2022-02-28T14:57:30Z', 'revision_number': 4, 'project_id': '8b0845231fc043f586ce24d210b2350c', 'gw_port': {'id': 'd12b42e8-1f7b-4c20-9863-e9740b890ede', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:20Z', 'updated_at': '2022-02-28T14:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '04ff9813-8d95-4a71-9a6a-01293c695029', 'name': '', 'network_id': 'ce344f0e-b664-41e1-922b-91f352d53480', 'tenant_id': '8b0845231fc043f586ce24d210b2350c', 'mac_address': 'fa:16:3e:49:84:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dd6024a-96e2-4c06-a544-084f10f12836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:29Z', 'updated_at': '2022-02-28T14:57:30Z', 'revision_number': 2, 'project_id': '8b0845231fc043f586ce24d210b2350c', 'subnets': [{'id': '2dd6024a-96e2-4c06-a544-084f10f12836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:40.143862 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Checking router: 3b0c7caa-72e5-41eb-804e-a9d34ee11b9f for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:57:40.144402 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Updating router 3b0c7caa-72e5-41eb-804e-a9d34ee11b9f port 04ff9813-8d95-4a71-9a6a-01293c695029 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:57:40.215493 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.217621 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-23fb2110-a46c-4ddb-b10b-ad2e9d7ce339 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:40.221227 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-23fb2110-a46c-4ddb-b10b-ad2e9d7ce339 admin admin] Usage tracker for resource:security_group_rule and tenant:41fc29ac0b2d4faba55c74bc4a4fb6d1 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:40.224190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-23fb2110-a46c-4ddb-b10b-ad2e9d7ce339 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:40.230268 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-23fb2110-a46c-4ddb-b10b-ad2e9d7ce339 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:40.292987 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-56f012c4-0984-47ff-a285-37bbb2a90d30 None None] For port d0bf863a-492b-45b0-88b0-b4494cc3956d, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d0bf863a-492b-45b0-88b0-b4494cc3956d,segment=NetworkSegment(515c329a-53a6-4105-b188-7c9764cccffa),segment_id=515c329a-53a6-4105-b188-7c9764cccffa)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:40.293639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-56f012c4-0984-47ff-a285-37bbb2a90d30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.295055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8168-6720-4159-9f8e-5ae09afb1091 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.313314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f90a454d-3efd-44d7-b3ec-9f3e3ab302f6 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.314599 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f90a454d-3efd-44d7-b3ec-9f3e3ab302f6 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2472742 Feb 28 14:57:40.316031 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-df3221c1-f547-4acd-90c7-77bec22c961c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.2126124 Feb 28 14:57:40.316686 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f90a454d-3efd-44d7-b3ec-9f3e3ab302f6 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f660e571-e951-4c00-b5bc-bf74bc4fbc65,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:40.323037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.332525 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45876) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:40.333050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45878) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:40.341527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f212225e-ecb1-434f-b46d-a6f75da6345a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1418667052'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:40.354399 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4d1a339f-5824-46c5-8d64-a9efc1f73449 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Request body: {'subnet': {'network_id': '308bd337-8429-4005-b204-dfd0f31fd80e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:40.369627 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df3221c1-f547-4acd-90c7-77bec22c961c tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event updated for resources: {'Network': ['ID=308bd337-8429-4005-b204-dfd0f31fd80e,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:40.373218 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-23fb2110-a46c-4ddb-b10b-ad2e9d7ce339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.376984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f212225e-ecb1-434f-b46d-a6f75da6345a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:40.391973 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-23fb2110-a46c-4ddb-b10b-ad2e9d7ce339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.440226 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-23fb2110-a46c-4ddb-b10b-ad2e9d7ce339 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=41fc29ac0b2d4faba55c74bc4a4fb6d1&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6029036 Feb 28 14:57:40.459685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45884) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:40.467046 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-56f012c4-0984-47ff-a285-37bbb2a90d30 None None] Calling delete_port for d0bf863a-492b-45b0-88b0-b4494cc3956d owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:40.486294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2468bad3-050a-41a8-a719-de3c7061bc72']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:40.497251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f212225e-ecb1-434f-b46d-a6f75da6345a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:40.522031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e894dc4f-7aa6-43ff-bb68-278c8827df43') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:40.522470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e894dc4f-7aa6-43ff-bb68-278c8827df43') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:40.552185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.559375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f212225e-ecb1-434f-b46d-a6f75da6345a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.564854 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fb2110-a46c-4ddb-b10b-ad2e9d7ce339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d80dcb4-85f8-428b-a9c4-f46034660b84,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:40.568236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] For port 1e55f43d-50e6-4e59-96ec-1d1a160f7793, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1e55f43d-50e6-4e59-96ec-1d1a160f7793,segment=NetworkSegment(0ec6f0f5-feec-46a0-8a99-13d0be36fa92),segment_id=0ec6f0f5-feec-46a0-8a99-13d0be36fa92)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:40.568605 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.595533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4d1a339f-5824-46c5-8d64-a9efc1f73449 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:40.597830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.603642 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a472968a-883d-4ec6-86bc-a5163728b6ab tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.613998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:40.614384 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:40.629967 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:40.632506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4d1a339f-5824-46c5-8d64-a9efc1f73449 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:40.633312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 308bd337-8429-4005-b204-dfd0f31fd80e details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:40.650547 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d12b42e8-1f7b-4c20-9863-e9740b890ede triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:40.651059 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.706818 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d1a339f-5824-46c5-8d64-a9efc1f73449 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Made reservation on behalf of 9dee5a82c1914befa2d0d7b0d99c0734 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:40.723851 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f212225e-ecb1-434f-b46d-a6f75da6345a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:40.737349 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54696723-4f0d-455b-8001-a314bbeaf710 None None] Pushing event updated for resources: {'Port': ['ID=d0bf863a-492b-45b0-88b0-b4494cc3956d,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:40.748181 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-56f012c4-0984-47ff-a285-37bbb2a90d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.811492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f212225e-ecb1-434f-b46d-a6f75da6345a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:40.817457 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.841157 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f212225e-ecb1-434f-b46d-a6f75da6345a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:40.853572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.855396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f212225e-ecb1-434f-b46d-a6f75da6345a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:40.856540 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Transition to ACTIVE for port object 04ff9813-8d95-4a71-9a6a-01293c695029 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:40.870684 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.885838 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.906512 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Network': ['ID=2468bad3-050a-41a8-a719-de3c7061bc72,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:40.909282 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f012c4-0984-47ff-a285-37bbb2a90d30 None None] Pushing event deleted for resources: {'Port': ['ID=d0bf863a-492b-45b0-88b0-b4494cc3956d,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:40.914621 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d1a339f-5824-46c5-8d64-a9efc1f73449 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.926504 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-998feff5-2cd1-4fa4-b414-043e0b14d60f None None] DHCP port deletion for 2fbe44e3-c483-4395-8916-38aa3d5221e0 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:57:40.940712 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-998feff5-2cd1-4fa4-b414-043e0b14d60f None None] Deleting port 1e55f43d-50e6-4e59-96ec-1d1a160f7793 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:40.941152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-998feff5-2cd1-4fa4-b414-043e0b14d60f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:40.952367 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bef13a90-b7ee-4252-9cbc-18b1c029275a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/networks/2468bad3-050a-41a8-a719-de3c7061bc72 HTTP/1.1" status: 204 len: 168 time: 2.7567420 Feb 28 14:57:40.958866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Calling delete_port for 1e55f43d-50e6-4e59-96ec-1d1a160f7793 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:40.973185 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118663ee-ffa7-495a-92a6-e9de9e0c69eb None None] Pushing event updated for resources: {'Port': ['ID=04ff9813-8d95-4a71-9a6a-01293c695029,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:41.012263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45888) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:41.104281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.183121 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Attempting to bind port 04ff9813-8d95-4a71-9a6a-01293c695029 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:41.184262 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Attempting to bind port 04ff9813-8d95-4a71-9a6a-01293c695029 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '045be78b-8f25-4dfd-9822-90c68ff54db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce344f0e-b664-41e1-922b-91f352d53480'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:41.184853 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Attempting to bind port 04ff9813-8d95-4a71-9a6a-01293c695029 on network ce344f0e-b664-41e1-922b-91f352d53480 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:57:41.187225 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event deleted for resources: {'Port': ['ID=1e55f43d-50e6-4e59-96ec-1d1a160f7793,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:41.193580 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bbc0f6fd-4ad2-4881-8a48-68c9d0a905c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.195365 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:57:41.196295 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Checking segment: {'id': '045be78b-8f25-4dfd-9822-90c68ff54db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce344f0e-b664-41e1-922b-91f352d53480'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:41.196937 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.197588 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Bound using segment: {'id': '045be78b-8f25-4dfd-9822-90c68ff54db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce344f0e-b664-41e1-922b-91f352d53480'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:57:41.198342 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Bound port: 04ff9813-8d95-4a71-9a6a-01293c695029, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '045be78b-8f25-4dfd-9822-90c68ff54db4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ce344f0e-b664-41e1-922b-91f352d53480'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:41.198989 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.224564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f212225e-ecb1-434f-b46d-a6f75da6345a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.236980 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-998feff5-2cd1-4fa4-b414-043e0b14d60f None None] For port 1e55f43d-50e6-4e59-96ec-1d1a160f7793, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1e55f43d-50e6-4e59-96ec-1d1a160f7793,segment=NetworkSegment(0ec6f0f5-feec-46a0-8a99-13d0be36fa92),segment_id=0ec6f0f5-feec-46a0-8a99-13d0be36fa92)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:41.237509 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-998feff5-2cd1-4fa4-b414-043e0b14d60f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.243101 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f212225e-ecb1-434f-b46d-a6f75da6345a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.245276 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bbc0f6fd-4ad2-4881-8a48-68c9d0a905c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.316747 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] For port 04ff9813-8d95-4a71-9a6a-01293c695029, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:57:41.320787 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] For port 04ff9813-8d95-4a71-9a6a-01293c695029, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=04ff9813-8d95-4a71-9a6a-01293c695029,segment=NetworkSegment(045be78b-8f25-4dfd-9822-90c68ff54db4),segment_id=045be78b-8f25-4dfd-9822-90c68ff54db4)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:57:41.331447 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.390921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f212225e-ecb1-434f-b46d-a6f75da6345a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de4ab981-2c0c-4a43-8247-5185bbd8d1af,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:41.416199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f212225e-ecb1-434f-b46d-a6f75da6345a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.416682 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56f012c4-0984-47ff-a285-37bbb2a90d30 None None] No DVR routers for this DVR port d0bf863a-492b-45b0-88b0-b4494cc3956d on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:57:41.418333 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f212225e-ecb1-434f-b46d-a6f75da6345a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.0841875 Feb 28 14:57:41.425286 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a472968a-883d-4ec6-86bc-a5163728b6ab tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.429774 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-998feff5-2cd1-4fa4-b414-043e0b14d60f None None] Calling delete_port for 1e55f43d-50e6-4e59-96ec-1d1a160f7793 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:41.467093 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Routers {'3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:41.467488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45892) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:41.468202 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:57:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:41.475215 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c3f7728d-c264-4d88-902e-3de5f81804b8 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group_rule': {'security_group_id': 'f660e571-e951-4c00-b5bc-bf74bc4fbc65', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'de4ab981-2c0c-4a43-8247-5185bbd8d1af', 'remote_ip_prefix': None}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:41.492775 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c3f7728d-c264-4d88-902e-3de5f81804b8 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:41.512367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-76bf0fd7-6c6c-4507-9678-ebf8613b54b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 01028c25-26eb-4375-a398-82d9bf1f8107 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:41.512950 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-76bf0fd7-6c6c-4507-9678-ebf8613b54b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.515004 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bbc0f6fd-4ad2-4881-8a48-68c9d0a905c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.556056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8168-6720-4159-9f8e-5ae09afb1091 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.560196 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c3f7728d-c264-4d88-902e-3de5f81804b8 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:41.572263 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] No DVR routers for this DVR port 1e55f43d-50e6-4e59-96ec-1d1a160f7793 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:57:41.572263 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc0f6fd-4ad2-4881-8a48-68c9d0a905c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d80dcb4-85f8-428b-a9c4-f46034660b84,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:41.607207 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c3f7728d-c264-4d88-902e-3de5f81804b8 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:41.619494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c3f7728d-c264-4d88-902e-3de5f81804b8 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:41.633692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8168-6720-4159-9f8e-5ae09afb1091 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.685080 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bbc0f6fd-4ad2-4881-8a48-68c9d0a905c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.686212 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bbc0f6fd-4ad2-4881-8a48-68c9d0a905c3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6d80dcb4-85f8-428b-a9c4-f46034660b84 HTTP/1.1" status: 204 len: 168 time: 1.2256069 Feb 28 14:57:41.779521 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3a0d8168-6720-4159-9f8e-5ae09afb1091 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.783144 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3a0d8168-6720-4159-9f8e-5ae09afb1091 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 1.8944333 Feb 28 14:57:41.795428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45898) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:41.807679 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-998feff5-2cd1-4fa4-b414-043e0b14d60f None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:57:41.808042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-998feff5-2cd1-4fa4-b414-043e0b14d60f None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:57:41.820006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b0ae144-171f-4b3e-8983-d6a6de78022d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-be38e60c-3d85-42d6-9750-63f28a52c489', 'network_id': 'be38e60c-3d85-42d6-9750-63f28a52c489', 'tenant_id': '79fdfed615ce403b90a4a21f9f2d0135', 'fixed_ips': [{'subnet_id': '4ff57c0e-d8a9-4cb5-854b-596d9cf67a57'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:57:41.820839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9b0ae144-171f-4b3e-8983-d6a6de78022d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.823327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d4ba3650-62e5-4722-aad6-c02a5e948a62 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Request body: {'security_group_rule': {'security_group_id': 'ab641d75-d5c8-4119-835b-b3d794f73d32', 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:41.827801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0d8168-6720-4159-9f8e-5ae09afb1091 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=29c24c3c-0dbf-4819-b4e4-33421bec832e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:41.846194 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d4ba3650-62e5-4722-aad6-c02a5e948a62 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:41.856303 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] Set router 3b0c7caa-72e5-41eb-804e-a9d34ee11b9f gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:57:41.883250 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d4ba3650-62e5-4722-aad6-c02a5e948a62 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Usage tracker for resource:security_group_rule and tenant:12877993fbd9430d9a0b7e62d6fef06f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:41.890432 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:57:41.892981 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.917593 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d4ba3650-62e5-4722-aad6-c02a5e948a62 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:41.924111 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c3f7728d-c264-4d88-902e-3de5f81804b8 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:41.948864 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d4ba3650-62e5-4722-aad6-c02a5e948a62 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:41.961847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fbe44e3-c483-4395-8916-38aa3d5221e0']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:41.965626 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:57:41.968198 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 5f9f9ec4-5f2f-4a98-a363-082cdfe7f1ac not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:57:41.977011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a472968a-883d-4ec6-86bc-a5163728b6ab tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.011966 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118663ee-ffa7-495a-92a6-e9de9e0c69eb None None] Pushing event updated for resources: {'Port': ['ID=04ff9813-8d95-4a71-9a6a-01293c695029,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:42.029240 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ec6f0f5-feec-46a0-8a99-13d0be36fa92') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:42.029709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ec6f0f5-feec-46a0-8a99-13d0be36fa92') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:42.061666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3650-62e5-4722-aad6-c02a5e948a62 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.078417 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472968a-883d-4ec6-86bc-a5163728b6ab tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Subnet': ['ID=4ff57c0e-d8a9-4cb5-854b-596d9cf67a57,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:42.092014 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.133816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d0bf863a-492b-45b0-88b0-b4494cc3956d no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:57:42.181309 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: d0bf863a-492b-45b0-88b0-b4494cc3956d {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:57:42.181624 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d0bf863a-492b-45b0-88b0-b4494cc3956d not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:57:42.182051 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1e55f43d-50e6-4e59-96ec-1d1a160f7793 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:57:42.222411 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 1e55f43d-50e6-4e59-96ec-1d1a160f7793 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:57:42.222799 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1e55f43d-50e6-4e59-96ec-1d1a160f7793 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:57:42.251626 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a472968a-883d-4ec6-86bc-a5163728b6ab tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.262766 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6561b5de-175f-4294-aeb6-a6694528ab6b None None] Network be38e60c-3d85-42d6-9750-63f28a52c489 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:42.282668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-a472968a-883d-4ec6-86bc-a5163728b6ab tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be38e60c-3d85-42d6-9750-63f28a52c489']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:42.297860 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-a472968a-883d-4ec6-86bc-a5163728b6ab tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76b66c14-b427-4422-a56b-dd76edd3f719') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:42.298172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-a472968a-883d-4ec6-86bc-a5163728b6ab tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76b66c14-b427-4422-a56b-dd76edd3f719') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:42.314322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a472968a-883d-4ec6-86bc-a5163728b6ab tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.327676 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-998feff5-2cd1-4fa4-b414-043e0b14d60f None None] Deleting port 1e55f43d-50e6-4e59-96ec-1d1a160f7793 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:42.328089 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-998feff5-2cd1-4fa4-b414-043e0b14d60f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.333750 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a472968a-883d-4ec6-86bc-a5163728b6ab tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.341722 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a472968a-883d-4ec6-86bc-a5163728b6ab tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:42.342119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a472968a-883d-4ec6-86bc-a5163728b6ab tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.360872 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-76bf0fd7-6c6c-4507-9678-ebf8613b54b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.368789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-76bf0fd7-6c6c-4507-9678-ebf8613b54b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.384699 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.objects.ports [None req-4d1a339f-5824-46c5-8d64-a9efc1f73449 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83592) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:57:42.452726 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'name': 'tempest-TestVolumeBootPattern-1815517871-router', 'tenant_id': '8b0845231fc043f586ce24d210b2350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': 'd12b42e8-1f7b-4c20-9863-e9740b890ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:18Z', 'updated_at': '2022-02-28T14:57:30Z', 'revision_number': 4, 'project_id': '8b0845231fc043f586ce24d210b2350c', 'gw_port': {'id': 'd12b42e8-1f7b-4c20-9863-e9740b890ede', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:20Z', 'updated_at': '2022-02-28T14:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '04ff9813-8d95-4a71-9a6a-01293c695029', 'name': '', 'network_id': 'ce344f0e-b664-41e1-922b-91f352d53480', 'tenant_id': '8b0845231fc043f586ce24d210b2350c', 'mac_address': 'fa:16:3e:49:84:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dd6024a-96e2-4c06-a544-084f10f12836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:29Z', 'updated_at': '2022-02-28T14:57:41Z', 'revision_number': 4, 'project_id': '8b0845231fc043f586ce24d210b2350c', 'subnets': [{'id': '2dd6024a-96e2-4c06-a544-084f10f12836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:42.457696 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-661cb418-fed6-4abb-b9e0-b561ae59c131 None None] The sync data for ids ['3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'] in dv-neutron-830866-2-hyperv is: [{'id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'name': 'tempest-TestVolumeBootPattern-1815517871-router', 'tenant_id': '8b0845231fc043f586ce24d210b2350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': 'd12b42e8-1f7b-4c20-9863-e9740b890ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:18Z', 'updated_at': '2022-02-28T14:57:30Z', 'revision_number': 4, 'project_id': '8b0845231fc043f586ce24d210b2350c', 'gw_port': {'id': 'd12b42e8-1f7b-4c20-9863-e9740b890ede', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:20Z', 'updated_at': '2022-02-28T14:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '04ff9813-8d95-4a71-9a6a-01293c695029', 'name': '', 'network_id': 'ce344f0e-b664-41e1-922b-91f352d53480', 'tenant_id': '8b0845231fc043f586ce24d210b2350c', 'mac_address': 'fa:16:3e:49:84:f7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '2dd6024a-96e2-4c06-a544-084f10f12836', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:29Z', 'updated_at': '2022-02-28T14:57:41Z', 'revision_number': 4, 'project_id': '8b0845231fc043f586ce24d210b2350c', 'subnets': [{'id': '2dd6024a-96e2-4c06-a544-084f10f12836', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:57:42.458655 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-998feff5-2cd1-4fa4-b414-043e0b14d60f None None] The port '1e55f43d-50e6-4e59-96ec-1d1a160f7793' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:57:42.481430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d1a339f-5824-46c5-8d64-a9efc1f73449 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:42.504368 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:42.588344 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.595034 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:42.595595 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.634977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-76bf0fd7-6c6c-4507-9678-ebf8613b54b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 01028c25-26eb-4375-a398-82d9bf1f8107 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:42.684922 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:42.714426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a472968a-883d-4ec6-86bc-a5163728b6ab tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.721497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c3f7728d-c264-4d88-902e-3de5f81804b8 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.725886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d1a339f-5824-46c5-8d64-a9efc1f73449 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event updated for resources: {'Subnet': ['ID=de964c79-67c1-4ee0-ac25-f75b20537d65,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:42.759377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c3f7728d-c264-4d88-902e-3de5f81804b8 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.763201 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a472968a-883d-4ec6-86bc-a5163728b6ab tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.795438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a472968a-883d-4ec6-86bc-a5163728b6ab tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Network': ['ID=be38e60c-3d85-42d6-9750-63f28a52c489,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:42.809491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7728d-c264-4d88-902e-3de5f81804b8 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f18509f-0be3-4759-8472-cf6d8d07a502,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:42.810675 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.824504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.833516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1a339f-5824-46c5-8d64-a9efc1f73449 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Checking segment: {'id': '5d3ebb77-07b6-4d59-9688-adf716711879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '308bd337-8429-4005-b204-dfd0f31fd80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:42.833850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1a339f-5824-46c5-8d64-a9efc1f73449 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Network hostable DHCP agents. Network: 308bd337-8429-4005-b204-dfd0f31fd80e, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:42.855129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c3f7728d-c264-4d88-902e-3de5f81804b8 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.858788 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c3f7728d-c264-4d88-902e-3de5f81804b8 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 1.3869390 Feb 28 14:57:42.858939 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "DELETE /v2.0/networks/2fbe44e3-c483-4395-8916-38aa3d5221e0 HTTP/1.1" status: 204 len: 168 time: 3.4235406 Feb 28 14:57:42.859772 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45916) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:42.861367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45918) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:42.880724 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a472968a-883d-4ec6-86bc-a5163728b6ab tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/be38e60c-3d85-42d6-9750-63f28a52c489 HTTP/1.1" status: 204 len: 168 time: 2.8653741 Feb 28 14:57:42.894865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45926) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:42.895627 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1225dcab-2456-4d16-aa73-8914d86c77b4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Pushing event deleted for resources: {'Network': ['ID=2fbe44e3-c483-4395-8916-38aa3d5221e0,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:42.902490 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3650-62e5-4722-aad6-c02a5e948a62 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.909762 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-628441315'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:42.917064 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:42.922431 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-83fa7b88-408a-46bb-8bd2-b703ab364b0f tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Synchronizing usage tracker for tenant:b253b97b1dab4c7bbac19970e4e45e33 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:42.937397 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-33047e24-3f50-4d20-bdd5-a53598f550d4 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.943074 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3650-62e5-4722-aad6-c02a5e948a62 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.945824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d1a339f-5824-46c5-8d64-a9efc1f73449 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Network 308bd337-8429-4005-b204-dfd0f31fd80e is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:42.946963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:network and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:42.959248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:42.969715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-33047e24-3f50-4d20-bdd5-a53598f550d4 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:42.984920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-83fa7b88-408a-46bb-8bd2-b703ab364b0f tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Unset dirty status for tenant:b253b97b1dab4c7bbac19970e4e45e33 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:42.988830 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:42.989720 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-83fa7b88-408a-46bb-8bd2-b703ab364b0f tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "GET /v2.0/ports?device_id=51fbf50b-d6b1-432a-927c-bc7412c03492 HTTP/1.1" status: 200 len: 205 time: 0.1274502 Feb 28 14:57:42.994504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45930) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:42.998445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-4d1a339f-5824-46c5-8d64-a9efc1f73449 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 308bd337-8429-4005-b204-dfd0f31fd80e) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:43.005814 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4483e1a-fb93-4e80-ab94-6727a60a3537 None None] Network 308bd337-8429-4005-b204-dfd0f31fd80e requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:43.007287 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4ba3650-62e5-4722-aad6-c02a5e948a62 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=460ee0ff-540c-4dcc-b8f5-45d1733b70d5,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:43.017722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d1a339f-5824-46c5-8d64-a9efc1f73449 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:43.018311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d1a339f-5824-46c5-8d64-a9efc1f73449 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:43.058425 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45934) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:43.066962 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [-] 10.222.0.15 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0064304 Feb 28 14:57:43.068678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45936) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:43.070466 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4d1a339f-5824-46c5-8d64-a9efc1f73449 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7346883 Feb 28 14:57:43.071493 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-76bf0fd7-6c6c-4507-9678-ebf8613b54b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:43.077781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45938) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:43.137122 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Request body: {'port': {'network_id': '308bd337-8429-4005-b204-dfd0f31fd80e', 'name': 'tempest-NetworksIpV6TestAttrs-1909641061'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:43.152226 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:43.154907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:43.176315 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d4ba3650-62e5-4722-aad6-c02a5e948a62 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:43.177505 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d4ba3650-62e5-4722-aad6-c02a5e948a62 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 1.3768885 Feb 28 14:57:43.184734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45944) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:43.195703 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Request body: {'security_group_rule': {'security_group_id': 'ab641d75-d5c8-4119-835b-b3d794f73d32', 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:43.205347 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-33047e24-3f50-4d20-bdd5-a53598f550d4 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:43.209771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:43.255321 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76bf0fd7-6c6c-4507-9678-ebf8613b54b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=01028c25-26eb-4375-a398-82d9bf1f8107,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:43.269699 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Usage tracker for resource:security_group_rule and tenant:12877993fbd9430d9a0b7e62d6fef06f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:43.282751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:43.292741 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33047e24-3f50-4d20-bdd5-a53598f550d4 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2f18509f-0be3-4759-8472-cf6d8d07a502,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:43.296586 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-33047e24-3f50-4d20-bdd5-a53598f550d4 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:43.305256 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-33047e24-3f50-4d20-bdd5-a53598f550d4 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/2f18509f-0be3-4759-8472-cf6d8d07a502 HTTP/1.1" status: 204 len: 168 time: 0.4399650 Feb 28 14:57:43.310929 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:43.314156 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45950) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:43.324107 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-308bd337-8429-4005-b204-dfd0f31fd80e', 'network_id': '308bd337-8429-4005-b204-dfd0f31fd80e', 'tenant_id': '9dee5a82c1914befa2d0d7b0d99c0734', 'fixed_ips': [{'subnet_id': 'de964c79-67c1-4ee0-ac25-f75b20537d65'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:57:43.325234 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:43.334201 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:43.349413 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65a34dfd-48bd-44a1-a32a-8171045377e4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:43.412912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:43.417272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Usage tracker for resource:port and tenant:9dee5a82c1914befa2d0d7b0d99c0734 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:43.420477 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:43.427673 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:43.460214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-76bf0fd7-6c6c-4507-9678-ebf8613b54b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:43.547230 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Allocated IP 2001:db8::f816:3eff:feb7:a780 (308bd337-8429-4005-b204-dfd0f31fd80e/de964c79-67c1-4ee0-ac25-f75b20537d65/0debe8fc-cb07-4c8c-9438-0948717de976) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:43.648672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:43.648672 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Added segment 155d9f9d-53c5-479e-9671-9d40368ea79b of type vlan for network 09884197-ea01-41dd-89d8-bbd3f6278441 Feb 28 14:57:43.659950 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-70c986bd-b510-47f0-9cba-9ae2815e123a tempest-NetworksApiDiscovery-1090662231 tempest-NetworksApiDiscovery-1090662231-project] 10.222.0.15 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.5835855 Feb 28 14:57:43.660422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Made reservation on behalf of 9dee5a82c1914befa2d0d7b0d99c0734 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:43.664155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:43.679827 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:43.704186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] device_id is not set on port 6d8a5258-e069-4f1c-9092-5cbea9796477 yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:57:43.917435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-175abd1f-5a3d-4e4c-a74a-5c0de0fab08b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:43.919810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:43.934098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Transition to ACTIVE for port object 0debe8fc-cb07-4c8c-9438-0948717de976 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:43.936481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:43.956279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Transition to ACTIVE for port object 0debe8fc-cb07-4c8c-9438-0948717de976 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:43.966241 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.057596 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45958) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:44.094753 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Network 308bd337-8429-4005-b204-dfd0f31fd80e is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:44.099611 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:44.104189 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:57:44.104344 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Allocated IP 2001:db8::f816:3eff:fe35:f1d6 (308bd337-8429-4005-b204-dfd0f31fd80e/de964c79-67c1-4ee0-ac25-f75b20537d65/6d8a5258-e069-4f1c-9092-5cbea9796477) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:44.109919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Pushing event updated for resources: {'Port': ['ID=0debe8fc-cb07-4c8c-9438-0948717de976,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:44.155212 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-175abd1f-5a3d-4e4c-a74a-5c0de0fab08b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:44.156552 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-175abd1f-5a3d-4e4c-a74a-5c0de0fab08b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.8408999 Feb 28 14:57:44.162796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45964) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:44.170074 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65a34dfd-48bd-44a1-a32a-8171045377e4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.177643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:57:44.191019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 04ff9813-8d95-4a71-9a6a-01293c695029 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:44.195916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65a34dfd-48bd-44a1-a32a-8171045377e4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.215269 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.219874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.225314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:44.226478 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-3022325'] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.278232 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.278781 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Attempting to bind port 0debe8fc-cb07-4c8c-9438-0948717de976 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:44.279220 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Attempting to bind port 0debe8fc-cb07-4c8c-9438-0948717de976 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5d3ebb77-07b6-4d59-9688-adf716711879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '308bd337-8429-4005-b204-dfd0f31fd80e'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:44.279677 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Attempting to bind port 0debe8fc-cb07-4c8c-9438-0948717de976 on network 308bd337-8429-4005-b204-dfd0f31fd80e {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:57:44.289467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:57:44.289985 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Checking segment: {'id': '5d3ebb77-07b6-4d59-9688-adf716711879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '308bd337-8429-4005-b204-dfd0f31fd80e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:44.290456 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.290916 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Bound using segment: {'id': '5d3ebb77-07b6-4d59-9688-adf716711879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '308bd337-8429-4005-b204-dfd0f31fd80e'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:57:44.291502 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Bound port: 0debe8fc-cb07-4c8c-9438-0948717de976, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d3ebb77-07b6-4d59-9688-adf716711879', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '308bd337-8429-4005-b204-dfd0f31fd80e'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:44.292012 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.341394 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 04ff9813-8d95-4a71-9a6a-01293c695029 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:44.355519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 04ff9813-8d95-4a71-9a6a-01293c695029 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:44.355910 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.402423 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7782e22f-243d-470b-a165-eb4c97b1069d,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:44.416162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:44.416586 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:44.416950 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:44.417341 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:44.417675 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:44.418126 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:44.418631 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:44.418956 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:44.419367 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:44.419813 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:44.420166 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:44.424177 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65a34dfd-48bd-44a1-a32a-8171045377e4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.424789 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65a34dfd-48bd-44a1-a32a-8171045377e4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Fanout notify agent at l3_agent the message router_deleted on router 51fbf50b-d6b1-432a-927c-bc7412c03492 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:57:44.432067 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65a34dfd-48bd-44a1-a32a-8171045377e4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.433268 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-65a34dfd-48bd-44a1-a32a-8171045377e4 tempest-RoutersNegativeTest-1385352023 tempest-RoutersNegativeTest-1385352023-project] 10.222.0.15 "DELETE /v2.0/routers/51fbf50b-d6b1-432a-927c-bc7412c03492 HTTP/1.1" status: 204 len: 168 time: 1.4332769 Feb 28 14:57:44.449370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.453055 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fb21165f-2a84-4547-b09f-d92815835dcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 1.2638516 Feb 28 14:57:44.460074 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45970) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:44.461466 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.5637956 Feb 28 14:57:44.465097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45974) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:44.469569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a60a55c9-ab43-4c48-83fc-e61aa6f0debf tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Request body: {'security_group_rule': {'security_group_id': 'ab641d75-d5c8-4119-835b-b3d794f73d32', 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:44.473727 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67d18ba-3c99-4320-a90a-7f5a00c8b3b1 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Network': ['ID=09884197-ea01-41dd-89d8-bbd3f6278441,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:44.492589 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 09884197-ea01-41dd-89d8-bbd3f6278441 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:44.499433 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a60a55c9-ab43-4c48-83fc-e61aa6f0debf tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:44.504612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-533796cc-b33d-490f-b6b3-ca16c17f3228 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'network': {'name': 'New_network'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:44.510622 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] For port 0debe8fc-cb07-4c8c-9438-0948717de976, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:57:44.530440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.579335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] For port 0debe8fc-cb07-4c8c-9438-0948717de976, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0debe8fc-cb07-4c8c-9438-0948717de976,segment=NetworkSegment(5d3ebb77-07b6-4d59-9688-adf716711879),segment_id=5d3ebb77-07b6-4d59-9688-adf716711879)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:57:44.586371 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-18b83c1b-934c-48ae-a9f4-75781605f593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.597935 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.599911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.604628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Transition to ACTIVE for port object 6d8a5258-e069-4f1c-9092-5cbea9796477 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:44.665005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.691066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-76bf0fd7-6c6c-4507-9678-ebf8613b54b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 4fe4d4e7-57ed-49df-aabf-287b59476df7 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:57:44.695436 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a60a55c9-ab43-4c48-83fc-e61aa6f0debf tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Usage tracker for resource:security_group_rule and tenant:12877993fbd9430d9a0b7e62d6fef06f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:44.706117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-18b83c1b-934c-48ae-a9f4-75781605f593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:44.724332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-18b83c1b-934c-48ae-a9f4-75781605f593 admin admin] Usage tracker for resource:security_group_rule and tenant:5994b2ef4c064d92bdc35de949d35ac8 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:44.731575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-18b83c1b-934c-48ae-a9f4-75781605f593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:44.742127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-18b83c1b-934c-48ae-a9f4-75781605f593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:44.750669 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.779647 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a60a55c9-ab43-4c48-83fc-e61aa6f0debf tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:44.782589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45980) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:44.783092 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabcd03f-3495-466d-93d4-8af751ae5009 None None] Pushing event updated for resources: {'Port': ['ID=0debe8fc-cb07-4c8c-9438-0948717de976,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:44.800199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a60a55c9-ab43-4c48-83fc-e61aa6f0debf tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:44.812153 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 04ff9813-8d95-4a71-9a6a-01293c695029, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=04ff9813-8d95-4a71-9a6a-01293c695029,segment=NetworkSegment(045be78b-8f25-4dfd-9822-90c68ff54db4),segment_id=045be78b-8f25-4dfd-9822-90c68ff54db4)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:44.820453 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.827441 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.890398 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-533796cc-b33d-490f-b6b3-ca16c17f3228 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.911534 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=04ff9813-8d95-4a71-9a6a-01293c695029,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:44.918604 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-533796cc-b33d-490f-b6b3-ca16c17f3228 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:44.942020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.016083 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de4ab981-2c0c-4a43-8247-5185bbd8d1af,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:45.046773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event updated for resources: {'Port': ['ID=6d8a5258-e069-4f1c-9092-5cbea9796477,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:45.062887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Network 308bd337-8429-4005-b204-dfd0f31fd80e is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:45.065747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-533796cc-b33d-490f-b6b3-ca16c17f3228 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network 09884197-ea01-41dd-89d8-bbd3f6278441 is not hosted by any dhcp agent {{(pid=83591) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 28 14:57:45.069285 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-533796cc-b33d-490f-b6b3-ca16c17f3228 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:45.069881 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-533796cc-b33d-490f-b6b3-ca16c17f3228 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.071140 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-533796cc-b33d-490f-b6b3-ca16c17f3228 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "PUT /v2.0/networks/09884197-ea01-41dd-89d8-bbd3f6278441 HTTP/1.1" status: 200 len: 723 time: 0.5749452 Feb 28 14:57:45.081301 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:45.081493 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a60a55c9-ab43-4c48-83fc-e61aa6f0debf tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.087591 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 45986) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:45.092268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:57:45.094588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:45.095251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.098245 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533796cc-b33d-490f-b6b3-ca16c17f3228 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Network': ['ID=09884197-ea01-41dd-89d8-bbd3f6278441,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:45.101760 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.102102 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.103097 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.103402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.109661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.113269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.113626 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.113827 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 09884197-ea01-41dd-89d8-bbd3f6278441 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:45.113969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.114275 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.114601 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.114926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.131536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-2f913223-78ed-485c-bd77-cd8a60c1d3ed tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'subnet': {'network_id': '09884197-ea01-41dd-89d8-bbd3f6278441', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:45.151365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.151983 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.152130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.152407 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.152741 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.153537 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.153937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.154199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.154522 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.155236 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.155236 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:45.171773 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f3a296e4-bf22-45d2-92d3-4ecdece2fede admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b253b97b1dab4c7bbac19970e4e45e33&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3857591 Feb 28 14:57:45.172645 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45990) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:45.213989 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a60a55c9-ab43-4c48-83fc-e61aa6f0debf tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.240716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a60a55c9-ab43-4c48-83fc-e61aa6f0debf tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.278051 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60a55c9-ab43-4c48-83fc-e61aa6f0debf tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7445585e-47b3-4976-88d5-fd3fff980bf3,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:45.292442 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a60a55c9-ab43-4c48-83fc-e61aa6f0debf tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.293673 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a60a55c9-ab43-4c48-83fc-e61aa6f0debf tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.8306732 Feb 28 14:57:45.296394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45994) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:45.304339 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-535b072e-7051-4ec1-b054-7d9994638dbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Request body: {'security_group_rule': {'security_group_id': 'ab641d75-d5c8-4119-835b-b3d794f73d32', 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:45.309031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5e046085-9abf-434c-af8b-33b8c4321d99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.313580 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-535b072e-7051-4ec1-b054-7d9994638dbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:45.326301 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-535b072e-7051-4ec1-b054-7d9994638dbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Usage tracker for resource:security_group_rule and tenant:12877993fbd9430d9a0b7e62d6fef06f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:45.328019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.332847 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5fbfd428-7fe3-46db-9c62-24cd7ed9311b tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-groups/de4ab981-2c0c-4a43-8247-5185bbd8d1af HTTP/1.1" status: 204 len: 168 time: 1.1667166 Feb 28 14:57:45.332996 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-535b072e-7051-4ec1-b054-7d9994638dbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:45.333249 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 45998) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:45.348161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-18b83c1b-934c-48ae-a9f4-75781605f593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.350115 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-47cf6a6e-7b1a-4b6f-89a9-d25535f48c3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 2.2256942 Feb 28 14:57:45.355009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46002) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:45.357717 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-535b072e-7051-4ec1-b054-7d9994638dbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:45.360309 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-18b83c1b-934c-48ae-a9f4-75781605f593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.372564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5e046085-9abf-434c-af8b-33b8c4321d99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.404318 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-535b072e-7051-4ec1-b054-7d9994638dbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Project 12877993fbd9430d9a0b7e62d6fef06f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:57:45.421416 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-535b072e-7051-4ec1-b054-7d9994638dbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.424833 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2f913223-78ed-485c-bd77-cd8a60c1d3ed tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:45.459419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2f913223-78ed-485c-bd77-cd8a60c1d3ed tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:subnet and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:45.470005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2f913223-78ed-485c-bd77-cd8a60c1d3ed tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:45.485654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2f913223-78ed-485c-bd77-cd8a60c1d3ed tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:45.501725 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-18b83c1b-934c-48ae-a9f4-75781605f593 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5994b2ef4c064d92bdc35de949d35ac8&name=default HTTP/1.1" status: 200 len: 2647 time: 1.4406991 Feb 28 14:57:45.502743 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4d520d1a-ec87-464a-92f3-9518d3b98f44 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.1679342 Feb 28 14:57:45.503195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46006) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:45.504541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b83c1b-934c-48ae-a9f4-75781605f593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0db92e19-e766-4aa8-81f8-fe6b07185793,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:45.507501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46008) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:45.512491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-a62b87f8-594d-45b3-96a7-66e6f638ec3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Deleting subnet de964c79-67c1-4ee0-ac25-f75b20537d65 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:57:45.527851 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5e046085-9abf-434c-af8b-33b8c4321d99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.529331 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a62b87f8-594d-45b3-96a7-66e6f638ec3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.557501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f913223-78ed-485c-bd77-cd8a60c1d3ed tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:45.562812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-535b072e-7051-4ec1-b054-7d9994638dbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.569564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e046085-9abf-434c-af8b-33b8c4321d99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed11f07b-f965-4fbd-86b3-a6affc066dc9,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:45.577550 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-535b072e-7051-4ec1-b054-7d9994638dbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.597893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5e046085-9abf-434c-af8b-33b8c4321d99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.599003 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5e046085-9abf-434c-af8b-33b8c4321d99 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/ed11f07b-f965-4fbd-86b3-a6affc066dc9 HTTP/1.1" status: 204 len: 168 time: 0.4254658 Feb 28 14:57:45.613255 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535b072e-7051-4ec1-b054-7d9994638dbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2e54397-eddb-4101-b86e-bd9f680fe9c0,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:45.637535 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-535b072e-7051-4ec1-b054-7d9994638dbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.638735 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-535b072e-7051-4ec1-b054-7d9994638dbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3414445 Feb 28 14:57:45.641420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46016) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:45.648834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-69c1a74a-d02c-44ec-a260-83ac17b0e04f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Request body: {'security_group_rule': {'security_group_id': 'ab641d75-d5c8-4119-835b-b3d794f73d32', 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:45.653893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-46a8a2fd-e7b8-40c7-b657-23be96e306d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.657642 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-69c1a74a-d02c-44ec-a260-83ac17b0e04f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:45.670556 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-69c1a74a-d02c-44ec-a260-83ac17b0e04f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Usage tracker for resource:security_group_rule and tenant:12877993fbd9430d9a0b7e62d6fef06f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:45.674883 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-69c1a74a-d02c-44ec-a260-83ac17b0e04f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:45.690270 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-69c1a74a-d02c-44ec-a260-83ac17b0e04f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:45.698100 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-46a8a2fd-e7b8-40c7-b657-23be96e306d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.724414 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-69c1a74a-d02c-44ec-a260-83ac17b0e04f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Project 12877993fbd9430d9a0b7e62d6fef06f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:57:45.741116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-69c1a74a-d02c-44ec-a260-83ac17b0e04f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.770066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a62b87f8-594d-45b3-96a7-66e6f638ec3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.817817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-46a8a2fd-e7b8-40c7-b657-23be96e306d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.836165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f913223-78ed-485c-bd77-cd8a60c1d3ed tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.836427 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a8a2fd-e7b8-40c7-b657-23be96e306d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0db92e19-e766-4aa8-81f8-fe6b07185793,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:45.856378 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-46a8a2fd-e7b8-40c7-b657-23be96e306d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.857656 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-46a8a2fd-e7b8-40c7-b657-23be96e306d2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0db92e19-e766-4aa8-81f8-fe6b07185793 HTTP/1.1" status: 204 len: 168 time: 0.3497756 Feb 28 14:57:45.859288 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-69c1a74a-d02c-44ec-a260-83ac17b0e04f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.869567 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-69c1a74a-d02c-44ec-a260-83ac17b0e04f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.891147 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c1a74a-d02c-44ec-a260-83ac17b0e04f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050ce32f-00f7-41d8-a890-ed496ef16b30,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:45.916591 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-69c1a74a-d02c-44ec-a260-83ac17b0e04f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:45.921556 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-69c1a74a-d02c-44ec-a260-83ac17b0e04f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2791667 Feb 28 14:57:45.998559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ff5bbb5-4a17-4e65-923d-aff8f4ad4fcf tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:46.109933 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76bf0fd7-6c6c-4507-9678-ebf8613b54b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:57:46.130934 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b1ba9-b73a-45e2-8024-5baef14299c8 None None] Sync routers for ids ['4fe4d4e7-57ed-49df-aabf-287b59476df7'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:57:46.136741 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f095c4e-5be0-4083-a7df-dff4f728f786 None None] Network 308bd337-8429-4005-b204-dfd0f31fd80e requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:46.143976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-76bf0fd7-6c6c-4507-9678-ebf8613b54b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:46.236368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b1ba9-b73a-45e2-8024-5baef14299c8 None None] Routers {'4fe4d4e7-57ed-49df-aabf-287b59476df7'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:46.237006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f38b1ba9-b73a-45e2-8024-5baef14299c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:57:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4fe4d4e7-57ed-49df-aabf-287b59476df7'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:46.386038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f913223-78ed-485c-bd77-cd8a60c1d3ed tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:46.416242 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0debe8fc-cb07-4c8c-9438-0948717de976 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:46.467335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ff5bbb5-4a17-4e65-923d-aff8f4ad4fcf tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:46.514311 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ae7e079b-8573-4a19-b854-ffed4ebaa750 None None] Provisioning for port 0debe8fc-cb07-4c8c-9438-0948717de976 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:46.544539 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-76bf0fd7-6c6c-4507-9678-ebf8613b54b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/floatingips/f9bd3e6c-082e-4878-bfd9-d2349540710a HTTP/1.1" status: 204 len: 168 time: 5.5278578 Feb 28 14:57:46.557661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'tag': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:57:46.560678 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-f38b1ba9-b73a-45e2-8024-5baef14299c8 None None] Set router 4fe4d4e7-57ed-49df-aabf-287b59476df7 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:57:46.588648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f913223-78ed-485c-bd77-cd8a60c1d3ed tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Subnet': ['ID=dec45d35-5fc2-4b10-a142-26c951b7a1b0,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:46.622911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a62b87f8-594d-45b3-96a7-66e6f638ec3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:46.671785 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ff5bbb5-4a17-4e65-923d-aff8f4ad4fcf tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:46.685046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f913223-78ed-485c-bd77-cd8a60c1d3ed tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Checking segment: {'id': '155d9f9d-53c5-479e-9671-9d40368ea79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09884197-ea01-41dd-89d8-bbd3f6278441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:46.685408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f913223-78ed-485c-bd77-cd8a60c1d3ed tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network hostable DHCP agents. Network: 09884197-ea01-41dd-89d8-bbd3f6278441, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:46.712885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff5bbb5-4a17-4e65-923d-aff8f4ad4fcf tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f660e571-e951-4c00-b5bc-bf74bc4fbc65,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:46.716474 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'tag': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'status': 'completed', 'code': 200} Feb 28 14:57:46.809484 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a62b87f8-594d-45b3-96a7-66e6f638ec3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:46.967142 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ff5bbb5-4a17-4e65-923d-aff8f4ad4fcf tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:46.970850 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2ff5bbb5-4a17-4e65-923d-aff8f4ad4fcf tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-groups/f660e571-e951-4c00-b5bc-bf74bc4fbc65 HTTP/1.1" status: 204 len: 168 time: 1.4562244 Feb 28 14:57:46.971124 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46064) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:46.984160 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f913223-78ed-485c-bd77-cd8a60c1d3ed tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network 09884197-ea01-41dd-89d8-bbd3f6278441 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:46.988906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62b87f8-594d-45b3-96a7-66e6f638ec3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Subnet': ['ID=de964c79-67c1-4ee0-ac25-f75b20537d65,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:47.011127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a62b87f8-594d-45b3-96a7-66e6f638ec3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:47.021611 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-2f913223-78ed-485c-bd77-cd8a60c1d3ed tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 09884197-ea01-41dd-89d8-bbd3f6278441) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:47.029150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f913223-78ed-485c-bd77-cd8a60c1d3ed tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:47.029734 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f913223-78ed-485c-bd77-cd8a60c1d3ed tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:47.047035 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a62b87f8-594d-45b3-96a7-66e6f638ec3d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/subnets/de964c79-67c1-4ee0-ac25-f75b20537d65 HTTP/1.1" status: 204 len: 168 time: 1.6868277 Feb 28 14:57:47.047442 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ffcff80a-7698-4b25-b0f7-2ba5c4c0b4e5 req-6f28339e-db91-4933-9b4d-90d78415eea9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 1098 time: 0.3226976 Feb 28 14:57:47.050107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46068) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:47.076867 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0247a5fd-8ac7-4167-bc1a-b163def6ab79 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1046093 Feb 28 14:57:47.082556 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-853b2ca2-4b6f-407f-92df-2ece1b9389e2 None None] Network 09884197-ea01-41dd-89d8-bbd3f6278441 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:47.084099 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46072) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:47.095948 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f1da54f5-1ca4-4f84-b0e4-18599fa0c5a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471155184'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:47.106057 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f1da54f5-1ca4-4f84-b0e4-18599fa0c5a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:47.123427 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f1da54f5-1ca4-4f84-b0e4-18599fa0c5a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:47.131928 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f1da54f5-1ca4-4f84-b0e4-18599fa0c5a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:47.151479 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f1da54f5-1ca4-4f84-b0e4-18599fa0c5a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:47.171371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f1da54f5-1ca4-4f84-b0e4-18599fa0c5a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:47.187074 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2f913223-78ed-485c-bd77-cd8a60c1d3ed tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.0981834 Feb 28 14:57:47.192078 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46080) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:47.215972 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-8c926671-5bc1-475c-8ff7-f875b45b20bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:47.354435 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:57:47.398591 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46088) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:47.405841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2b9c1c-d52a-425b-a84b-408645dcdf0d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:47.407300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b2b9c1c-d52a-425b-a84b-408645dcdf0d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:47.408341 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5b2b9c1c-d52a-425b-a84b-408645dcdf0d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Synchronizing usage tracker for tenant:9dee5a82c1914befa2d0d7b0d99c0734 on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:47.476517 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5b2b9c1c-d52a-425b-a84b-408645dcdf0d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Unset dirty status for tenant:9dee5a82c1914befa2d0d7b0d99c0734 on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:47.490066 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5b2b9c1c-d52a-425b-a84b-408645dcdf0d tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.4389040 Feb 28 14:57:47.491353 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46094) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:47.513217 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f1da54f5-1ca4-4f84-b0e4-18599fa0c5a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:47.538862 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 0debe8fc-cb07-4c8c-9438-0948717de976 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:47.563097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f1da54f5-1ca4-4f84-b0e4-18599fa0c5a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:47.581762 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f1da54f5-1ca4-4f84-b0e4-18599fa0c5a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:47.589500 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 0debe8fc-cb07-4c8c-9438-0948717de976 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:47.590802 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:47.634504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f1da54f5-1ca4-4f84-b0e4-18599fa0c5a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:47.677362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcff80a-7698-4b25-b0f7-2ba5c4c0b4e5 req-b1985a52-1df2-4613-a440-d347aad99f5f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:47.678694 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ffcff80a-7698-4b25-b0f7-2ba5c4c0b4e5 req-b1985a52-1df2-4613-a440-d347aad99f5f service neutron] 10.222.0.20 "GET /v2.0/networks?id=987a27bf-1d58-4507-8458-9899329adcaa HTTP/1.1" status: 200 len: 896 time: 0.5838559 Feb 28 14:57:47.767599 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06b498b-6c88-4429-b48d-6df730e731c0 req-6c73b7cf-f297-4a2c-84ef-e0c11aa68a53 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:47.768824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-f06b498b-6c88-4429-b48d-6df730e731c0 req-6c73b7cf-f297-4a2c-84ef-e0c11aa68a53 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:47.780467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group': {'name': 'tempest-secgroup--2086530353'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:47.804560 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:47.806546 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f1da54f5-1ca4-4f84-b0e4-18599fa0c5a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:47.814330 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f1da54f5-1ca4-4f84-b0e4-18599fa0c5a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:47.819322 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d6949c8-14ec-48bf-a06a-da56841b584f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:47.823078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:47.828434 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ffcff80a-7698-4b25-b0f7-2ba5c4c0b4e5 req-416931ab-50af-47f0-974a-d7686658b8dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=b1296ecd-1316-49b4-94ae-d25d4acc4d41 HTTP/1.1" status: 200 len: 217 time: 0.1401484 Feb 28 14:57:47.830540 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:47.833710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-f06b498b-6c88-4429-b48d-6df730e731c0 req-6c73b7cf-f297-4a2c-84ef-e0c11aa68a53 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:47.834701 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f06b498b-6c88-4429-b48d-6df730e731c0 req-6c73b7cf-f297-4a2c-84ef-e0c11aa68a53 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 945 time: 0.6281018 Feb 28 14:57:47.838283 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d6949c8-14ec-48bf-a06a-da56841b584f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] DELETE failed (client error): There was a conflict when trying to complete your request. Feb 28 14:57:47.838717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d6949c8-14ec-48bf-a06a-da56841b584f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:57:47.845392 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4d6949c8-14ec-48bf-a06a-da56841b584f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/networks/308bd337-8429-4005-b204-dfd0f31fd80e HTTP/1.1" status: 409 len: 405 time: 0.3171189 Feb 28 14:57:47.847771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:47.883078 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-09884197-ea01-41dd-89d8-bbd3f6278441', 'network_id': '09884197-ea01-41dd-89d8-bbd3f6278441', 'tenant_id': '79fdfed615ce403b90a4a21f9f2d0135', 'fixed_ips': [{'subnet_id': 'dec45d35-5fc2-4b10-a142-26c951b7a1b0'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:57:47.883974 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:47.886081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46100) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:47.904900 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1da54f5-1ca4-4f84-b0e4-18599fa0c5a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=24241869-5717-4e4c-a8c0-ec5b4f33ae45,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:47.922639 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f1da54f5-1ca4-4f84-b0e4-18599fa0c5a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:47.923610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-878349221'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:47.925394 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f1da54f5-1ca4-4f84-b0e4-18599fa0c5a3 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.8398664 Feb 28 14:57:47.934465 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46106) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:47.948320 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-7d4281c8-fd6b-41e4-b049-beb1f790d355 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group_rule': {'security_group_id': '24241869-5717-4e4c-a8c0-ec5b4f33ae45', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:47.948473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:47.957834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-7d4281c8-fd6b-41e4-b049-beb1f790d355 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:47.958062 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Usage tracker for resource:network and tenant:9dee5a82c1914befa2d0d7b0d99c0734 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:47.960849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:47.963325 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7d4281c8-fd6b-41e4-b049-beb1f790d355 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:47.967267 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7d4281c8-fd6b-41e4-b049-beb1f790d355 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:47.971610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:47.975747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:47.985743 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:47.988997 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-7d4281c8-fd6b-41e4-b049-beb1f790d355 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:47.991797 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:47.997743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8c926671-5bc1-475c-8ff7-f875b45b20bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-3389594'] for subnet, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.008847 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f38b1ba9-b73a-45e2-8024-5baef14299c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:57:23Z', 'revision_number': 6, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'a17810cf-0a31-4994-97cf-83c368527de9', 'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:ce:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:47Z', 'updated_at': '2022-02-28T14:55:02Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:48.010984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcff80a-7698-4b25-b0f7-2ba5c4c0b4e5 req-d9cda0d8-21b2-4585-8196-9776dbe5bde0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:48.012518 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ffcff80a-7698-4b25-b0f7-2ba5c4c0b4e5 req-d9cda0d8-21b2-4585-8196-9776dbe5bde0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b78abaac-c097-4be2-812f-ba39432656a0 HTTP/1.1" status: 200 len: 835 time: 0.1625509 Feb 28 14:57:48.014021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-f06b498b-6c88-4429-b48d-6df730e731c0 req-3cbc2336-bdaa-466c-b355-4632e81eb2be tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:48.030099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b1ba9-b73a-45e2-8024-5baef14299c8 None None] Checking router: 4fe4d4e7-57ed-49df-aabf-287b59476df7 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:57:48.068645 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 0debe8fc-cb07-4c8c-9438-0948717de976, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0debe8fc-cb07-4c8c-9438-0948717de976,segment=NetworkSegment(5d3ebb77-07b6-4d59-9688-adf716711879),segment_id=5d3ebb77-07b6-4d59-9688-adf716711879)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:48.080347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Made reservation on behalf of 9dee5a82c1914befa2d0d7b0d99c0734 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:48.083560 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.108231 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.116182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 04ff9813-8d95-4a71-9a6a-01293c695029 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:48.138623 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:48.149641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-f06b498b-6c88-4429-b48d-6df730e731c0 req-3cbc2336-bdaa-466c-b355-4632e81eb2be tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:48.150782 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f06b498b-6c88-4429-b48d-6df730e731c0 req-3cbc2336-bdaa-466c-b355-4632e81eb2be tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=c000793d-644a-41b7-af12-a5e584036997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3044691 Feb 28 14:57:48.157100 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:48.168440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:48.171194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:48.177690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d4281c8-fd6b-41e4-b049-beb1f790d355 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.181113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:48.206954 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.207588 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Added segment a6b2aa8d-7d2c-4e38-85fb-b58a93e00bd1 of type vlan for network 98982048-2a7a-4b3d-8266-6468c2eed1b3 Feb 28 14:57:48.213749 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6af2415-e164-495c-9c07-8f9cdf6dd31d None None] DHCP port deletion for 308bd337-8429-4005-b204-dfd0f31fd80e request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:57:48.222571 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ffcff80a-7698-4b25-b0f7-2ba5c4c0b4e5 req-efe770ee-9391-4c69-8c83-0f94a1664f10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=987a27bf-1d58-4507-8458-9899329adcaa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2002976 Feb 28 14:57:48.233634 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e6af2415-e164-495c-9c07-8f9cdf6dd31d None None] Deleting port 0debe8fc-cb07-4c8c-9438-0948717de976 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:48.234405 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e6af2415-e164-495c-9c07-8f9cdf6dd31d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.259505 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f38b1ba9-b73a-45e2-8024-5baef14299c8 None None] Routers {'4fe4d4e7-57ed-49df-aabf-287b59476df7'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:57:48.260142 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f38b1ba9-b73a-45e2-8024-5baef14299c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:57:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4fe4d4e7-57ed-49df-aabf-287b59476df7'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:48.267731 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.343146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d4281c8-fd6b-41e4-b049-beb1f790d355 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.356994 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d4281c8-fd6b-41e4-b049-beb1f790d355 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.404724 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d4281c8-fd6b-41e4-b049-beb1f790d355 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9867a2d1-5f79-49ae-9e81-985432f2cb87,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:48.425367 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-123dc74c-89b5-400f-bd68-c621d798fa83 req-ce4522f4-adcf-466c-89d8-53963ff3402b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:48.428835 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-123dc74c-89b5-400f-bd68-c621d798fa83 req-ce4522f4-adcf-466c-89d8-53963ff3402b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 945 time: 0.1824372 Feb 28 14:57:48.451381 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ffcff80a-7698-4b25-b0f7-2ba5c4c0b4e5 req-eba37710-3f7d-4ce6-9b5d-699b0912df61 service neutron] 10.222.0.20 "GET /v2.0/networks/987a27bf-1d58-4507-8458-9899329adcaa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2045965 Feb 28 14:57:48.522119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Allocated IP 172.20.0.2 (09884197-ea01-41dd-89d8-bbd3f6278441/dec45d35-5fc2-4b10-a142-26c951b7a1b0/f643d973-f514-4138-8f90-596c719268b5) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:48.605525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [req-123dc74c-89b5-400f-bd68-c621d798fa83 req-4278002f-c46c-44a2-a68e-70078f8009e0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port b1296ecd-1316-49b4-94ae-d25d4acc4d41 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:48.605799 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-123dc74c-89b5-400f-bd68-c621d798fa83 req-4278002f-c46c-44a2-a68e-70078f8009e0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.635886 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d4281c8-fd6b-41e4-b049-beb1f790d355 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.637178 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7d4281c8-fd6b-41e4-b049-beb1f790d355 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7009678 Feb 28 14:57:48.644198 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46128) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:48.652095 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ffcff80a-7698-4b25-b0f7-2ba5c4c0b4e5 req-b458eae2-3f10-4c5d-903c-d19c45c4c666 service neutron] 10.222.0.20 "GET /v2.0/networks/987a27bf-1d58-4507-8458-9899329adcaa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850762 Feb 28 14:57:48.657316 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.resource_extend [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] It took 0.37 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:57:48.696359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.704230 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.721905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.725783 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:48.726377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.771124 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a66dc227-78e1-4ca1-ae96-fb1b8ecc0f4e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.781894 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e6af2415-e164-495c-9c07-8f9cdf6dd31d None None] For port 0debe8fc-cb07-4c8c-9438-0948717de976, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0debe8fc-cb07-4c8c-9438-0948717de976,segment=NetworkSegment(5d3ebb77-07b6-4d59-9688-adf716711879),segment_id=5d3ebb77-07b6-4d59-9688-adf716711879)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:48.783003 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e6af2415-e164-495c-9c07-8f9cdf6dd31d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.788086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a66dc227-78e1-4ca1-ae96-fb1b8ecc0f4e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.821481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a66dc227-78e1-4ca1-ae96-fb1b8ecc0f4e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.854715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a66dc227-78e1-4ca1-ae96-fb1b8ecc0f4e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:48.856050 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a66dc227-78e1-4ca1-ae96-fb1b8ecc0f4e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9867a2d1-5f79-49ae-9e81-985432f2cb87 HTTP/1.1" status: 204 len: 168 time: 0.2103565 Feb 28 14:57:48.858844 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46132) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:48.884111 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:48.897689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66dc227-78e1-4ca1-ae96-fb1b8ecc0f4e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9867a2d1-5f79-49ae-9e81-985432f2cb87,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:48.904416 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:48.922545 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:48.925403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94f0731e-0deb-480c-b95c-f770789ace0b,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:48.936969 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=0debe8fc-cb07-4c8c-9438-0948717de976,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:48.939755 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.0525713 Feb 28 14:57:48.941392 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46136) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:48.943481 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:48.950268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba48fa7-eae6-4885-a2bb-01d23c09806e tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event updated for resources: {'Network': ['ID=98982048-2a7a-4b3d-8266-6468c2eed1b3,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:48.951900 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-933a76e0-b4a8-4137-9274-13f3c25b7d39 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:48.955473 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e6af2415-e164-495c-9c07-8f9cdf6dd31d None None] Calling delete_port for 0debe8fc-cb07-4c8c-9438-0948717de976 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:49.009837 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 98982048-2a7a-4b3d-8266-6468c2eed1b3 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:49.015227 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b0aa912d-2fe1-479e-bbf5-972bbd9923a0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Request body: {'subnet': {'network_id': '98982048-2a7a-4b3d-8266-6468c2eed1b3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:49.038594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:49.046314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:49.109896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4745c6-1d6a-49b6-94ae-e6f4fd9f60b4,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:49.131154 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:49.132895 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6eb92991-5c99-477a-b51a-d00f83372bc7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.7055633 Feb 28 14:57:49.135657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46140) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:49.149835 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 04ff9813-8d95-4a71-9a6a-01293c695029 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:49.150477 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:49.159758 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-933a76e0-b4a8-4137-9274-13f3c25b7d39 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:49.161083 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-933a76e0-b4a8-4137-9274-13f3c25b7d39 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2969451 Feb 28 14:57:49.164599 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46144) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:49.208172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b0aa912d-2fe1-479e-bbf5-972bbd9923a0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:49.220888 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b0aa912d-2fe1-479e-bbf5-972bbd9923a0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:49.241638 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0aa912d-2fe1-479e-bbf5-972bbd9923a0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Made reservation on behalf of 9dee5a82c1914befa2d0d7b0d99c0734 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:49.374632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3494013e-43a1-4585-b8e9-001b2a5819f1 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:49.376120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b0aa912d-2fe1-479e-bbf5-972bbd9923a0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:49.403368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-f38b1ba9-b73a-45e2-8024-5baef14299c8 None None] Set router 4fe4d4e7-57ed-49df-aabf-287b59476df7 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:57:49.453427 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e6af2415-e164-495c-9c07-8f9cdf6dd31d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:49.474609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3494013e-43a1-4585-b8e9-001b2a5819f1 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:49.516810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6af2415-e164-495c-9c07-8f9cdf6dd31d None None] No DVR routers for this DVR port 0debe8fc-cb07-4c8c-9438-0948717de976 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:57:49.562835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-04cbe1f3-c6a1-4ca9-af7a-77f11a0c1678 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:49.580452 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [req-123dc74c-89b5-400f-bd68-c621d798fa83 req-4278002f-c46c-44a2-a68e-70078f8009e0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port b1296ecd-1316-49b4-94ae-d25d4acc4d41, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=b1296ecd-1316-49b4-94ae-d25d4acc4d41,segment=NetworkSegment(fe25847d-9f92-47a5-9af3-d4fa9541d6df),segment_id=fe25847d-9f92-47a5-9af3-d4fa9541d6df)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:49.580737 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-123dc74c-89b5-400f-bd68-c621d798fa83 req-4278002f-c46c-44a2-a68e-70078f8009e0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:49.581896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3494013e-43a1-4585-b8e9-001b2a5819f1 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:49.583913 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6af2415-e164-495c-9c07-8f9cdf6dd31d None None] Pushing event deleted for resources: {'Port': ['ID=0debe8fc-cb07-4c8c-9438-0948717de976,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:49.626077 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3494013e-43a1-4585-b8e9-001b2a5819f1 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=24241869-5717-4e4c-a8c0-ec5b4f33ae45,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:49.654784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3494013e-43a1-4585-b8e9-001b2a5819f1 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:49.658823 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3494013e-43a1-4585-b8e9-001b2a5819f1 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-groups/24241869-5717-4e4c-a8c0-ec5b4f33ae45 HTTP/1.1" status: 204 len: 168 time: 0.4894850 Feb 28 14:57:49.659124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46152) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:49.689610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-04cbe1f3-c6a1-4ca9-af7a-77f11a0c1678 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:49.695739 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-04cbe1f3-c6a1-4ca9-af7a-77f11a0c1678 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4007 time: 0.5587013 Feb 28 14:57:49.700036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46156) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:49.706311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ba300a06-8c5c-4703-8dd0-ec903fe65659 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group': {'name': 'tempest-security--1261349021', 'description': 'tempest-security-description-512966969'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:49.770682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [req-123dc74c-89b5-400f-bd68-c621d798fa83 req-4278002f-c46c-44a2-a68e-70078f8009e0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for b1296ecd-1316-49b4-94ae-d25d4acc4d41 owned by compute:nova {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:49.807865 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba300a06-8c5c-4703-8dd0-ec903fe65659 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:49.866701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4836b8fb-8cea-49c2-8318-5b97933ce7a1 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:49.899825 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0debe8fc-cb07-4c8c-9438-0948717de976 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:57:49.900586 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba300a06-8c5c-4703-8dd0-ec903fe65659 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:49.902718 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4836b8fb-8cea-49c2-8318-5b97933ce7a1 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:49.908649 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4836b8fb-8cea-49c2-8318-5b97933ce7a1 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2484083 Feb 28 14:57:49.909736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46160) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:49.912520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba300a06-8c5c-4703-8dd0-ec903fe65659 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:49.914061 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528c5638-9f57-4d4b-95c0-8660124b4e7e req-706e2416-4f57-478c-9ab1-cad51800ddc6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:49.915386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba300a06-8c5c-4703-8dd0-ec903fe65659 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:49.919425 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ba300a06-8c5c-4703-8dd0-ec903fe65659 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "PUT /v2.0/security-groups/9a4745c6-1d6a-49b6-94ae-e6f4fd9f60b4 HTTP/1.1" status: 200 len: 1611 time: 0.2181840 Feb 28 14:57:49.920202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46164) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:49.921735 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-528c5638-9f57-4d4b-95c0-8660124b4e7e req-706e2416-4f57-478c-9ab1-cad51800ddc6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 945 time: 0.4542987 Feb 28 14:57:49.924192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-2fafa9a3-5f2b-4f0b-9235-e4a60f43c5c5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group': {'name': 'tempest-secgroup--794021773'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:49.962551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2fafa9a3-5f2b-4f0b-9235-e4a60f43c5c5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:49.965402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba300a06-8c5c-4703-8dd0-ec903fe65659 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a4745c6-1d6a-49b6-94ae-e6f4fd9f60b4,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:49.993435 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2fafa9a3-5f2b-4f0b-9235-e4a60f43c5c5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:50.013701 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.027821 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 0debe8fc-cb07-4c8c-9438-0948717de976 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:57:50.028735 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0debe8fc-cb07-4c8c-9438-0948717de976 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:57:50.031146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2fafa9a3-5f2b-4f0b-9235-e4a60f43c5c5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.034343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Transition to ACTIVE for port object f643d973-f514-4138-8f90-596c719268b5 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:50.058785 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-320c8fa6-46e8-4ddf-89ba-5567e6526a69 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-groups/9a4745c6-1d6a-49b6-94ae-e6f4fd9f60b4 HTTP/1.1" status: 200 len: 1611 time: 0.0981538 Feb 28 14:57:50.059775 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46168) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:50.095160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Transition to ACTIVE for port object f643d973-f514-4138-8f90-596c719268b5 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:50.108866 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2fafa9a3-5f2b-4f0b-9235-e4a60f43c5c5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:50.122861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2fafa9a3-5f2b-4f0b-9235-e4a60f43c5c5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:50.128350 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2fafa9a3-5f2b-4f0b-9235-e4a60f43c5c5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:50.134224 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.139693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2fafa9a3-5f2b-4f0b-9235-e4a60f43c5c5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:50.176522 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5938c16d-546e-4d4f-8d1c-1fa1a0593f57 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.193028 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-528c5638-9f57-4d4b-95c0-8660124b4e7e req-da692603-d091-4dbf-a1f5-8058a16325cd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=c000793d-644a-41b7-af12-a5e584036997&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2703035 Feb 28 14:57:50.222540 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Pushing event updated for resources: {'Port': ['ID=f643d973-f514-4138-8f90-596c719268b5,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:50.234220 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Network 09884197-ea01-41dd-89d8-bbd3f6278441 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:50.236294 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:50.239086 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:57:50.327384 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5938c16d-546e-4d4f-8d1c-1fa1a0593f57 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.365751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-123dc74c-89b5-400f-bd68-c621d798fa83 req-4278002f-c46c-44a2-a68e-70078f8009e0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.371626 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f38b1ba9-b73a-45e2-8024-5baef14299c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:57:23Z', 'revision_number': 6, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'a17810cf-0a31-4994-97cf-83c368527de9', 'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:ce:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:47Z', 'updated_at': '2022-02-28T14:55:02Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:50.378168 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f38b1ba9-b73a-45e2-8024-5baef14299c8 None None] The sync data for ids ['4fe4d4e7-57ed-49df-aabf-287b59476df7'] in dv-neutron-830866-2-hyperv is: [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:57:23Z', 'revision_number': 6, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'a17810cf-0a31-4994-97cf-83c368527de9', 'name': '', 'network_id': '987a27bf-1d58-4507-8458-9899329adcaa', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:ce:53:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:47Z', 'updated_at': '2022-02-28T14:55:02Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'b78abaac-c097-4be2-812f-ba39432656a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:57:50.381805 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Attempting to bind port f643d973-f514-4138-8f90-596c719268b5 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:50.383238 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Attempting to bind port f643d973-f514-4138-8f90-596c719268b5 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '155d9f9d-53c5-479e-9671-9d40368ea79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09884197-ea01-41dd-89d8-bbd3f6278441'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:50.384257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Attempting to bind port f643d973-f514-4138-8f90-596c719268b5 on network 09884197-ea01-41dd-89d8-bbd3f6278441 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:57:50.393372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:57:50.393605 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Checking segment: {'id': '155d9f9d-53c5-479e-9671-9d40368ea79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09884197-ea01-41dd-89d8-bbd3f6278441'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:50.393863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5938c16d-546e-4d4f-8d1c-1fa1a0593f57 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.394380 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.394380 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Bound using segment: {'id': '155d9f9d-53c5-479e-9671-9d40368ea79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09884197-ea01-41dd-89d8-bbd3f6278441'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:57:50.394850 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Bound port: f643d973-f514-4138-8f90-596c719268b5, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '155d9f9d-53c5-479e-9671-9d40368ea79b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '09884197-ea01-41dd-89d8-bbd3f6278441'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:50.395222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.441405 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938c16d-546e-4d4f-8d1c-1fa1a0593f57 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a4745c6-1d6a-49b6-94ae-e6f4fd9f60b4,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:50.458818 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4278002f-c46c-44a2-a68e-70078f8009e0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=b1296ecd-1316-49b4-94ae-d25d4acc4d41,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:50.508569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2fafa9a3-5f2b-4f0b-9235-e4a60f43c5c5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.510294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5938c16d-546e-4d4f-8d1c-1fa1a0593f57 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.514475 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5938c16d-546e-4d4f-8d1c-1fa1a0593f57 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-groups/9a4745c6-1d6a-49b6-94ae-e6f4fd9f60b4 HTTP/1.1" status: 204 len: 168 time: 0.4525580 Feb 28 14:57:50.515387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46172) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:50.535851 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2fafa9a3-5f2b-4f0b-9235-e4a60f43c5c5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.589728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8c926671-5bc1-475c-8ff7-f875b45b20bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737161184907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3181687'] for subnet, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.598091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fafa9a3-5f2b-4f0b-9235-e4a60f43c5c5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3be91bfb-4f6a-44e3-90b2-a28f59e85b8e,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:50.612886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2fafa9a3-5f2b-4f0b-9235-e4a60f43c5c5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.616829 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2fafa9a3-5f2b-4f0b-9235-e4a60f43c5c5 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.7058432 Feb 28 14:57:50.617545 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46176) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:50.627775 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c5bd9322-8c22-47a7-823a-6fa3a450393c tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group_rule': {'security_group_id': '3be91bfb-4f6a-44e3-90b2-a28f59e85b8e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:50.634953 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c5bd9322-8c22-47a7-823a-6fa3a450393c tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:50.638603 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] For port f643d973-f514-4138-8f90-596c719268b5, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:57:50.639502 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c5bd9322-8c22-47a7-823a-6fa3a450393c tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:50.640563 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [req-123dc74c-89b5-400f-bd68-c621d798fa83 req-4278002f-c46c-44a2-a68e-70078f8009e0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] No DVR routers for this DVR port b1296ecd-1316-49b4-94ae-d25d4acc4d41 on host hv-neutron-8308 {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:57:50.642228 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] For port f643d973-f514-4138-8f90-596c719268b5, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f643d973-f514-4138-8f90-596c719268b5,segment=NetworkSegment(155d9f9d-53c5-479e-9671-9d40368ea79b),segment_id=155d9f9d-53c5-479e-9671-9d40368ea79b)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:57:50.643939 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c5bd9322-8c22-47a7-823a-6fa3a450393c tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:50.649447 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.651578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c5bd9322-8c22-47a7-823a-6fa3a450393c tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:50.659122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-123dc74c-89b5-400f-bd68-c621d798fa83 req-4278002f-c46c-44a2-a68e-70078f8009e0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.660352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f32ce724-dd87-4090-9293-c4027fdb943d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:50.661903 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'name': 'network-vif-deleted', 'tag': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:57:50.681258 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9322-8c22-47a7-823a-6fa3a450393c tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.721993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f32ce724-dd87-4090-9293-c4027fdb943d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:50.726269 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f32ce724-dd87-4090-9293-c4027fdb943d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2098901 Feb 28 14:57:50.727116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46184) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:50.749311 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c926671-5bc1-475c-8ff7-f875b45b20bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Subnet': ['ID=dec45d35-5fc2-4b10-a142-26c951b7a1b0,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:50.751233 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-2346dab7-a033-4d77-8239-e3ccfc091de4 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] delete failed (client error): The resource could not be found. Feb 28 14:57:50.760144 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2346dab7-a033-4d77-8239-e3ccfc091de4 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-groups/9a4745c6-1d6a-49b6-94ae-e6f4fd9f60b4 HTTP/1.1" status: 404 len: 347 time: 0.0304048 Feb 28 14:57:50.760862 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c926671-5bc1-475c-8ff7-f875b45b20bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:50.762348 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8c926671-5bc1-475c-8ff7-f875b45b20bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.765219 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8c926671-5bc1-475c-8ff7-f875b45b20bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "PUT /v2.0/subnets/dec45d35-5fc2-4b10-a142-26c951b7a1b0 HTTP/1.1" status: 200 len: 806 time: 3.5703318 Feb 28 14:57:50.772784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46188) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:50.772784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46190) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:50.795962 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65c0fb6-41bd-444f-988a-50d5bea15548 None None] Pushing event updated for resources: {'Port': ['ID=f643d973-f514-4138-8f90-596c719268b5,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:50.798766 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c658127b-af2c-49aa-bab9-922aa201fdcb tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group': {'name': 'tempest-secgroup--1025886442'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:50.800798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9322-8c22-47a7-823a-6fa3a450393c tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.814085 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9322-8c22-47a7-823a-6fa3a450393c tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.847381 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5bd9322-8c22-47a7-823a-6fa3a450393c tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9cd8d773-35cd-4c0e-8c3b-4aa8f61e9f3b,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:50.872915 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a281142b-37cb-44b9-bb0c-40779dbedc64', 'name': 'network-vif-deleted', 'tag': 'b1296ecd-1316-49b4-94ae-d25d4acc4d41', 'status': 'completed', 'code': 200} Feb 28 14:57:50.884013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c5bd9322-8c22-47a7-823a-6fa3a450393c tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:50.888251 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c5bd9322-8c22-47a7-823a-6fa3a450393c tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2659881 Feb 28 14:57:50.888957 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46196) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:50.909664 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c658127b-af2c-49aa-bab9-922aa201fdcb tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:50.922433 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-54baee27-3196-4a1e-b519-9716b737f959 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules/9cd8d773-35cd-4c0e-8c3b-4aa8f61e9f3b HTTP/1.1" status: 200 len: 705 time: 0.0322607 Feb 28 14:57:50.923042 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46200) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:51.014610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ee450244-60ba-4aff-b77d-a0b48751bf0a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:51.044414 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-123dc74c-89b5-400f-bd68-c621d798fa83 req-4278002f-c46c-44a2-a68e-70078f8009e0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "DELETE /v2.0/ports/b1296ecd-1316-49b4-94ae-d25d4acc4d41 HTTP/1.1" status: 204 len: 173 time: 2.6100326 Feb 28 14:57:51.046227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ee450244-60ba-4aff-b77d-a0b48751bf0a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:51.049437 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ee450244-60ba-4aff-b77d-a0b48751bf0a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1252563 Feb 28 14:57:51.052970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46204) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:51.084612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.objects.ports [None req-b0aa912d-2fe1-479e-bbf5-972bbd9923a0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83591) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:57:51.085020 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c658127b-af2c-49aa-bab9-922aa201fdcb tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:51.101901 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b0aa912d-2fe1-479e-bbf5-972bbd9923a0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.129816 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-483932e6-b4fc-41d4-b48c-b705a5251e69 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.146470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-483932e6-b4fc-41d4-b48c-b705a5251e69 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.190561 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c658127b-af2c-49aa-bab9-922aa201fdcb tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.205804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-483932e6-b4fc-41d4-b48c-b705a5251e69 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.258280 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483932e6-b4fc-41d4-b48c-b705a5251e69 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9cd8d773-35cd-4c0e-8c3b-4aa8f61e9f3b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:51.271665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-483932e6-b4fc-41d4-b48c-b705a5251e69 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.274459 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-483932e6-b4fc-41d4-b48c-b705a5251e69 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/9cd8d773-35cd-4c0e-8c3b-4aa8f61e9f3b HTTP/1.1" status: 204 len: 168 time: 0.2197165 Feb 28 14:57:51.277165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46210) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:51.355864 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0aa912d-2fe1-479e-bbf5-972bbd9923a0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event updated for resources: {'Subnet': ['ID=0339c260-ecd9-4d74-98f2-dc5a57b8332a,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:51.378656 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7b09cb56-58ab-4def-9454-0a8b207343e6 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:51.394869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.405768 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0aa912d-2fe1-479e-bbf5-972bbd9923a0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Checking segment: {'id': 'a6b2aa8d-7d2c-4e38-85fb-b58a93e00bd1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '98982048-2a7a-4b3d-8266-6468c2eed1b3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:51.406133 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa912d-2fe1-479e-bbf5-972bbd9923a0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Network hostable DHCP agents. Network: 98982048-2a7a-4b3d-8266-6468c2eed1b3, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:51.421583 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7b09cb56-58ab-4def-9454-0a8b207343e6 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:51.425793 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7b09cb56-58ab-4def-9454-0a8b207343e6 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1445982 Feb 28 14:57:51.426396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46214) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:51.435376 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c658127b-af2c-49aa-bab9-922aa201fdcb tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:51.439959 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-2d89b8ee-9067-4b0f-939c-e433b0a78c25 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group_rule': {'security_group_id': '3be91bfb-4f6a-44e3-90b2-a28f59e85b8e', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:51.442104 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c658127b-af2c-49aa-bab9-922aa201fdcb tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:51.454107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2d89b8ee-9067-4b0f-939c-e433b0a78c25 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:51.467091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2d89b8ee-9067-4b0f-939c-e433b0a78c25 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:51.486658 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c658127b-af2c-49aa-bab9-922aa201fdcb tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:51.491990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d89b8ee-9067-4b0f-939c-e433b0a78c25 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.499917 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c658127b-af2c-49aa-bab9-922aa201fdcb tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:51.510364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-e61bc0ad-2d42-4119-9084-fbd667087061 req-4a4012bf-f08c-4890-b863-06b2dd6e0118 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:51.520435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Deleting port f643d973-f514-4138-8f90-596c719268b5 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:51.520830 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.572314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d89b8ee-9067-4b0f-939c-e433b0a78c25 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.585147 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d89b8ee-9067-4b0f-939c-e433b0a78c25 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.622633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d89b8ee-9067-4b0f-939c-e433b0a78c25 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17162e38-ec0d-490b-962b-dae01764c874,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:51.644630 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d89b8ee-9067-4b0f-939c-e433b0a78c25 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.647589 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2d89b8ee-9067-4b0f-939c-e433b0a78c25 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2183619 Feb 28 14:57:51.648869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46218) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:51.656812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-e61bc0ad-2d42-4119-9084-fbd667087061 req-4a4012bf-f08c-4890-b863-06b2dd6e0118 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:51.658014 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e61bc0ad-2d42-4119-9084-fbd667087061 req-4a4012bf-f08c-4890-b863-06b2dd6e0118 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=a281142b-37cb-44b9-bb0c-40779dbedc64 HTTP/1.1" status: 200 len: 210 time: 0.2173834 Feb 28 14:57:51.667221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b0aa912d-2fe1-479e-bbf5-972bbd9923a0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Network 98982048-2a7a-4b3d-8266-6468c2eed1b3 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:51.698722 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-41f3993a-88cc-4c41-914b-b2403109c368 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules/17162e38-ec0d-490b-962b-dae01764c874 HTTP/1.1" status: 200 len: 705 time: 0.0482421 Feb 28 14:57:51.699463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46222) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:51.704719 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c658127b-af2c-49aa-bab9-922aa201fdcb tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.729390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-b0aa912d-2fe1-479e-bbf5-972bbd9923a0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 98982048-2a7a-4b3d-8266-6468c2eed1b3) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:51.732157 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c658127b-af2c-49aa-bab9-922aa201fdcb tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.748654 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9941885b-f56a-4909-a13a-fbadcead38b9 None None] Network 98982048-2a7a-4b3d-8266-6468c2eed1b3 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:51.757409 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0aa912d-2fe1-479e-bbf5-972bbd9923a0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:51.757993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b0aa912d-2fe1-479e-bbf5-972bbd9923a0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.787600 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6ad35663-1e45-4deb-9c1e-57823183bed7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:51.827375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6ad35663-1e45-4deb-9c1e-57823183bed7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:51.828810 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6ad35663-1e45-4deb-9c1e-57823183bed7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1273780 Feb 28 14:57:51.831771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46226) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:51.915319 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9425389f-ec9d-4a67-86c9-9a48fc9d339e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.926833 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c658127b-af2c-49aa-bab9-922aa201fdcb tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bbd27d1-1837-4bd3-a5a2-63a5928881bb,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:51.959720 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b0aa912d-2fe1-479e-bbf5-972bbd9923a0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 3.0043998 Feb 28 14:57:51.969595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9425389f-ec9d-4a67-86c9-9a48fc9d339e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:51.993878 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46232) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:52.016410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c658127b-af2c-49aa-bab9-922aa201fdcb tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.020438 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f643d973-f514-4138-8f90-596c719268b5 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:57:52.021971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46234) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:52.022627 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9425389f-ec9d-4a67-86c9-9a48fc9d339e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.027057 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c658127b-af2c-49aa-bab9-922aa201fdcb tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 1.2481885 Feb 28 14:57:52.042055 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f8f13939-d9cc-45f9-8efa-7bba4b446339 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group_rule': {'security_group_id': '2bbd27d1-1837-4bd3-a5a2-63a5928881bb', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:52.058614 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f8f13939-d9cc-45f9-8efa-7bba4b446339 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:52.064999 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f8f13939-d9cc-45f9-8efa-7bba4b446339 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:52.098018 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f8f13939-d9cc-45f9-8efa-7bba4b446339 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:52.117362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9425389f-ec9d-4a67-86c9-9a48fc9d339e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=17162e38-ec0d-490b-962b-dae01764c874,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:52.120729 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f8f13939-d9cc-45f9-8efa-7bba4b446339 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:52.134834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9425389f-ec9d-4a67-86c9-9a48fc9d339e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.148578 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9425389f-ec9d-4a67-86c9-9a48fc9d339e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/17162e38-ec0d-490b-962b-dae01764c874 HTTP/1.1" status: 204 len: 168 time: 0.3030350 Feb 28 14:57:52.148578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46240) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:52.208658 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f8f13939-d9cc-45f9-8efa-7bba4b446339 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.222933 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] For port f643d973-f514-4138-8f90-596c719268b5, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f643d973-f514-4138-8f90-596c719268b5,segment=NetworkSegment(155d9f9d-53c5-479e-9671-9d40368ea79b),segment_id=155d9f9d-53c5-479e-9671-9d40368ea79b)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:52.223623 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.260773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device b1296ecd-1316-49b4-94ae-d25d4acc4d41 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:57:52.328630 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161a48b1-4e6e-43e2-9742-9342aa446b6b None None] New status for floating IP f9bd3e6c-082e-4878-bfd9-d2349540710a: DOWN {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 14:57:52.350812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port f643d973-f514-4138-8f90-596c719268b5 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:52.357357 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: b1296ecd-1316-49b4-94ae-d25d4acc4d41 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:57:52.357914 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device b1296ecd-1316-49b4-94ae-d25d4acc4d41 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:57:52.374609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8b4540be-aaf5-4b16-9654-c5c6f78caa9a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:52.429747 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8b4540be-aaf5-4b16-9654-c5c6f78caa9a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:52.434887 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8b4540be-aaf5-4b16-9654-c5c6f78caa9a tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2847967 Feb 28 14:57:52.438397 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46244) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:52.441497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f8f13939-d9cc-45f9-8efa-7bba4b446339 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.445931 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-18397d2a-eff5-413e-9e7d-108217d39c7e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group_rule': {'security_group_id': '3be91bfb-4f6a-44e3-90b2-a28f59e85b8e', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:52.452724 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-18397d2a-eff5-413e-9e7d-108217d39c7e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:52.462809 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-18397d2a-eff5-413e-9e7d-108217d39c7e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:52.478110 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f8f13939-d9cc-45f9-8efa-7bba4b446339 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.508007 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Calling delete_port for f643d973-f514-4138-8f90-596c719268b5 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:52.538756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8f13939-d9cc-45f9-8efa-7bba4b446339 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c69e1ad-137b-4f6c-9978-ab75e2d1ddba,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:52.542533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-18397d2a-eff5-413e-9e7d-108217d39c7e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.582963 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c67510f-26ee-498c-bebf-da2ca055ccf4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-98982048-2a7a-4b3d-8266-6468c2eed1b3', 'network_id': '98982048-2a7a-4b3d-8266-6468c2eed1b3', 'tenant_id': '9dee5a82c1914befa2d0d7b0d99c0734', 'fixed_ips': [{'subnet_id': '0339c260-ecd9-4d74-98f2-dc5a57b8332a'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:57:52.584539 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6c67510f-26ee-498c-bebf-da2ca055ccf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.593428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1e6d829e-fe68-477e-9204-caaf7d70f4bd tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.598849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f8f13939-d9cc-45f9-8efa-7bba4b446339 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.602841 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f8f13939-d9cc-45f9-8efa-7bba4b446339 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5759776 Feb 28 14:57:52.605858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46248) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:52.623458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b836cf-4c7d-4636-84bf-8842e445cccd None None] Network 09884197-ea01-41dd-89d8-bbd3f6278441 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:52.682881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-18397d2a-eff5-413e-9e7d-108217d39c7e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.699433 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-18397d2a-eff5-413e-9e7d-108217d39c7e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.762617 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18397d2a-eff5-413e-9e7d-108217d39c7e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c729848d-5a8a-4bee-9d5f-1311da551c37,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:52.778989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-18397d2a-eff5-413e-9e7d-108217d39c7e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.783057 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-18397d2a-eff5-413e-9e7d-108217d39c7e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.3439178 Feb 28 14:57:52.783750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46254) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:52.817371 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46258) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:52.823163 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-49269dba-5986-442d-8d2d-1f350799ed18 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules/c729848d-5a8a-4bee-9d5f-1311da551c37 HTTP/1.1" status: 200 len: 706 time: 0.0382986 Feb 28 14:57:52.827152 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-26a7bc9a-6e59-479e-bebe-11b49324d789 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.832484 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46262) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:52.924526 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dc1fbcac-4d37-49a6-baac-490f1494db30 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.967343 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dc1fbcac-4d37-49a6-baac-490f1494db30 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:52.979689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-26a7bc9a-6e59-479e-bebe-11b49324d789 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.029316 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1e6d829e-fe68-477e-9204-caaf7d70f4bd tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.055115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dc1fbcac-4d37-49a6-baac-490f1494db30 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.077025 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f148fbd4-76bb-4e93-bf3b-6e291782d352 None None] Provisioning for port f643d973-f514-4138-8f90-596c719268b5 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:57:53.081609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1fbcac-4d37-49a6-baac-490f1494db30 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c000793d-644a-41b7-af12-a5e584036997,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:53.082996 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.101860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f148fbd4-76bb-4e93-bf3b-6e291782d352 None None] Provisioning complete for port f643d973-f514-4138-8f90-596c719268b5 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:57:53.102607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f148fbd4-76bb-4e93-bf3b-6e291782d352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.103027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dc1fbcac-4d37-49a6-baac-490f1494db30 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.104681 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-dc1fbcac-4d37-49a6-baac-490f1494db30 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/security-groups/c000793d-644a-41b7-af12-a5e584036997 HTTP/1.1" status: 204 len: 168 time: 0.2861276 Feb 28 14:57:53.142427 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-26a7bc9a-6e59-479e-bebe-11b49324d789 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.184944 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Port': ['ID=f643d973-f514-4138-8f90-596c719268b5,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:53.195351 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-58ed3821-bd7f-4f20-b913-66468191064e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3708 time: 0.3555179 Feb 28 14:57:53.198893 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46270) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:53.208436 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a7bc9a-6e59-479e-bebe-11b49324d789 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c69e1ad-137b-4f6c-9978-ab75e2d1ddba,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:53.219439 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46274) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:53.260650 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e228bfb8-de24-44ce-9aac-6064116308c9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.294846 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e228bfb8-de24-44ce-9aac-6064116308c9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.329361 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f148fbd4-76bb-4e93-bf3b-6e291782d352 None None] Port f643d973-f514-4138-8f90-596c719268b5 was deleted so its status cannot be updated. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:304}} Feb 28 14:57:53.335837 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30613faa-a3e1-45b3-afe0-a54fdbd3dbcb None None] Network 09884197-ea01-41dd-89d8-bbd3f6278441 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:53.349845 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e228bfb8-de24-44ce-9aac-6064116308c9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.351934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-26a7bc9a-6e59-479e-bebe-11b49324d789 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.353259 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-26a7bc9a-6e59-479e-bebe-11b49324d789 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/8c69e1ad-137b-4f6c-9978-ab75e2d1ddba HTTP/1.1" status: 204 len: 168 time: 0.7463546 Feb 28 14:57:53.366043 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46278) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:53.386239 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e228bfb8-de24-44ce-9aac-6064116308c9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c729848d-5a8a-4bee-9d5f-1311da551c37,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:53.394657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e228bfb8-de24-44ce-9aac-6064116308c9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.398298 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e228bfb8-de24-44ce-9aac-6064116308c9 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c729848d-5a8a-4bee-9d5f-1311da551c37 HTTP/1.1" status: 204 len: 168 time: 0.1979671 Feb 28 14:57:53.399655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46282) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:53.451929 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No DVR routers for this DVR port f643d973-f514-4138-8f90-596c719268b5 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:57:53.471515 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-39ac3796-00dd-4181-b259-0f62c526ee08 None None] Could not find standard attr ID for object f643d973-f514-4138-8f90-596c719268b5. {{(pid=83593) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server [None req-6c67510f-26ee-498c-bebf-da2ca055ccf4 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0339c260-ecd9-4d74-98f2-dc5a57b8332a: This subnet is being modified by another concurrent operation. Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise exception Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 0339c260-ecd9-4d74-98f2-dc5a57b8332a: This subnet is being modified by another concurrent operation. Feb 28 14:57:53.487573 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server Feb 28 14:57:53.505447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ad1eed64-1810-4cdb-bb21-207c23fbf4a2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:53.507893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1e6d829e-fe68-477e-9204-caaf7d70f4bd tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.508982 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eafed3d-d2bd-4234-b7ea-b6f75f56ad0a None None] Network 98982048-2a7a-4b3d-8266-6468c2eed1b3 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:53.548793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-925e5f95-734e-4d1d-8e19-494cba70796f tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:53.572049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d829e-fe68-477e-9204-caaf7d70f4bd tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Subnet': ['ID=0339c260-ecd9-4d74-98f2-dc5a57b8332a,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:53.581841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ad1eed64-1810-4cdb-bb21-207c23fbf4a2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:53.588077 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ad1eed64-1810-4cdb-bb21-207c23fbf4a2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2207465 Feb 28 14:57:53.591837 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.597179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46286) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:53.615851 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-925e5f95-734e-4d1d-8e19-494cba70796f tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:53.620881 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-925e5f95-734e-4d1d-8e19-494cba70796f tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.2183175 Feb 28 14:57:53.623486 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46290) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:53.732799 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ff856549-d25d-4d96-86cd-3fa1fd11d864 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.737881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-40c6d6c8-9627-4918-a61f-739e1fcaa7d0 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.751885 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1e6d829e-fe68-477e-9204-caaf7d70f4bd tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.786328 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ff856549-d25d-4d96-86cd-3fa1fd11d864 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.800004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-40c6d6c8-9627-4918-a61f-739e1fcaa7d0 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.826152 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-1e6d829e-fe68-477e-9204-caaf7d70f4bd tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98982048-2a7a-4b3d-8266-6468c2eed1b3']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:53.846859 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-1e6d829e-fe68-477e-9204-caaf7d70f4bd tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6b2aa8d-7d2c-4e38-85fb-b58a93e00bd1') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:53.847218 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-1e6d829e-fe68-477e-9204-caaf7d70f4bd tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6b2aa8d-7d2c-4e38-85fb-b58a93e00bd1') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:53.858976 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.867477 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1e6d829e-fe68-477e-9204-caaf7d70f4bd tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.894775 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-40c6d6c8-9627-4918-a61f-739e1fcaa7d0 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.921634 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ff856549-d25d-4d96-86cd-3fa1fd11d864 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.939751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Subnet': ['ID=dec45d35-5fc2-4b10-a142-26c951b7a1b0,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:53.940242 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c6d6c8-9627-4918-a61f-739e1fcaa7d0 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be91bfb-4f6a-44e3-90b2-a28f59e85b8e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:53.942038 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1e6d829e-fe68-477e-9204-caaf7d70f4bd tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.954509 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e6d829e-fe68-477e-9204-caaf7d70f4bd tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:53.954835 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1e6d829e-fe68-477e-9204-caaf7d70f4bd tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.960794 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff856549-d25d-4d96-86cd-3fa1fd11d864 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bbd27d1-1837-4bd3-a5a2-63a5928881bb,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:53.984780 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ff856549-d25d-4d96-86cd-3fa1fd11d864 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.987748 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ff856549-d25d-4d96-86cd-3fa1fd11d864 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-groups/2bbd27d1-1837-4bd3-a5a2-63a5928881bb HTTP/1.1" status: 204 len: 168 time: 0.3872190 Feb 28 14:57:53.988606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46294) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:53.989370 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-40c6d6c8-9627-4918-a61f-739e1fcaa7d0 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:53.993667 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-40c6d6c8-9627-4918-a61f-739e1fcaa7d0 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-groups/3be91bfb-4f6a-44e3-90b2-a28f59e85b8e HTTP/1.1" status: 204 len: 168 time: 0.3658733 Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:53.996612 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:54.004001 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46298) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:54.049467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b3fa9e45-2771-4016-a9c1-88c2a5327ef0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:54.075763 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b3fa9e45-2771-4016-a9c1-88c2a5327ef0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:54.080622 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b3fa9e45-2771-4016-a9c1-88c2a5327ef0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0853496 Feb 28 14:57:54.081235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46302) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:54.089641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e54dd1da-07bd-44db-9a42-170931896e52 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group': {'name': 'tempest-secgroup--419693680'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:54.096740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e54dd1da-07bd-44db-9a42-170931896e52 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:54.108703 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e54dd1da-07bd-44db-9a42-170931896e52 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:54.120743 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e54dd1da-07bd-44db-9a42-170931896e52 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.168821 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e54dd1da-07bd-44db-9a42-170931896e52 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:54.176186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e54dd1da-07bd-44db-9a42-170931896e52 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:54.181900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e54dd1da-07bd-44db-9a42-170931896e52 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:54.188693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e54dd1da-07bd-44db-9a42-170931896e52 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:54.195048 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b94adb4e-d311-4daa-922d-b45d8f72e17e None None] Network 09884197-ea01-41dd-89d8-bbd3f6278441 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:54.203741 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.221614 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1e6d829e-fe68-477e-9204-caaf7d70f4bd tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.254022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1e6d829e-fe68-477e-9204-caaf7d70f4bd tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.271293 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09884197-ea01-41dd-89d8-bbd3f6278441']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:54.278805 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e54dd1da-07bd-44db-9a42-170931896e52 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.286302 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e54dd1da-07bd-44db-9a42-170931896e52 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.298051 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6d829e-fe68-477e-9204-caaf7d70f4bd tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Network': ['ID=98982048-2a7a-4b3d-8266-6468c2eed1b3,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:54.352729 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54dd1da-07bd-44db-9a42-170931896e52 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d673180-3e71-4e9e-9bab-d87337c5da20,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:54.360429 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e54dd1da-07bd-44db-9a42-170931896e52 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.364695 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e54dd1da-07bd-44db-9a42-170931896e52 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.2823787 Feb 28 14:57:54.365584 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46308) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:54.372531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-1caaa343-797e-4566-8d47-f0fbbebb4db2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group_rule': {'security_group_id': '7d673180-3e71-4e9e-9bab-d87337c5da20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:54.379589 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1caaa343-797e-4566-8d47-f0fbbebb4db2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:54.383924 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '155d9f9d-53c5-479e-9671-9d40368ea79b') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:54.384364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '155d9f9d-53c5-479e-9671-9d40368ea79b') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:54.384694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1caaa343-797e-4566-8d47-f0fbbebb4db2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:54.389041 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1caaa343-797e-4566-8d47-f0fbbebb4db2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:54.396547 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1caaa343-797e-4566-8d47-f0fbbebb4db2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:54.421838 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1caaa343-797e-4566-8d47-f0fbbebb4db2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.494042 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-66241a4f-bb5e-4b43-8b7c-5dd432ed84c8 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:54.503381 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.525841 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1e6d829e-fe68-477e-9204-caaf7d70f4bd tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/networks/98982048-2a7a-4b3d-8266-6468c2eed1b3 HTTP/1.1" status: 204 len: 168 time: 2.4942262 Feb 28 14:57:54.531652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46312) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:54.536413 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-66241a4f-bb5e-4b43-8b7c-5dd432ed84c8 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:54.537802 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-66241a4f-bb5e-4b43-8b7c-5dd432ed84c8 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.5328894 Feb 28 14:57:54.543521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d99f6367-8191-4afc-86a5-7164487cd2f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2016334923'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:54.544641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46316) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:54.546164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.547406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1caaa343-797e-4566-8d47-f0fbbebb4db2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.552920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57144d6d-6cb3-4bf1-8dc0-a2a59b4d8086 None None] DHCP port deletion for 09884197-ea01-41dd-89d8-bbd3f6278441 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:57:54.559702 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:54.560445 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.562264 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-5533834b-1aa2-42e1-92e4-fbf595d09a14 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group': {'name': 'tempest-secgroup--1679160172'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:54.567355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d99f6367-8191-4afc-86a5-7164487cd2f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:54.572621 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1caaa343-797e-4566-8d47-f0fbbebb4db2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.575359 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9693745-f104-47d1-a0b4-e7de014e669f None None] get_active_networks_info from dv-neutron-830866-2-hyperv {{(pid=83593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:54.582658 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:54.585843 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5533834b-1aa2-42e1-92e4-fbf595d09a14 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:54.588604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d99f6367-8191-4afc-86a5-7164487cd2f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Usage tracker for resource:network and tenant:9dee5a82c1914befa2d0d7b0d99c0734 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:54.597632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d99f6367-8191-4afc-86a5-7164487cd2f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:54.628700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5533834b-1aa2-42e1-92e4-fbf595d09a14 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:54.630740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d99f6367-8191-4afc-86a5-7164487cd2f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:54.632425 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1caaa343-797e-4566-8d47-f0fbbebb4db2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec998e99-fe81-44fc-b4a3-275a091bdfff,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:54.654501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5533834b-1aa2-42e1-92e4-fbf595d09a14 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.672302 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d99f6367-8191-4afc-86a5-7164487cd2f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Made reservation on behalf of 9dee5a82c1914befa2d0d7b0d99c0734 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:54.675830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d99f6367-8191-4afc-86a5-7164487cd2f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.690612 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1caaa343-797e-4566-8d47-f0fbbebb4db2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.695143 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1caaa343-797e-4566-8d47-f0fbbebb4db2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3253067 Feb 28 14:57:54.695312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.695312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46320) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:54.702323 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-13ed311a-b174-462d-878d-3919cf3a1ec7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group_rule': {'security_group_id': '7d673180-3e71-4e9e-9bab-d87337c5da20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:54.711032 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-13ed311a-b174-462d-878d-3919cf3a1ec7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:54.729598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d99f6367-8191-4afc-86a5-7164487cd2f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:54.732122 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5533834b-1aa2-42e1-92e4-fbf595d09a14 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:54.738773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.739168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5533834b-1aa2-42e1-92e4-fbf595d09a14 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:54.743423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5533834b-1aa2-42e1-92e4-fbf595d09a14 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:54.745943 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9693745-f104-47d1-a0b4-e7de014e669f None None] Resources bound (agent type, host, resource id): {{(pid=83593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:57:54.750505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d99f6367-8191-4afc-86a5-7164487cd2f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.750908 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-d99f6367-8191-4afc-86a5-7164487cd2f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Added segment 1e31f28e-c96f-40ea-90f2-9c96bc287448 of type vlan for network 3bdc2208-8f87-404f-883a-1a249c46f23d Feb 28 14:57:54.752134 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5533834b-1aa2-42e1-92e4-fbf595d09a14 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:54.796035 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d99f6367-8191-4afc-86a5-7164487cd2f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.860527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5533834b-1aa2-42e1-92e4-fbf595d09a14 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.866893 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5533834b-1aa2-42e1-92e4-fbf595d09a14 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.877744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-13ed311a-b174-462d-878d-3919cf3a1ec7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:54.886382 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-13ed311a-b174-462d-878d-3919cf3a1ec7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:54.890395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Network': ['ID=09884197-ea01-41dd-89d8-bbd3f6278441,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:54.892884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d99f6367-8191-4afc-86a5-7164487cd2f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.896598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d99f6367-8191-4afc-86a5-7164487cd2f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:54.897447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d99f6367-8191-4afc-86a5-7164487cd2f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:54.902657 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4773e26c-4ed1-4439-97b1-53b08ad2bd9a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/09884197-ea01-41dd-89d8-bbd3f6278441 HTTP/1.1" status: 204 len: 168 time: 4.1174178 Feb 28 14:57:54.903882 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-13ed311a-b174-462d-878d-3919cf3a1ec7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:54.906252 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46324) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:54.937461 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b96b386-730a-40db-9f8f-5873c5a40c2b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:57:54.938048 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b96b386-730a-40db-9f8f-5873c5a40c2b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:57:54.944124 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6b96b386-730a-40db-9f8f-5873c5a40c2b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/09884197-ea01-41dd-89d8-bbd3f6278441 HTTP/1.1" status: 404 len: 339 time: 0.0365829 Feb 28 14:57:54.948460 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46328) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:54.954695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-97b30b0d-9810-4e8a-bb1f-cef8e7be79d3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1268826810', 'description': 'd1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:54.973243 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-97b30b0d-9810-4e8a-bb1f-cef8e7be79d3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:54.985321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-97b30b0d-9810-4e8a-bb1f-cef8e7be79d3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:network and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:54.991190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-97b30b0d-9810-4e8a-bb1f-cef8e7be79d3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:54.996877 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-13ed311a-b174-462d-878d-3919cf3a1ec7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.012803 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5533834b-1aa2-42e1-92e4-fbf595d09a14 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7713c785-c0cb-49d0-bf83-282b83374983,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:55.038468 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d99f6367-8191-4afc-86a5-7164487cd2f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5030844 Feb 28 14:57:55.038675 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-97b30b0d-9810-4e8a-bb1f-cef8e7be79d3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:55.040482 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46332) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:55.040621 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5533834b-1aa2-42e1-92e4-fbf595d09a14 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.046335 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5533834b-1aa2-42e1-92e4-fbf595d09a14 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.4926183 Feb 28 14:57:55.046335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46336) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:55.051076 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e2c68824-5d95-4e43-b49d-93d6cd466fc7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Request body: {'security_group_rule': {'security_group_id': '7713c785-c0cb-49d0-bf83-282b83374983', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:55.057600 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-819919ae-bbbf-48a4-b316-5962c5d31591 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Request body: {'subnet': {'network_id': '3bdc2208-8f87-404f-883a-1a249c46f23d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:55.058576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99f6367-8191-4afc-86a5-7164487cd2f6 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event updated for resources: {'Network': ['ID=3bdc2208-8f87-404f-883a-1a249c46f23d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:55.061132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e2c68824-5d95-4e43-b49d-93d6cd466fc7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:55.065635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e2c68824-5d95-4e43-b49d-93d6cd466fc7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Usage tracker for resource:security_group_rule and tenant:998ad05f2ea14786bc76ffc8509f6e62 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:55.068510 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e2c68824-5d95-4e43-b49d-93d6cd466fc7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:55.081416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 3bdc2208-8f87-404f-883a-1a249c46f23d details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:55.081894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e2c68824-5d95-4e43-b49d-93d6cd466fc7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:55.104731 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2c68824-5d95-4e43-b49d-93d6cd466fc7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.146601 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97b30b0d-9810-4e8a-bb1f-cef8e7be79d3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:55.149606 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97b30b0d-9810-4e8a-bb1f-cef8e7be79d3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.187325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2c68824-5d95-4e43-b49d-93d6cd466fc7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.192016 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2c68824-5d95-4e43-b49d-93d6cd466fc7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.212658 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-85aa2bbd-fd54-4145-965f-d2f178670bc6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.237855 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c68824-5d95-4e43-b49d-93d6cd466fc7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd1719b9-e240-4b3a-adca-e00dbd2a4684,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:55.266539 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2c68824-5d95-4e43-b49d-93d6cd466fc7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.270879 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e2c68824-5d95-4e43-b49d-93d6cd466fc7 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2231405 Feb 28 14:57:55.272209 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46340) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:55.285876 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-13ed311a-b174-462d-878d-3919cf3a1ec7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.354597 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-97b30b0d-9810-4e8a-bb1f-cef8e7be79d3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:55.356743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-13ed311a-b174-462d-878d-3919cf3a1ec7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.358685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-819919ae-bbbf-48a4-b316-5962c5d31591 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:55.386306 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f65dab05-5e09-4e58-9667-aae30add005e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.390139 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-819919ae-bbbf-48a4-b316-5962c5d31591 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Usage tracker for resource:subnet and tenant:9dee5a82c1914befa2d0d7b0d99c0734 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:55.402396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-819919ae-bbbf-48a4-b316-5962c5d31591 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:55.405547 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97b30b0d-9810-4e8a-bb1f-cef8e7be79d3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.405888 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-97b30b0d-9810-4e8a-bb1f-cef8e7be79d3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Added segment 2c6d2bd4-392a-4da5-b1c9-d06ab5525d79 of type vlan for network 7d445212-70ce-4345-83cb-7297fa29a746 Feb 28 14:57:55.408297 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ed311a-b174-462d-878d-3919cf3a1ec7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5eff791-ad82-41bc-baf7-182ceed3deee,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:55.425296 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f65dab05-5e09-4e58-9667-aae30add005e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.443572 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-21376e34-1923-43b9-a71a-e5800a78cb19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.451754 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-819919ae-bbbf-48a4-b316-5962c5d31591 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:55.487704 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-13ed311a-b174-462d-878d-3919cf3a1ec7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.489876 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-13ed311a-b174-462d-878d-3919cf3a1ec7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.7922001 Feb 28 14:57:55.501479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46346) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:55.511187 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-1e2326d2-a5ec-40d6-9ccb-8efa30bdfc91 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group_rule': {'security_group_id': '7d673180-3e71-4e9e-9bab-d87337c5da20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:55.517834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1e2326d2-a5ec-40d6-9ccb-8efa30bdfc91 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:55.518094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-819919ae-bbbf-48a4-b316-5962c5d31591 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Made reservation on behalf of 9dee5a82c1914befa2d0d7b0d99c0734 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:55.525344 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1e2326d2-a5ec-40d6-9ccb-8efa30bdfc91 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:55.529525 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1e2326d2-a5ec-40d6-9ccb-8efa30bdfc91 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:55.535594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1e2326d2-a5ec-40d6-9ccb-8efa30bdfc91 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:55.537284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97b30b0d-9810-4e8a-bb1f-cef8e7be79d3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.555695 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f65dab05-5e09-4e58-9667-aae30add005e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.580927 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1e2326d2-a5ec-40d6-9ccb-8efa30bdfc91 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.594334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65dab05-5e09-4e58-9667-aae30add005e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7713c785-c0cb-49d0-bf83-282b83374983,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:55.603496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f65dab05-5e09-4e58-9667-aae30add005e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.608482 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f65dab05-5e09-4e58-9667-aae30add005e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-groups/7713c785-c0cb-49d0-bf83-282b83374983 HTTP/1.1" status: 204 len: 168 time: 0.3350761 Feb 28 14:57:55.609137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46350) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:55.672920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-819919ae-bbbf-48a4-b316-5962c5d31591 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.700356 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1e2326d2-a5ec-40d6-9ccb-8efa30bdfc91 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.707449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-29908c8e-20bf-4fe0-ae92-1deb29f6ec08 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:55.710354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1e2326d2-a5ec-40d6-9ccb-8efa30bdfc91 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.745282 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97b30b0d-9810-4e8a-bb1f-cef8e7be79d3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.745640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2326d2-a5ec-40d6-9ccb-8efa30bdfc91 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8f4736f-1f3d-42ac-9064-14395579d8ea,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:55.749002 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97b30b0d-9810-4e8a-bb1f-cef8e7be79d3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:55.749599 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97b30b0d-9810-4e8a-bb1f-cef8e7be79d3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.760719 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1e2326d2-a5ec-40d6-9ccb-8efa30bdfc91 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.765591 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1e2326d2-a5ec-40d6-9ccb-8efa30bdfc91 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2673116 Feb 28 14:57:55.766603 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46354) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:55.769151 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-29908c8e-20bf-4fe0-ae92-1deb29f6ec08 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:55.770349 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-29908c8e-20bf-4fe0-ae92-1deb29f6ec08 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1536627 Feb 28 14:57:55.774030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e10ed393-a049-4942-a097-c18513074570 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group_rule': {'security_group_id': '7d673180-3e71-4e9e-9bab-d87337c5da20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:55.778953 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46358) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:55.781499 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e10ed393-a049-4942-a097-c18513074570 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:55.802536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e10ed393-a049-4942-a097-c18513074570 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:55.807035 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e10ed393-a049-4942-a097-c18513074570 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:55.814483 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f643d973-f514-4138-8f90-596c719268b5 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:57:55.817012 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e10ed393-a049-4942-a097-c18513074570 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:55.847288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e10ed393-a049-4942-a097-c18513074570 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:55.850433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: f643d973-f514-4138-8f90-596c719268b5 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:57:55.850809 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f643d973-f514-4138-8f90-596c719268b5 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:57:55.860112 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-65df0893-88de-4129-8b03-9c232f9e8c54 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Synchronizing usage tracker for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:55.897416 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-97b30b0d-9810-4e8a-bb1f-cef8e7be79d3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.9475963 Feb 28 14:57:55.900301 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46362) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:55.922407 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-65df0893-88de-4129-8b03-9c232f9e8c54 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] Unset dirty status for tenant:998ad05f2ea14786bc76ffc8509f6e62 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:55.926352 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-65df0893-88de-4129-8b03-9c232f9e8c54 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1437957 Feb 28 14:57:55.929359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46366) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:55.943612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b30b0d-9810-4e8a-bb1f-cef8e7be79d3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Network': ['ID=7d445212-70ce-4345-83cb-7297fa29a746,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:55.956511 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 7d445212-70ce-4345-83cb-7297fa29a746 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:55.980178 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-10e43f63-eca3-49b6-bd50-6a2c2963c150 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] delete failed (client error): The resource could not be found. Feb 28 14:57:55.981300 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-10e43f63-eca3-49b6-bd50-6a2c2963c150 tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "DELETE /v2.0/security-groups/7713c785-c0cb-49d0-bf83-282b83374983 HTTP/1.1" status: 404 len: 347 time: 0.0445783 Feb 28 14:57:55.986074 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46370) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:56.048281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e10ed393-a049-4942-a097-c18513074570 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:56.056144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b9fe85b-2a16-4cf2-bd5c-91fd41e0b54b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:56.056819 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8b9fe85b-2a16-4cf2-bd5c-91fd41e0b54b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Synchronizing usage tracker for tenant:79fdfed615ce403b90a4a21f9f2d0135 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:56.060789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e10ed393-a049-4942-a097-c18513074570 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:56.099967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10ed393-a049-4942-a097-c18513074570 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dfd0377f-4cb7-42d3-80ba-aaeaa0b4cdb6,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:56.114326 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e10ed393-a049-4942-a097-c18513074570 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:56.119100 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e10ed393-a049-4942-a097-c18513074570 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3482437 Feb 28 14:57:56.119247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46374) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:56.125834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-35f95832-7493-4de1-91cc-9bd845e377f1 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group_rule': {'security_group_id': '7d673180-3e71-4e9e-9bab-d87337c5da20', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:56.131619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8b9fe85b-2a16-4cf2-bd5c-91fd41e0b54b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Unset dirty status for tenant:79fdfed615ce403b90a4a21f9f2d0135 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:56.135045 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8b9fe85b-2a16-4cf2-bd5c-91fd41e0b54b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "GET /v2.0/networks?id=7d445212-70ce-4345-83cb-7297fa29a746 HTTP/1.1" status: 200 len: 761 time: 0.2312441 Feb 28 14:57:56.135045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-35f95832-7493-4de1-91cc-9bd845e377f1 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:56.136774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46378) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:56.142403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-cf05c673-04be-4425-8775-b80bd19b829b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'network': {'description': 'd2'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:56.158370 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-35f95832-7493-4de1-91cc-9bd845e377f1 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:56.165788 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-35f95832-7493-4de1-91cc-9bd845e377f1 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:56.214608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-35f95832-7493-4de1-91cc-9bd845e377f1 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:56.229178 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b9037cd7-8354-45ec-9341-16dfa871be8e tempest-SecGroupTest-1965162085 tempest-SecGroupTest-1965162085-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2418787 Feb 28 14:57:56.326793 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-819919ae-bbbf-48a4-b316-5962c5d31591 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:56.363985 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-35f95832-7493-4de1-91cc-9bd845e377f1 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:56.449814 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-819919ae-bbbf-48a4-b316-5962c5d31591 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event updated for resources: {'Subnet': ['ID=3e64f284-ac0b-4bb6-99be-7cfecdbed31f,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:56.536848 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-819919ae-bbbf-48a4-b316-5962c5d31591 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Checking segment: {'id': '1e31f28e-c96f-40ea-90f2-9c96bc287448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bdc2208-8f87-404f-883a-1a249c46f23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:56.538660 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819919ae-bbbf-48a4-b316-5962c5d31591 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Network hostable DHCP agents. Network: 3bdc2208-8f87-404f-883a-1a249c46f23d, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:56.612926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-35f95832-7493-4de1-91cc-9bd845e377f1 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:56.623213 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cf05c673-04be-4425-8775-b80bd19b829b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:56.633440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-35f95832-7493-4de1-91cc-9bd845e377f1 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:56.637272 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-819919ae-bbbf-48a4-b316-5962c5d31591 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Network 3bdc2208-8f87-404f-883a-1a249c46f23d is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:56.653378 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-819919ae-bbbf-48a4-b316-5962c5d31591 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 3bdc2208-8f87-404f-883a-1a249c46f23d) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:56.658930 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-819919ae-bbbf-48a4-b316-5962c5d31591 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:56.659514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-819919ae-bbbf-48a4-b316-5962c5d31591 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:56.667534 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f95832-7493-4de1-91cc-9bd845e377f1 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acab9d40-8433-4d80-b9f1-68ef31b8f1f9,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:56.672994 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cf05c673-04be-4425-8775-b80bd19b829b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:56.685311 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c41f75-111b-4749-893a-9226d73e2f21 None None] Network 3bdc2208-8f87-404f-883a-1a249c46f23d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:56.725576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cf05c673-04be-4425-8775-b80bd19b829b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network 7d445212-70ce-4345-83cb-7297fa29a746 is not hosted by any dhcp agent {{(pid=83592) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:226}} Feb 28 14:57:56.736020 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-819919ae-bbbf-48a4-b316-5962c5d31591 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.6929281 Feb 28 14:57:56.736630 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf05c673-04be-4425-8775-b80bd19b829b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:56.736738 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46388) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:56.737638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cf05c673-04be-4425-8775-b80bd19b829b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:56.744229 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cf05c673-04be-4425-8775-b80bd19b829b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "PUT /v2.0/networks/7d445212-70ce-4345-83cb-7297fa29a746 HTTP/1.1" status: 200 len: 758 time: 0.6066129 Feb 28 14:57:56.757194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46392) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:56.757668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46394) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:56.879681 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-35f95832-7493-4de1-91cc-9bd845e377f1 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:56.884028 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-35f95832-7493-4de1-91cc-9bd845e377f1 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 714 time: 0.7638755 Feb 28 14:57:56.887420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46402) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:57.018025 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf05c673-04be-4425-8775-b80bd19b829b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Network': ['ID=7d445212-70ce-4345-83cb-7297fa29a746,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:57.036042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 7d445212-70ce-4345-83cb-7297fa29a746 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:57.053558 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-3bdc2208-8f87-404f-883a-1a249c46f23d', 'network_id': '3bdc2208-8f87-404f-883a-1a249c46f23d', 'tenant_id': '9dee5a82c1914befa2d0d7b0d99c0734', 'fixed_ips': [{'subnet_id': '3e64f284-ac0b-4bb6-99be-7cfecdbed31f'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:57:57.054400 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.057516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1286be05-e0d7-4ae6-9314-3de37adc22bd tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:57.062465 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1286be05-e0d7-4ae6-9314-3de37adc22bd tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "GET /v2.0/networks?id=7d445212-70ce-4345-83cb-7297fa29a746 HTTP/1.1" status: 200 len: 761 time: 0.2990906 Feb 28 14:57:57.062932 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46406) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:57.068931 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-14d2539e-1e7a-4e24-95b1-6f3f0435aefd tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1225932676'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:57.074685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-14d2539e-1e7a-4e24-95b1-6f3f0435aefd tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:57.088502 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-14d2539e-1e7a-4e24-95b1-6f3f0435aefd tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:57.100834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14d2539e-1e7a-4e24-95b1-6f3f0435aefd tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:57.105011 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-14d2539e-1e7a-4e24-95b1-6f3f0435aefd tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.114202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.154597 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-14d2539e-1e7a-4e24-95b1-6f3f0435aefd tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:57:57.157422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-85aa2bbd-fd54-4145-965f-d2f178670bc6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port a17810cf-0a31-4994-97cf-83c368527de9 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:57.157759 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-85aa2bbd-fd54-4145-965f-d2f178670bc6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.170175 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-14d2539e-1e7a-4e24-95b1-6f3f0435aefd tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.170627 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-14d2539e-1e7a-4e24-95b1-6f3f0435aefd tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Added segment 357917e5-1823-4e2b-bdb9-bdd2211cb978 of type vlan for network 79d3aea1-2f23-4456-8e40-f0a38509dcb8 Feb 28 14:57:57.192213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2321545f-602b-4835-ae1c-e36643f6667b tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.210940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-14d2539e-1e7a-4e24-95b1-6f3f0435aefd tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.256671 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-14d2539e-1e7a-4e24-95b1-6f3f0435aefd tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.257550 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2321545f-602b-4835-ae1c-e36643f6667b tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.262243 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14d2539e-1e7a-4e24-95b1-6f3f0435aefd tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:57.263009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-14d2539e-1e7a-4e24-95b1-6f3f0435aefd tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.319434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Allocated IP 2001:db8::2 (3bdc2208-8f87-404f-883a-1a249c46f23d/3e64f284-ac0b-4bb6-99be-7cfecdbed31f/d8a6fb91-4eb7-45d3-9b4f-2b50389b6069) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:57.327390 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8e6ab142-f245-4ef8-b272-6894dd74c9b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=998ad05f2ea14786bc76ffc8509f6e62&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5630968 Feb 28 14:57:57.336884 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46410) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:57.416555 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.460365 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2321545f-602b-4835-ae1c-e36643f6667b tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.470828 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d2539e-1e7a-4e24-95b1-6f3f0435aefd tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Network': ['ID=79d3aea1-2f23-4456-8e40-f0a38509dcb8,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:57.475347 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-14d2539e-1e7a-4e24-95b1-6f3f0435aefd tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4113507 Feb 28 14:57:57.478683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46414) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:57.489225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d773dea8-5cb7-49f2-97d2-b77b8c2b0c1e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'subnet': {'network_id': '79d3aea1-2f23-4456-8e40-f0a38509dcb8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:57:57.511797 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 79d3aea1-2f23-4456-8e40-f0a38509dcb8 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:57:57.521429 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2321545f-602b-4835-ae1c-e36643f6667b tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=acab9d40-8433-4d80-b9f1-68ef31b8f1f9,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:57.540467 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2321545f-602b-4835-ae1c-e36643f6667b tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.541560 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2321545f-602b-4835-ae1c-e36643f6667b tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/acab9d40-8433-4d80-b9f1-68ef31b8f1f9 HTTP/1.1" status: 204 len: 168 time: 0.6532137 Feb 28 14:57:57.563177 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46418) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:57.640119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d773dea8-5cb7-49f2-97d2-b77b8c2b0c1e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:57:57.644761 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-85aa2bbd-fd54-4145-965f-d2f178670bc6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port a17810cf-0a31-4994-97cf-83c368527de9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a17810cf-0a31-4994-97cf-83c368527de9,segment=NetworkSegment(fe25847d-9f92-47a5-9af3-d4fa9541d6df),segment_id=fe25847d-9f92-47a5-9af3-d4fa9541d6df)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:57:57.644761 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-85aa2bbd-fd54-4145-965f-d2f178670bc6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.647339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d773dea8-5cb7-49f2-97d2-b77b8c2b0c1e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Usage tracker for resource:subnet and tenant:79fdfed615ce403b90a4a21f9f2d0135 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:57:57.652635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d773dea8-5cb7-49f2-97d2-b77b8c2b0c1e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:57:57.658845 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d773dea8-5cb7-49f2-97d2-b77b8c2b0c1e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:57:57.672216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d773dea8-5cb7-49f2-97d2-b77b8c2b0c1e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:57:57.729872 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.746829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-32b6b879-9a97-4e98-b179-736f3ceb8fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.763383 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.776876 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Transition to ACTIVE for port object d8a6fb91-4eb7-45d3-9b4f-2b50389b6069 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:57.799312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Transition to ACTIVE for port object d8a6fb91-4eb7-45d3-9b4f-2b50389b6069 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:57.812263 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.826506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d773dea8-5cb7-49f2-97d2-b77b8c2b0c1e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.833390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-de5ca22f-f141-43ba-bd8d-7b6f004a1cd5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:57.900954 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Network 3bdc2208-8f87-404f-883a-1a249c46f23d is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:57.905560 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c1b04f4-c301-4a92-a397-1a081375d345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:57.908654 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:57.912600 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:57:57.913870 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-85aa2bbd-fd54-4145-965f-d2f178670bc6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for a17810cf-0a31-4994-97cf-83c368527de9 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:57:57.960892 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Pushing event updated for resources: {'Port': ['ID=d8a6fb91-4eb7-45d3-9b4f-2b50389b6069,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:58.013483 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:58.013739 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:58.013981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:58.014606 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:58.014606 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:58.014947 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:58.015383 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:58.016224 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:58.016224 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:58.016463 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:58.016780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:57:58.042468 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Attempting to bind port d8a6fb91-4eb7-45d3-9b4f-2b50389b6069 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:57:58.042850 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Attempting to bind port d8a6fb91-4eb7-45d3-9b4f-2b50389b6069 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '1e31f28e-c96f-40ea-90f2-9c96bc287448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bdc2208-8f87-404f-883a-1a249c46f23d'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:57:58.043262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Attempting to bind port d8a6fb91-4eb7-45d3-9b4f-2b50389b6069 on network 3bdc2208-8f87-404f-883a-1a249c46f23d {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:57:58.052287 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 57, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:57:58.053057 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Checking segment: {'id': '1e31f28e-c96f-40ea-90f2-9c96bc287448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bdc2208-8f87-404f-883a-1a249c46f23d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:58.053674 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.054303 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Bound using segment: {'id': '1e31f28e-c96f-40ea-90f2-9c96bc287448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bdc2208-8f87-404f-883a-1a249c46f23d'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:57:58.055930 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Bound port: d8a6fb91-4eb7-45d3-9b4f-2b50389b6069, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e31f28e-c96f-40ea-90f2-9c96bc287448', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '3bdc2208-8f87-404f-883a-1a249c46f23d'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:57:58.056757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.074895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.111772 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-de5ca22f-f141-43ba-bd8d-7b6f004a1cd5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:58.115838 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-de5ca22f-f141-43ba-bd8d-7b6f004a1cd5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5171 time: 0.5480216 Feb 28 14:57:58.118810 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c1b04f4-c301-4a92-a397-1a081375d345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.123837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46424) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:58.142801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Subnet': ['ID=3e64f284-ac0b-4bb6-99be-7cfecdbed31f,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:58.173672 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] For port d8a6fb91-4eb7-45d3-9b4f-2b50389b6069, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:57:58.176749 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d773dea8-5cb7-49f2-97d2-b77b8c2b0c1e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.179099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] For port d8a6fb91-4eb7-45d3-9b4f-2b50389b6069, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d8a6fb91-4eb7-45d3-9b4f-2b50389b6069,segment=NetworkSegment(1e31f28e-c96f-40ea-90f2-9c96bc287448),segment_id=1e31f28e-c96f-40ea-90f2-9c96bc287448)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:57:58.187801 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.225387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-220575c6-0187-47f8-ab4c-70e52fa6d5d0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.251635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-220575c6-0187-47f8-ab4c-70e52fa6d5d0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.288680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc41022c-4102-4c72-b55a-3b5f2a4bc1e5 None None] Pushing event updated for resources: {'Port': ['ID=d8a6fb91-4eb7-45d3-9b4f-2b50389b6069,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:58.296377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d773dea8-5cb7-49f2-97d2-b77b8c2b0c1e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Subnet': ['ID=289f454d-f528-463b-a056-2760f6ca0be6,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:58.327664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-220575c6-0187-47f8-ab4c-70e52fa6d5d0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.347846 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d773dea8-5cb7-49f2-97d2-b77b8c2b0c1e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Checking segment: {'id': '357917e5-1823-4e2b-bdb9-bdd2211cb978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '79d3aea1-2f23-4456-8e40-f0a38509dcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:57:58.348187 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d773dea8-5cb7-49f2-97d2-b77b8c2b0c1e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network hostable DHCP agents. Network: 79d3aea1-2f23-4456-8e40-f0a38509dcb8, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:57:58.356422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.356704 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220575c6-0187-47f8-ab4c-70e52fa6d5d0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=dfd0377f-4cb7-42d3-80ba-aaeaa0b4cdb6,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:58.388917 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-220575c6-0187-47f8-ab4c-70e52fa6d5d0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.394470 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-220575c6-0187-47f8-ab4c-70e52fa6d5d0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/dfd0377f-4cb7-42d3-80ba-aaeaa0b4cdb6 HTTP/1.1" status: 204 len: 168 time: 0.2689152 Feb 28 14:57:58.396749 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46428) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:58.421840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d773dea8-5cb7-49f2-97d2-b77b8c2b0c1e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network 79d3aea1-2f23-4456-8e40-f0a38509dcb8 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:57:58.437113 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdc2208-8f87-404f-883a-1a249c46f23d']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:58.454645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-d773dea8-5cb7-49f2-97d2-b77b8c2b0c1e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 79d3aea1-2f23-4456-8e40-f0a38509dcb8) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:58.465432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c1b04f4-c301-4a92-a397-1a081375d345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.465784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d773dea8-5cb7-49f2-97d2-b77b8c2b0c1e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:57:58.466351 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d773dea8-5cb7-49f2-97d2-b77b8c2b0c1e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.480187 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca0c14cc-01e4-4eca-aa45-b62991b2fea2 None None] Network 79d3aea1-2f23-4456-8e40-f0a38509dcb8 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:58.484406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3a3b9b39-dd85-4d57-8900-cf1f7d5b1f14 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:58.505331 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d773dea8-5cb7-49f2-97d2-b77b8c2b0c1e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0254171 Feb 28 14:57:58.506325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8be2a174-1ea4-408d-883d-8c9761fb06d1 None None] Network 3bdc2208-8f87-404f-883a-1a249c46f23d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:57:58.508834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46432) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:58.521323 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e31f28e-c96f-40ea-90f2-9c96bc287448') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:58.521666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e31f28e-c96f-40ea-90f2-9c96bc287448') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:57:58.530607 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c1b04f4-c301-4a92-a397-1a081375d345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95ec1d1a-1ce5-4461-a30c-6476f23eafa9,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:58.544380 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-85aa2bbd-fd54-4145-965f-d2f178670bc6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.553050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3a3b9b39-dd85-4d57-8900-cf1f7d5b1f14 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:58.557091 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3a3b9b39-dd85-4d57-8900-cf1f7d5b1f14 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4683 time: 0.1567986 Feb 28 14:57:58.558563 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46436) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:58.558697 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.806794 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-734393c1-de03-4527-9a51-aac98222f08c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.844124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-734393c1-de03-4527-9a51-aac98222f08c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.886642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-734393c1-de03-4527-9a51-aac98222f08c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:58.927488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa2bbd-fd54-4145-965f-d2f178670bc6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=a17810cf-0a31-4994-97cf-83c368527de9,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:58.981581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734393c1-de03-4527-9a51-aac98222f08c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c8f4736f-1f3d-42ac-9064-14395579d8ea,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:58.998421 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.017815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-734393c1-de03-4527-9a51-aac98222f08c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.019274 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-734393c1-de03-4527-9a51-aac98222f08c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/c8f4736f-1f3d-42ac-9064-14395579d8ea HTTP/1.1" status: 204 len: 168 time: 0.4597650 Feb 28 14:57:59.022305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46442) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:59.082707 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.125370 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.156158 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.157764 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.171652 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:57:59.172670 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:57:59.206483 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:57:59.212043 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-15706801-da48-418d-817e-9869daff4d7d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:59.217522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-79d3aea1-2f23-4456-8e40-f0a38509dcb8', 'network_id': '79d3aea1-2f23-4456-8e40-f0a38509dcb8', 'tenant_id': '79fdfed615ce403b90a4a21f9f2d0135', 'fixed_ips': [{'subnet_id': '289f454d-f528-463b-a056-2760f6ca0be6'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:57:59.218653 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.339329 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.api [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 14:57:59.339329 dv-neutron-830866-2-hyperv neutron-server[83591]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 14:57:59.339329 dv-neutron-830866-2-hyperv neutron-server[83591]: [parameters: {'id': '3bdc2208-8f87-404f-883a-1a249c46f23d'}] Feb 28 14:57:59.339329 dv-neutron-830866-2-hyperv neutron-server[83591]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:57:59.340017 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG oslo_db.api [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:57:59.356352 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c1b04f4-c301-4a92-a397-1a081375d345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.359003 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9c1b04f4-c301-4a92-a397-1a081375d345 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/95ec1d1a-1ce5-4461-a30c-6476f23eafa9 HTTP/1.1" status: 204 len: 168 time: 2.0196509 Feb 28 14:57:59.374544 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-15706801-da48-418d-817e-9869daff4d7d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:59.380245 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-15706801-da48-418d-817e-9869daff4d7d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.3566635 Feb 28 14:57:59.384248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46448) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:59.417453 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-53d6254b-dcdf-4f6d-bef9-c4998d5eb7dd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.419144 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Allocated IP 172.20.0.2 (79d3aea1-2f23-4456-8e40-f0a38509dcb8/289f454d-f528-463b-a056-2760f6ca0be6/d1f80f18-1d1b-4ecc-8547-fd0af951423a) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:57:59.432034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-53d6254b-dcdf-4f6d-bef9-c4998d5eb7dd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.462689 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-53d6254b-dcdf-4f6d-bef9-c4998d5eb7dd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.473472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-85aa2bbd-fd54-4145-965f-d2f178670bc6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.489324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53d6254b-dcdf-4f6d-bef9-c4998d5eb7dd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5eff791-ad82-41bc-baf7-182ceed3deee,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:59.509839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-53d6254b-dcdf-4f6d-bef9-c4998d5eb7dd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.512360 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-53d6254b-dcdf-4f6d-bef9-c4998d5eb7dd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d5eff791-ad82-41bc-baf7-182ceed3deee HTTP/1.1" status: 204 len: 168 time: 0.1270840 Feb 28 14:57:59.515088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46452) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:59.604330 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-63feb447-e461-4d2d-8a62-4c291b6b6f7b tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:59.648887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-63feb447-e461-4d2d-8a62-4c291b6b6f7b tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:59.650526 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-63feb447-e461-4d2d-8a62-4c291b6b6f7b tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1339102 Feb 28 14:57:59.654253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46458) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:59.685582 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c24f18a7-ee9d-400d-ac27-4eb4aab7197b tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.697733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c24f18a7-ee9d-400d-ac27-4eb4aab7197b tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.725207 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c24f18a7-ee9d-400d-ac27-4eb4aab7197b tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.751079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24f18a7-ee9d-400d-ac27-4eb4aab7197b tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ec998e99-fe81-44fc-b4a3-275a091bdfff,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:59.769696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c24f18a7-ee9d-400d-ac27-4eb4aab7197b tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.773305 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c24f18a7-ee9d-400d-ac27-4eb4aab7197b tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/ec998e99-fe81-44fc-b4a3-275a091bdfff HTTP/1.1" status: 204 len: 168 time: 0.1156452 Feb 28 14:57:59.773606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46464) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:59.791477 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.810860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Transition to ACTIVE for port object d1f80f18-1d1b-4ecc-8547-fd0af951423a will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:59.838958 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Transition to ACTIVE for port object d1f80f18-1d1b-4ecc-8547-fd0af951423a will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:57:59.843449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.854755 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.863776 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a509fc5c-59a9-4b68-9a68-0ec8ed64467c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:57:59.889987 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.932005 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Deleting port d8a6fb91-4eb7-45d3-9b4f-2b50389b6069 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:57:59.934313 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a509fc5c-59a9-4b68-9a68-0ec8ed64467c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:57:59.934615 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:57:59.938747 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a509fc5c-59a9-4b68-9a68-0ec8ed64467c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.1636553 Feb 28 14:57:59.939339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46470) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:57:59.951459 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Subnet': ['ID=289f454d-f528-463b-a056-2760f6ca0be6,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:57:59.963224 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Network 79d3aea1-2f23-4456-8e40-f0a38509dcb8 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:57:59.966395 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:57:59.969601 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:57:59.975135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Pushing event updated for resources: {'Port': ['ID=d1f80f18-1d1b-4ecc-8547-fd0af951423a,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:00.094469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Attempting to bind port d1f80f18-1d1b-4ecc-8547-fd0af951423a on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:00.095143 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Attempting to bind port d1f80f18-1d1b-4ecc-8547-fd0af951423a by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '357917e5-1823-4e2b-bdb9-bdd2211cb978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '79d3aea1-2f23-4456-8e40-f0a38509dcb8'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:00.098891 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Attempting to bind port d1f80f18-1d1b-4ecc-8547-fd0af951423a on network 79d3aea1-2f23-4456-8e40-f0a38509dcb8 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:00.113370 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:58:00.113757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Checking segment: {'id': '357917e5-1823-4e2b-bdb9-bdd2211cb978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '79d3aea1-2f23-4456-8e40-f0a38509dcb8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:00.114184 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:00.115882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Bound using segment: {'id': '357917e5-1823-4e2b-bdb9-bdd2211cb978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '79d3aea1-2f23-4456-8e40-f0a38509dcb8'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:58:00.116365 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Bound port: d1f80f18-1d1b-4ecc-8547-fd0af951423a, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357917e5-1823-4e2b-bdb9-bdd2211cb978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '79d3aea1-2f23-4456-8e40-f0a38509dcb8'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:00.116785 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:00.200298 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:00.242288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aae28da-21c9-4a6e-b8a3-691dbeef736e tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:00.275535 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aae28da-21c9-4a6e-b8a3-691dbeef736e tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:00.276000 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] For port d8a6fb91-4eb7-45d3-9b4f-2b50389b6069, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d8a6fb91-4eb7-45d3-9b4f-2b50389b6069,segment=NetworkSegment(1e31f28e-c96f-40ea-90f2-9c96bc287448),segment_id=1e31f28e-c96f-40ea-90f2-9c96bc287448)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:00.276617 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:00.290758 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] For port d1f80f18-1d1b-4ecc-8547-fd0af951423a, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:58:00.297938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] For port d1f80f18-1d1b-4ecc-8547-fd0af951423a, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d1f80f18-1d1b-4ecc-8547-fd0af951423a,segment=NetworkSegment(357917e5-1823-4e2b-bdb9-bdd2211cb978),segment_id=357917e5-1823-4e2b-bdb9-bdd2211cb978)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:58:00.324314 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:00.331320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d3aea1-2f23-4456-8e40-f0a38509dcb8']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:00.339293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aae28da-21c9-4a6e-b8a3-691dbeef736e tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:00.358991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357917e5-1823-4e2b-bdb9-bdd2211cb978') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:00.359267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357917e5-1823-4e2b-bdb9-bdd2211cb978') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:00.376322 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aae28da-21c9-4a6e-b8a3-691dbeef736e tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d673180-3e71-4e9e-9bab-d87337c5da20,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:00.390183 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:00.446460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:00.466037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:58:00.466433 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:00.478073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Calling delete_port for d8a6fb91-4eb7-45d3-9b4f-2b50389b6069 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:00.568865 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:58:00.592330 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:58:00.597864 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aae28da-21c9-4a6e-b8a3-691dbeef736e tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:00.598972 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1aae28da-21c9-4a6e-b8a3-691dbeef736e tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-groups/7d673180-3e71-4e9e-9bab-d87337c5da20 HTTP/1.1" status: 204 len: 168 time: 0.6536908 Feb 28 14:58:00.606089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46484) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:00.681122 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 14:58:00.681122 dv-neutron-830866-2-hyperv neutron-server[83592]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 14:58:00.681122 dv-neutron-830866-2-hyperv neutron-server[83592]: [parameters: {'id': '79d3aea1-2f23-4456-8e40-f0a38509dcb8'}] Feb 28 14:58:00.681122 dv-neutron-830866-2-hyperv neutron-server[83592]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:58:00.681598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:58:00.695707 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c03c6cb-abd2-4872-8b15-133ab5ad313d None None] Pushing event updated for resources: {'Port': ['ID=d1f80f18-1d1b-4ecc-8547-fd0af951423a,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:00.716760 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-35d21e16-5535-4c14-8e2a-77b3a3c2f922 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:00.739471 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-35d21e16-5535-4c14-8e2a-77b3a3c2f922 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:00.741214 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-35d21e16-5535-4c14-8e2a-77b3a3c2f922 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1280231 Feb 28 14:58:00.741349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:00.747038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46490) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:00.753900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e2f0f50c-2f65-4236-b87e-e712e6842c72 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group': {'name': 'tempest-secgroup--254590268'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:00.757325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291d4eab-5a70-423b-9220-a34bd660c3dc None None] Network 79d3aea1-2f23-4456-8e40-f0a38509dcb8 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:00.763184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e2f0f50c-2f65-4236-b87e-e712e6842c72 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:00.775642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e2f0f50c-2f65-4236-b87e-e712e6842c72 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:00.794102 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f50c-2f65-4236-b87e-e712e6842c72 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:00.822880 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] No DVR routers for this DVR port d8a6fb91-4eb7-45d3-9b4f-2b50389b6069 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:58:00.826423 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Port': ['ID=d8a6fb91-4eb7-45d3-9b4f-2b50389b6069,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:00.861871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e2f0f50c-2f65-4236-b87e-e712e6842c72 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:00.872549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e2f0f50c-2f65-4236-b87e-e712e6842c72 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:00.876731 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e2f0f50c-2f65-4236-b87e-e712e6842c72 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:00.886079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e2f0f50c-2f65-4236-b87e-e712e6842c72 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:00.984049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f50c-2f65-4236-b87e-e712e6842c72 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:00.992551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f50c-2f65-4236-b87e-e712e6842c72 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.040726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ca21f3-b196-4524-b647-a705b33038c1 None None] get_active_networks_info from dv-neutron-830866-2-hyperv {{(pid=83593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 14:58:01.072648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0f50c-2f65-4236-b87e-e712e6842c72 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e278967-4db4-4421-a563-2534be49c8c8,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:01.121113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2f0f50c-2f65-4236-b87e-e712e6842c72 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.124514 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e2f0f50c-2f65-4236-b87e-e712e6842c72 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3759582 Feb 28 14:58:01.126850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46500) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:01.127572 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.135027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e1c9a2c1-df1d-442a-a2a5-10f37da07483 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group_rule': {'security_group_id': '9e278967-4db4-4421-a563-2534be49c8c8', 'direction': 'ingress', 'protocol': 17}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:01.143347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e1c9a2c1-df1d-442a-a2a5-10f37da07483 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:01.152307 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e1c9a2c1-df1d-442a-a2a5-10f37da07483 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:01.157124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e1c9a2c1-df1d-442a-a2a5-10f37da07483 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:01.174891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e1c9a2c1-df1d-442a-a2a5-10f37da07483 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:01.184790 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.196132 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bdc2208-8f87-404f-883a-1a249c46f23d']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:01.210254 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Deleting port d1f80f18-1d1b-4ecc-8547-fd0af951423a {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:01.210744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.223728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e31f28e-c96f-40ea-90f2-9c96bc287448') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:01.228249 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e31f28e-c96f-40ea-90f2-9c96bc287448') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:01.243935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.257752 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a2c1-df1d-442a-a2a5-10f37da07483 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.270744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.283591 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:58:01.283591 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:58:01.300573 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:58:01.322034 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0ca21f3-b196-4524-b647-a705b33038c1 None None] Resources bound (agent type, host, resource id): {{(pid=83593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:58:01.394486 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.413385 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.424950 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Network': ['ID=3bdc2208-8f87-404f-883a-1a249c46f23d,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:01.437455 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2f4d0ce8-8124-4ddf-bbfa-6e5a683ca21a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/networks/3bdc2208-8f87-404f-883a-1a249c46f23d HTTP/1.1" status: 204 len: 168 time: 4.6971042 Feb 28 14:58:01.437849 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46506) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:01.444556 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3f39b1a3-f381-4bbf-ab0f-58a6195f0cef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-789003544'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:01.453011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3f39b1a3-f381-4bbf-ab0f-58a6195f0cef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:01.467119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3f39b1a3-f381-4bbf-ab0f-58a6195f0cef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Usage tracker for resource:network and tenant:9dee5a82c1914befa2d0d7b0d99c0734 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:01.474743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3f39b1a3-f381-4bbf-ab0f-58a6195f0cef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:01.479112 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85aa2bbd-fd54-4145-965f-d2f178670bc6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 4fe4d4e7-57ed-49df-aabf-287b59476df7 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:58:01.484148 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3f39b1a3-f381-4bbf-ab0f-58a6195f0cef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:01.501839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a2c1-df1d-442a-a2a5-10f37da07483 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.510814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a2c1-df1d-442a-a2a5-10f37da07483 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.516004 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f39b1a3-f381-4bbf-ab0f-58a6195f0cef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Made reservation on behalf of 9dee5a82c1914befa2d0d7b0d99c0734 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:01.519762 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3f39b1a3-f381-4bbf-ab0f-58a6195f0cef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.566531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c9a2c1-df1d-442a-a2a5-10f37da07483 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0e3bbdb0-76d8-4081-8ebe-d11de121332c,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:01.761509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] For port d1f80f18-1d1b-4ecc-8547-fd0af951423a, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d1f80f18-1d1b-4ecc-8547-fd0af951423a,segment=NetworkSegment(357917e5-1823-4e2b-bdb9-bdd2211cb978),segment_id=357917e5-1823-4e2b-bdb9-bdd2211cb978)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:01.761924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.808058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f39b1a3-f381-4bbf-ab0f-58a6195f0cef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:58:01.821719 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3f39b1a3-f381-4bbf-ab0f-58a6195f0cef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.822066 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-3f39b1a3-f381-4bbf-ab0f-58a6195f0cef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Added segment f969381c-dcda-4a39-be9a-56bcdea35bef of type vlan for network cc4e11d2-39b5-445f-8c18-a3322d95d84b Feb 28 14:58:01.870087 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3f39b1a3-f381-4bbf-ab0f-58a6195f0cef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.919858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a88812-106c-46b5-a8b9-83239dfea3de None None] get_active_networks_info from dv-neutron-830866-2-hyperv {{(pid=83593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 14:58:01.924960 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3f39b1a3-f381-4bbf-ab0f-58a6195f0cef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.928610 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f39b1a3-f381-4bbf-ab0f-58a6195f0cef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:01.929194 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3f39b1a3-f381-4bbf-ab0f-58a6195f0cef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:01.934386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Calling delete_port for d1f80f18-1d1b-4ecc-8547-fd0af951423a owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:02.058750 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3f39b1a3-f381-4bbf-ab0f-58a6195f0cef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.6197200 Feb 28 14:58:02.061563 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46516) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:02.072802 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39b1a3-f381-4bbf-ab0f-58a6195f0cef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event updated for resources: {'Network': ['ID=cc4e11d2-39b5-445f-8c18-a3322d95d84b,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:02.083695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85aa2bbd-fd54-4145-965f-d2f178670bc6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:58:02.085287 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:02.087291 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network cc4e11d2-39b5-445f-8c18-a3322d95d84b details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:58:02.098654 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-85aa2bbd-fd54-4145-965f-d2f178670bc6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/4fe4d4e7-57ed-49df-aabf-287b59476df7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8726244 Feb 28 14:58:02.098866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46522) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:02.116556 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e76a17-473a-4855-bacd-fa9a44ef5ab5 None None] Sync routers for ids ['4fe4d4e7-57ed-49df-aabf-287b59476df7'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:58:02.116962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Request body: {'subnet': {'network_id': 'cc4e11d2-39b5-445f-8c18-a3322d95d84b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:02.229161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0a88812-106c-46b5-a8b9-83239dfea3de None None] Resources bound (agent type, host, resource id): {{(pid=83593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:58:02.245279 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Port': ['ID=d1f80f18-1d1b-4ecc-8547-fd0af951423a,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:02.250420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No DVR routers for this DVR port d1f80f18-1d1b-4ecc-8547-fd0af951423a on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:58:02.262097 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e1c9a2c1-df1d-442a-a2a5-10f37da07483 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:02.264751 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e1c9a2c1-df1d-442a-a2a5-10f37da07483 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 709 time: 1.1343539 Feb 28 14:58:02.285893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46528) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:02.292239 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e76a17-473a-4855-bacd-fa9a44ef5ab5 None None] Routers {'4fe4d4e7-57ed-49df-aabf-287b59476df7'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:02.293034 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-96e76a17-473a-4855-bacd-fa9a44ef5ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:57:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4fe4d4e7-57ed-49df-aabf-287b59476df7'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:02.403916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-87add634-3250-4d8f-b9eb-96182e56e1f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting subnet b78abaac-c097-4be2-812f-ba39432656a0 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:58:02.414975 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87add634-3250-4d8f-b9eb-96182e56e1f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:02.492289 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87add634-3250-4d8f-b9eb-96182e56e1f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:02.576890 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-69200cd3-5a3b-4a14-bab8-417392676735 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:02.605346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87add634-3250-4d8f-b9eb-96182e56e1f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:02.670346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-69200cd3-5a3b-4a14-bab8-417392676735 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:02.688184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:02.721153 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['79d3aea1-2f23-4456-8e40-f0a38509dcb8']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:02.736330 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357917e5-1823-4e2b-bdb9-bdd2211cb978') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:02.736703 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357917e5-1823-4e2b-bdb9-bdd2211cb978') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:02.752574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:02.785395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-69200cd3-5a3b-4a14-bab8-417392676735 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:02.821285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-96e76a17-473a-4855-bacd-fa9a44ef5ab5 None None] Set router 4fe4d4e7-57ed-49df-aabf-287b59476df7 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:58:02.823072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:02.824122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69200cd3-5a3b-4a14-bab8-417392676735 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e278967-4db4-4421-a563-2534be49c8c8,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:02.826188 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87add634-3250-4d8f-b9eb-96182e56e1f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:02.835356 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:02.846624 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Usage tracker for resource:subnet and tenant:9dee5a82c1914befa2d0d7b0d99c0734 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:02.855709 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:58:02.856127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:02.917094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87add634-3250-4d8f-b9eb-96182e56e1f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Subnet': ['ID=b78abaac-c097-4be2-812f-ba39432656a0,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:02.930679 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-87add634-3250-4d8f-b9eb-96182e56e1f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:02.937748 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-69200cd3-5a3b-4a14-bab8-417392676735 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:02.938862 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-69200cd3-5a3b-4a14-bab8-417392676735 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-groups/9e278967-4db4-4421-a563-2534be49c8c8 HTTP/1.1" status: 204 len: 168 time: 0.6539187 Feb 28 14:58:02.943322 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-87add634-3250-4d8f-b9eb-96182e56e1f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/subnets/b78abaac-c097-4be2-812f-ba39432656a0 HTTP/1.1" status: 204 len: 168 time: 0.8436265 Feb 28 14:58:02.945493 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46540) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:02.945493 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46542) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:58:03.074918 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:58:03.079439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:03.133991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:03.163178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Made reservation on behalf of 9dee5a82c1914befa2d0d7b0d99c0734 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:03.184435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cb3bf48a-b10b-4efe-9e24-c99a44dd6f1d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:03.186745 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:03.208585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:03.240500 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cb3bf48a-b10b-4efe-9e24-c99a44dd6f1d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:03.241919 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cb3bf48a-b10b-4efe-9e24-c99a44dd6f1d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.2967291 Feb 28 14:58:03.246236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46548) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:03.255798 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-91255791-b97a-4894-aa85-9bb33f9a00d5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group': {'name': 'tempest-secgroup--965767736'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:03.262332 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-91255791-b97a-4894-aa85-9bb33f9a00d5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:03.274443 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-91255791-b97a-4894-aa85-9bb33f9a00d5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:03.286857 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Network': ['ID=79d3aea1-2f23-4456-8e40-f0a38509dcb8,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:03.295175 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91255791-b97a-4894-aa85-9bb33f9a00d5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:03.300241 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8ca55930-0ff5-4c64-920f-cc0f806e63f6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/79d3aea1-2f23-4456-8e40-f0a38509dcb8 HTTP/1.1" status: 204 len: 168 time: 4.7843802 Feb 28 14:58:03.301531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46552) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:03.366697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9500d669-303c-4d5e-9cd2-9107d7e4381f None None] Network 987a27bf-1d58-4507-8458-9899329adcaa requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:03.377148 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-91255791-b97a-4894-aa85-9bb33f9a00d5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:03.383109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-91255791-b97a-4894-aa85-9bb33f9a00d5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:03.387594 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-91255791-b97a-4894-aa85-9bb33f9a00d5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:03.393636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-91255791-b97a-4894-aa85-9bb33f9a00d5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:03.407710 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-d7125615-d57b-40be-a10d-bdb5e6b69a63 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] GET failed (client error): The resource could not be found. Feb 28 14:58:03.408590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d7125615-d57b-40be-a10d-bdb5e6b69a63 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Synchronizing usage tracker for tenant:79fdfed615ce403b90a4a21f9f2d0135 on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:03.437863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:03.465515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91255791-b97a-4894-aa85-9bb33f9a00d5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:03.486118 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91255791-b97a-4894-aa85-9bb33f9a00d5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:03.587601 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d7125615-d57b-40be-a10d-bdb5e6b69a63 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Unset dirty status for tenant:79fdfed615ce403b90a4a21f9f2d0135 on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:03.591094 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d7125615-d57b-40be-a10d-bdb5e6b69a63 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "GET /v2.0/subnets/289f454d-f528-463b-a056-2760f6ca0be6 HTTP/1.1" status: 404 len: 337 time: 0.2823124 Feb 28 14:58:03.591241 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91255791-b97a-4894-aa85-9bb33f9a00d5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04b72f84-f9d6-45d9-91fd-987f4e8f1cc0,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:03.592631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46560) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:03.609964 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8ecf364a-d745-4f99-9aa9-fd7a35bbb7e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:03.635455 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-f9eaa064-3f3c-42a2-b49f-d6f37c76501e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:03.636175 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f9eaa064-3f3c-42a2-b49f-d6f37c76501e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:03.642295 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f9eaa064-3f3c-42a2-b49f-d6f37c76501e tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/79d3aea1-2f23-4456-8e40-f0a38509dcb8 HTTP/1.1" status: 404 len: 339 time: 0.0451181 Feb 28 14:58:03.649273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46564) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:03.692480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46568) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:03.735377 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-96e76a17-473a-4855-bacd-fa9a44ef5ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:57:58Z', 'revision_number': 7, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:03.742939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e76a17-473a-4855-bacd-fa9a44ef5ab5 None None] Checking router: 4fe4d4e7-57ed-49df-aabf-287b59476df7 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:58:03.755352 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1332748290', 'description': 'tempest-secgroup-smoke-1332748290 description', 'project_id': '9cad89688b894404abdfb852201ad365'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:03.761718 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:03.765502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Usage tracker for resource:security_group and tenant:9cad89688b894404abdfb852201ad365 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:03.767732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e76a17-473a-4855-bacd-fa9a44ef5ab5 None None] Routers {'4fe4d4e7-57ed-49df-aabf-287b59476df7'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:03.768570 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-96e76a17-473a-4855-bacd-fa9a44ef5ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:57:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['4fe4d4e7-57ed-49df-aabf-287b59476df7'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:03.775671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:03.794578 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:03.811749 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91255791-b97a-4894-aa85-9bb33f9a00d5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:03.815285 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-91255791-b97a-4894-aa85-9bb33f9a00d5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.5652103 Feb 28 14:58:03.818018 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46572) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:03.826898 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-eefc6c6c-2961-469b-a0a5-80d0cad95dbd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group': {'name': 'tempest-secgroup--1431298199'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:03.837021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-eefc6c6c-2961-469b-a0a5-80d0cad95dbd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:03.840240 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:03.855003 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:03.878667 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-eefc6c6c-2961-469b-a0a5-80d0cad95dbd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:03.885216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-eefc6c6c-2961-469b-a0a5-80d0cad95dbd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:03.895174 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-eefc6c6c-2961-469b-a0a5-80d0cad95dbd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:03.924582 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eefc6c6c-2961-469b-a0a5-80d0cad95dbd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:03.949338 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:03.962162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fd148bb-de7f-4176-a7e3-b55d016cfffc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:03.963039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9fd148bb-de7f-4176-a7e3-b55d016cfffc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Synchronizing usage tracker for tenant:79fdfed615ce403b90a4a21f9f2d0135 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:03.970678 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Usage tracker for resource:security_group_rule and tenant:9cad89688b894404abdfb852201ad365 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:03.980669 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:03.995484 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:04.012246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9fd148bb-de7f-4176-a7e3-b55d016cfffc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Unset dirty status for tenant:79fdfed615ce403b90a4a21f9f2d0135 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:04.017018 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9fd148bb-de7f-4176-a7e3-b55d016cfffc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.3629284 Feb 28 14:58:04.017913 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46578) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:04.044887 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-96e76a17-473a-4855-bacd-fa9a44ef5ab5 None None] Set router 4fe4d4e7-57ed-49df-aabf-287b59476df7 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:58:04.052997 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-eefc6c6c-2961-469b-a0a5-80d0cad95dbd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:04.058668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-eefc6c6c-2961-469b-a0a5-80d0cad95dbd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:04.063717 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-eefc6c6c-2961-469b-a0a5-80d0cad95dbd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:04.069157 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fc561be1-0add-499c-8ddf-9535f0c6ab1b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b HTTP/1.1" status: 200 len: 207 time: 0.0472343 Feb 28 14:58:04.069157 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46582) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:04.079694 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-eefc6c6c-2961-469b-a0a5-80d0cad95dbd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:04.097528 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-586d5352-30de-45ba-b023-28e417fe6882 None None] DHCP port deletion for 987a27bf-1d58-4507-8458-9899329adcaa request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:58:04.109077 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-586d5352-30de-45ba-b023-28e417fe6882 None None] Deleting port cbf803b8-4394-4f0d-a9eb-3a86e834fb30 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:04.109751 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-586d5352-30de-45ba-b023-28e417fe6882 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.111148 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8ecf364a-d745-4f99-9aa9-fd7a35bbb7e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.260660 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-8ecf364a-d745-4f99-9aa9-fd7a35bbb7e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port e92f36aa-660e-4aac-8994-29f4c4f97425 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:04.261001 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8ecf364a-d745-4f99-9aa9-fd7a35bbb7e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.268499 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.objects.ports [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=83592) get_objects /opt/stack/neutron/neutron/objects/ports.py:437}} Feb 28 14:58:04.272007 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.395469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event updated for resources: {'Subnet': ['ID=0028865e-3b1f-460c-9a5b-3ed8b40cd5ae,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:04.398073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.405955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db2e782-2d1a-4a1b-b89f-af9b6b411391 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:04.410265 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db2e782-2d1a-4a1b-b89f-af9b6b411391 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:04.414773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db2e782-2d1a-4a1b-b89f-af9b6b411391 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:04.418682 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2db2e782-2d1a-4a1b-b89f-af9b6b411391 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:04.423779 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2db2e782-2d1a-4a1b-b89f-af9b6b411391 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.3502939 Feb 28 14:58:04.438445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46588) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:04.439231 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Checking segment: {'id': 'f969381c-dcda-4a39-be9a-56bcdea35bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cc4e11d2-39b5-445f-8c18-a3322d95d84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:04.439729 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Network hostable DHCP agents. Network: cc4e11d2-39b5-445f-8c18-a3322d95d84b, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:58:04.451842 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eefc6c6c-2961-469b-a0a5-80d0cad95dbd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.459329 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.476003 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eefc6c6c-2961-469b-a0a5-80d0cad95dbd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.529863 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eefc6c6c-2961-469b-a0a5-80d0cad95dbd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.531666 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-eefc6c6c-2961-469b-a0a5-80d0cad95dbd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7119403 Feb 28 14:58:04.555239 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46592) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:04.563588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-17b1e8e2-a298-4237-b926-f8990dde5b86 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group_rule': {'security_group_id': '04b72f84-f9d6-45d9-91fd-987f4e8f1cc0', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'ad7dd242-71ce-4eb9-ab9d-91cac73bbf46', 'remote_ip_prefix': None}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:04.575731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-586d5352-30de-45ba-b023-28e417fe6882 None None] For port cbf803b8-4394-4f0d-a9eb-3a86e834fb30, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cbf803b8-4394-4f0d-a9eb-3a86e834fb30,segment=NetworkSegment(fe25847d-9f92-47a5-9af3-d4fa9541d6df),segment_id=fe25847d-9f92-47a5-9af3-d4fa9541d6df)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:04.576350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-586d5352-30de-45ba-b023-28e417fe6882 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.589403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-17b1e8e2-a298-4237-b926-f8990dde5b86 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:04.605164 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-17b1e8e2-a298-4237-b926-f8990dde5b86 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:04.614293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-17b1e8e2-a298-4237-b926-f8990dde5b86 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:04.617726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Network cc4e11d2-39b5-445f-8c18-a3322d95d84b is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:58:04.623435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:04.626103 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-17b1e8e2-a298-4237-b926-f8990dde5b86 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:04.647689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2edec31a-a1d0-4af4-9ac6-5c6b78339b9f,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:04.650714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Usage tracker for resource:security_group_rule and tenant:9cad89688b894404abdfb852201ad365 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:04.654483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, cc4e11d2-39b5-445f-8c18-a3322d95d84b) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:04.655457 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:04.663225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:04.664607 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.687194 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc6c6c-2961-469b-a0a5-80d0cad95dbd tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ad7dd242-71ce-4eb9-ab9d-91cac73bbf46,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:04.701335 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:04.712304 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873deb42-4a92-411e-bb44-a26433764ae3 None None] Network cc4e11d2-39b5-445f-8c18-a3322d95d84b requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:04.715935 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8ff075df-77ad-428c-8e42-fa1081de2ba8 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.2681916 Feb 28 14:58:04.717953 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17b1e8e2-a298-4237-b926-f8990dde5b86 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.723289 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46598) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:04.725714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-8ecf364a-d745-4f99-9aa9-fd7a35bbb7e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port e92f36aa-660e-4aac-8994-29f4c4f97425, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e92f36aa-660e-4aac-8994-29f4c4f97425,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:04.725995 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8ecf364a-d745-4f99-9aa9-fd7a35bbb7e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.735433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-586d5352-30de-45ba-b023-28e417fe6882 None None] Calling delete_port for cbf803b8-4394-4f0d-a9eb-3a86e834fb30 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:04.792485 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3fb83b32-bd1b-41e0-90ad-6be869ba9e10 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.7265441 Feb 28 14:58:04.793206 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46602) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:04.917286 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-586d5352-30de-45ba-b023-28e417fe6882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.918314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-8ecf364a-d745-4f99-9aa9-fd7a35bbb7e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for e92f36aa-660e-4aac-8994-29f4c4f97425 owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:04.956559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7d5c43-1a54-4e3e-9d1a-45218f2c9412 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:04.958216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d7d5c43-1a54-4e3e-9d1a-45218f2c9412 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:04.958620 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5d7d5c43-1a54-4e3e-9d1a-45218f2c9412 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Synchronizing usage tracker for tenant:79fdfed615ce403b90a4a21f9f2d0135 on resource:subnet {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:04.959646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17b1e8e2-a298-4237-b926-f8990dde5b86 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.967164 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.970224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17b1e8e2-a298-4237-b926-f8990dde5b86 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:04.978363 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586d5352-30de-45ba-b023-28e417fe6882 None None] Pushing event deleted for resources: {'Port': ['ID=cbf803b8-4394-4f0d-a9eb-3a86e834fb30,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:04.996771 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-96e76a17-473a-4855-bacd-fa9a44ef5ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:57:58Z', 'revision_number': 7, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:05.004245 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-586d5352-30de-45ba-b023-28e417fe6882 None None] No DVR routers for this DVR port cbf803b8-4394-4f0d-a9eb-3a86e834fb30 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:58:05.008505 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e76a17-473a-4855-bacd-fa9a44ef5ab5 None None] The sync data for ids ['4fe4d4e7-57ed-49df-aabf-287b59476df7'] in dv-neutron-830866-2-hyperv is: [{'id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'name': 'tempest-TestNetworkBasicOps-router-121011937', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83'}], 'enable_snat': True}, 'gw_port_id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:54:24Z', 'updated_at': '2022-02-28T14:57:58Z', 'revision_number': 7, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'e92f36aa-660e-4aac-8994-29f4c4f97425', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:96:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4fe4d4e7-57ed-49df-aabf-287b59476df7', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:54:27Z', 'updated_at': '2022-02-28T14:54:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:58:05.009906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b1e8e2-a298-4237-b926-f8990dde5b86 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d61f7de-899f-447a-8ebf-556fae9a5bd7,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:05.015607 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5d7d5c43-1a54-4e3e-9d1a-45218f2c9412 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Unset dirty status for tenant:79fdfed615ce403b90a4a21f9f2d0135 on resource:subnet {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:05.016604 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5d7d5c43-1a54-4e3e-9d1a-45218f2c9412 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2806673 Feb 28 14:58:05.023294 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46606) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:05.074620 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17b1e8e2-a298-4237-b926-f8990dde5b86 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.075887 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-17b1e8e2-a298-4237-b926-f8990dde5b86 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 740 time: 0.5195756 Feb 28 14:58:05.078949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46610) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:05.113200 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.136266 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aea97125-9232-449d-9af4-8a271eee2de3 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.144132 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.146464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.149440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-cc4e11d2-39b5-445f-8c18-a3322d95d84b', 'network_id': 'cc4e11d2-39b5-445f-8c18-a3322d95d84b', 'tenant_id': '9dee5a82c1914befa2d0d7b0d99c0734', 'fixed_ips': [{'subnet_id': '0028865e-3b1f-460c-9a5b-3ed8b40cd5ae'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:58:05.150588 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.198533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aea97125-9232-449d-9af4-8a271eee2de3 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.202628 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f6d1d-88f3-4c3a-87ce-d48677749244 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:05.204159 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b9f6d1d-88f3-4c3a-87ce-d48677749244 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:05.205855 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4b9f6d1d-88f3-4c3a-87ce-d48677749244 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1797326 Feb 28 14:58:05.213027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46618) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:05.217131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.218249 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 1.4733853 Feb 28 14:58:05.220268 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97c58a3d-95a2-4849-b39b-558ad757ff4c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e3f12969-c143-42d8-bb13-f04e4336c4a8,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:05.223599 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46622) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:05.236989 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e64dadbd-c7f5-446d-adcc-15246ff87e59 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Request body: {'security_group_rule': {'security_group_id': 'e3f12969-c143-42d8-bb13-f04e4336c4a8', 'project_id': '9cad89688b894404abdfb852201ad365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:05.245092 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e64dadbd-c7f5-446d-adcc-15246ff87e59 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:05.249350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e64dadbd-c7f5-446d-adcc-15246ff87e59 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Usage tracker for resource:security_group_rule and tenant:9cad89688b894404abdfb852201ad365 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:05.252747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e64dadbd-c7f5-446d-adcc-15246ff87e59 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:05.259425 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e64dadbd-c7f5-446d-adcc-15246ff87e59 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:05.283189 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e64dadbd-c7f5-446d-adcc-15246ff87e59 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.350919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Allocated IP 2001:db8::f816:3eff:fe6c:3e9f (cc4e11d2-39b5-445f-8c18-a3322d95d84b/0028865e-3b1f-460c-9a5b-3ed8b40cd5ae/338c42a0-aa07-42ff-bf6b-7782b2b8fffd) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:05.444919 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8ecf364a-d745-4f99-9aa9-fd7a35bbb7e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.459676 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e64dadbd-c7f5-446d-adcc-15246ff87e59 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.474436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aea97125-9232-449d-9af4-8a271eee2de3 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.498441 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea97125-9232-449d-9af4-8a271eee2de3 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=1d61f7de-899f-447a-8ebf-556fae9a5bd7,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:05.517272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aea97125-9232-449d-9af4-8a271eee2de3 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.518648 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-aea97125-9232-449d-9af4-8a271eee2de3 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/1d61f7de-899f-447a-8ebf-556fae9a5bd7 HTTP/1.1" status: 204 len: 168 time: 0.4386797 Feb 28 14:58:05.530228 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46626) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:05.570798 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e64dadbd-c7f5-446d-adcc-15246ff87e59 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.572698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ecf364a-d745-4f99-9aa9-fd7a35bbb7e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=e92f36aa-660e-4aac-8994-29f4c4f97425,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:05.594629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64dadbd-c7f5-446d-adcc-15246ff87e59 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2f16a00e-c14f-46fb-8386-c80156f89924,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:05.595766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ba14349-63f5-467e-b5b0-805bc913ef56 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:05.597142 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3ba14349-63f5-467e-b5b0-805bc913ef56 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "GET /v2.0/networks/1e7af3c6-db92-43fd-aa32-b3e130ffcc37 HTTP/1.1" status: 200 len: 799 time: 0.3831718 Feb 28 14:58:05.605131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46630) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:05.669574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-131080d0-b861-4a55-be16-50abba4b1153 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:05.703136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-131080d0-b861-4a55-be16-50abba4b1153 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:05.705130 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-131080d0-b861-4a55-be16-50abba4b1153 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4195 time: 0.1735501 Feb 28 14:58:05.707914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46634) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:05.755403 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.761692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e64dadbd-c7f5-446d-adcc-15246ff87e59 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.763261 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e64dadbd-c7f5-446d-adcc-15246ff87e59 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5382161 Feb 28 14:58:05.767975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46638) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:05.786514 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Transition to ACTIVE for port object 338c42a0-aa07-42ff-bf6b-7782b2b8fffd will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:05.809660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-bd4f0b1a-452f-4d87-998a-a001bad94545 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Request body: {'security_group_rule': {'security_group_id': 'e3f12969-c143-42d8-bb13-f04e4336c4a8', 'project_id': '9cad89688b894404abdfb852201ad365', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:05.810110 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Transition to ACTIVE for port object 338c42a0-aa07-42ff-bf6b-7782b2b8fffd will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:05.823472 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.869153 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-bd4f0b1a-452f-4d87-998a-a001bad94545 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:05.879889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb9d3abd-b92a-4487-a659-70d0713df365 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.888598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:05.895773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-bd4f0b1a-452f-4d87-998a-a001bad94545 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Usage tracker for resource:security_group_rule and tenant:9cad89688b894404abdfb852201ad365 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:05.977655 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Pushing event updated for resources: {'Port': ['ID=338c42a0-aa07-42ff-bf6b-7782b2b8fffd,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:05.981345 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-bd4f0b1a-452f-4d87-998a-a001bad94545 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:05.991558 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Subnet': ['ID=0028865e-3b1f-460c-9a5b-3ed8b40cd5ae,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:05.999204 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-bd4f0b1a-452f-4d87-998a-a001bad94545 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:06.009307 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Network cc4e11d2-39b5-445f-8c18-a3322d95d84b is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:06.020648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:06.023029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:06.031277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb9d3abd-b92a-4487-a659-70d0713df365 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.042294 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cbf803b8-4394-4f0d-a9eb-3a86e834fb30 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:58:06.093894 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8ecf364a-d745-4f99-9aa9-fd7a35bbb7e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.117706 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: cbf803b8-4394-4f0d-a9eb-3a86e834fb30 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:58:06.118046 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cbf803b8-4394-4f0d-a9eb-3a86e834fb30 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:58:06.118469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a17810cf-0a31-4994-97cf-83c368527de9 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:58:06.136478 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bd4f0b1a-452f-4d87-998a-a001bad94545 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.207266 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.221206 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: a17810cf-0a31-4994-97cf-83c368527de9 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:58:06.221810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a17810cf-0a31-4994-97cf-83c368527de9 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:58:06.238789 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Attempting to bind port 338c42a0-aa07-42ff-bf6b-7782b2b8fffd on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:06.239207 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Attempting to bind port 338c42a0-aa07-42ff-bf6b-7782b2b8fffd by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'f969381c-dcda-4a39-be9a-56bcdea35bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cc4e11d2-39b5-445f-8c18-a3322d95d84b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:06.239604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Attempting to bind port 338c42a0-aa07-42ff-bf6b-7782b2b8fffd on network cc4e11d2-39b5-445f-8c18-a3322d95d84b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:06.242481 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bd4f0b1a-452f-4d87-998a-a001bad94545 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.248714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:58:06.249204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Checking segment: {'id': 'f969381c-dcda-4a39-be9a-56bcdea35bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cc4e11d2-39b5-445f-8c18-a3322d95d84b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:06.249553 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.249944 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Bound using segment: {'id': 'f969381c-dcda-4a39-be9a-56bcdea35bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cc4e11d2-39b5-445f-8c18-a3322d95d84b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:58:06.250406 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Bound port: 338c42a0-aa07-42ff-bf6b-7782b2b8fffd, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f969381c-dcda-4a39-be9a-56bcdea35bef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'cc4e11d2-39b5-445f-8c18-a3322d95d84b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:06.251004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.256440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bd4f0b1a-452f-4d87-998a-a001bad94545 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.293954 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4e11d2-39b5-445f-8c18-a3322d95d84b']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:06.307309 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bd4f0b1a-452f-4d87-998a-a001bad94545 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.308511 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bd4f0b1a-452f-4d87-998a-a001bad94545 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.5387762 Feb 28 14:58:06.311909 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb9d3abd-b92a-4487-a659-70d0713df365 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.314167 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb9d3abd-b92a-4487-a659-70d0713df365 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.315185 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bb9d3abd-b92a-4487-a659-70d0713df365 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-groups/ad7dd242-71ce-4eb9-ab9d-91cac73bbf46 HTTP/1.1" status: 204 len: 168 time: 0.6062038 Feb 28 14:58:06.317160 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f969381c-dcda-4a39-be9a-56bcdea35bef') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:06.317454 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f969381c-dcda-4a39-be9a-56bcdea35bef') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:06.322370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46644) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:06.322995 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46646) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:06.331331 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4f0b1a-452f-4d87-998a-a001bad94545 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee7e2a6-88d1-4c70-b089-cfb779166d2c,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:06.340449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.350174 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b74e7bc4-bb3d-48f8-a0fe-be104b219a60 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Request body: {'security_group_rule': {'security_group_id': 'e3f12969-c143-42d8-bb13-f04e4336c4a8', 'project_id': '9cad89688b894404abdfb852201ad365', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:06.350958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9d3abd-b92a-4487-a659-70d0713df365 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad7dd242-71ce-4eb9-ab9d-91cac73bbf46,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:06.360461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.366875 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8686ee26-1915-498e-ae38-d533cc9f93f0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Synchronizing usage tracker for tenant:79fdfed615ce403b90a4a21f9f2d0135 on resource:network {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:06.367648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:58:06.368129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.374408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] For port 338c42a0-aa07-42ff-bf6b-7782b2b8fffd, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:58:06.384919 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:58:06.475627 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Feb 28 14:58:06.475627 dv-neutron-830866-2-hyperv neutron-server[83592]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Feb 28 14:58:06.475627 dv-neutron-830866-2-hyperv neutron-server[83592]: [parameters: {'id': 'cc4e11d2-39b5-445f-8c18-a3322d95d84b'}] Feb 28 14:58:06.475627 dv-neutron-830866-2-hyperv neutron-server[83592]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:58:06.477495 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:58:06.478846 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] For port 338c42a0-aa07-42ff-bf6b-7782b2b8fffd, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=338c42a0-aa07-42ff-bf6b-7782b2b8fffd,segment=NetworkSegment(f969381c-dcda-4a39-be9a-56bcdea35bef),segment_id=f969381c-dcda-4a39-be9a-56bcdea35bef)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:58:06.483533 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.484136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b74e7bc4-bb3d-48f8-a0fe-be104b219a60 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:06.494157 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b74e7bc4-bb3d-48f8-a0fe-be104b219a60 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Usage tracker for resource:security_group_rule and tenant:9cad89688b894404abdfb852201ad365 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:06.509251 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b74e7bc4-bb3d-48f8-a0fe-be104b219a60 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:06.572565 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b74e7bc4-bb3d-48f8-a0fe-be104b219a60 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:06.578717 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c47875-e312-4db1-9d85-2449d7852f0f None None] Pushing event updated for resources: {'Port': ['ID=338c42a0-aa07-42ff-bf6b-7782b2b8fffd,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:06.646916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8686ee26-1915-498e-ae38-d533cc9f93f0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Unset dirty status for tenant:79fdfed615ce403b90a4a21f9f2d0135 on resource:network {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:06.654124 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8686ee26-1915-498e-ae38-d533cc9f93f0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "GET /v2.0/networks/1e7af3c6-db92-43fd-aa32-b3e130ffcc37?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 1.0422096 Feb 28 14:58:06.654319 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3465dd7a-2c73-4896-b6f4-36754d4fa171 None None] Network cc4e11d2-39b5-445f-8c18-a3322d95d84b requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:06.654459 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46652) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:06.685387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8ecf364a-d745-4f99-9aa9-fd7a35bbb7e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.705508 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b74e7bc4-bb3d-48f8-a0fe-be104b219a60 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.713558 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8ecf364a-d745-4f99-9aa9-fd7a35bbb7e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.735496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be17f6af-fa8f-4e67-ac8e-76a29119460d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:06.740603 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-be17f6af-fa8f-4e67-ac8e-76a29119460d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "GET /v2.0/subnets/5027fae4-fb80-44e7-9854-70a5106b1c0c HTTP/1.1" status: 200 len: 811 time: 0.0819676 Feb 28 14:58:06.740776 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a9087dfc-8564-4b63-a32a-90d9a6e0e39a tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:06.741464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46656) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:06.801096 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b74e7bc4-bb3d-48f8-a0fe-be104b219a60 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.805969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a9087dfc-8564-4b63-a32a-90d9a6e0e39a tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:06.810617 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a9087dfc-8564-4b63-a32a-90d9a6e0e39a tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4006 time: 0.4831307 Feb 28 14:58:06.815076 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46660) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:06.817618 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8ecf364a-d745-4f99-9aa9-fd7a35bbb7e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.818158 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ecf364a-d745-4f99-9aa9-fd7a35bbb7e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Fanout notify agent at l3_agent the message router_deleted on router 4fe4d4e7-57ed-49df-aabf-287b59476df7 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:58:06.819775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b74e7bc4-bb3d-48f8-a0fe-be104b219a60 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.843815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-507967a1-95b4-434f-ae4c-c93a9f7bafc0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:06.845443 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-507967a1-95b4-434f-ae4c-c93a9f7bafc0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "GET /v2.0/subnets/5027fae4-fb80-44e7-9854-70a5106b1c0c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1022520 Feb 28 14:58:06.848822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46664) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:06.862293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-619d93bc-a14e-4992-99f7-2870df4bac7f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1488874271'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:06.870363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-619d93bc-a14e-4992-99f7-2870df4bac7f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:06.886232 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b74e7bc4-bb3d-48f8-a0fe-be104b219a60 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54033198-35dd-48fc-aa4c-981188eea1a2,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:06.897827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-619d93bc-a14e-4992-99f7-2870df4bac7f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:06.912744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8ecf364a-d745-4f99-9aa9-fd7a35bbb7e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.916391 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8ecf364a-d745-4f99-9aa9-fd7a35bbb7e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/routers/4fe4d4e7-57ed-49df-aabf-287b59476df7 HTTP/1.1" status: 204 len: 168 time: 3.9670119 Feb 28 14:58:06.917313 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46668) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:06.925862 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b74e7bc4-bb3d-48f8-a0fe-be104b219a60 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:06.927044 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b74e7bc4-bb3d-48f8-a0fe-be104b219a60 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.6012723 Feb 28 14:58:06.935790 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46672) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:06.948821 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-97bbe5fb-fb78-4fe1-a30c-18c0c64f32e9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Request body: {'security_group_rule': {'security_group_id': 'e3f12969-c143-42d8-bb13-f04e4336c4a8', 'project_id': '9cad89688b894404abdfb852201ad365', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:06.954011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05493e7f-e868-420e-abd8-8c115ceea1a7 None None] get_active_networks_info from dv-neutron-830866-2-hyperv {{(pid=83593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 14:58:06.976627 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-97bbe5fb-fb78-4fe1-a30c-18c0c64f32e9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:07.001040 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-97bbe5fb-fb78-4fe1-a30c-18c0c64f32e9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Usage tracker for resource:security_group_rule and tenant:9cad89688b894404abdfb852201ad365 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:07.012317 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-97bbe5fb-fb78-4fe1-a30c-18c0c64f32e9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:07.021429 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-97bbe5fb-fb78-4fe1-a30c-18c0c64f32e9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:07.029611 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b4b03921-9ea3-49d5-aff3-c885c962670d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.057045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.063374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb273-aa53-4a35-b4b1-b45e6a6eab80 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.099630 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b4b03921-9ea3-49d5-aff3-c885c962670d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.114174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-619d93bc-a14e-4992-99f7-2870df4bac7f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:07.118282 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-619d93bc-a14e-4992-99f7-2870df4bac7f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.140205 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97bbe5fb-fb78-4fe1-a30c-18c0c64f32e9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.173284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05493e7f-e868-420e-abd8-8c115ceea1a7 None None] Resources bound (agent type, host, resource id): {{(pid=83593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:58:07.177157 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Deleting port 338c42a0-aa07-42ff-bf6b-7782b2b8fffd {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:07.177975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.244053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97bbe5fb-fb78-4fe1-a30c-18c0c64f32e9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.246001 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b4b03921-9ea3-49d5-aff3-c885c962670d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.267894 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97bbe5fb-fb78-4fe1-a30c-18c0c64f32e9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.276782 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b03921-9ea3-49d5-aff3-c885c962670d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04b72f84-f9d6-45d9-91fd-987f4e8f1cc0,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:07.310274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bbe5fb-fb78-4fe1-a30c-18c0c64f32e9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f3b574ed-954a-41a7-b0cc-e5701ca1a776,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:07.314621 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-619d93bc-a14e-4992-99f7-2870df4bac7f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:58:07.325802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-619d93bc-a14e-4992-99f7-2870df4bac7f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.326216 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-619d93bc-a14e-4992-99f7-2870df4bac7f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Added segment 815d9a91-3cf7-4301-8c72-493391f38331 of type vlan for network fcc9292b-4f1e-403f-8080-9d6e98bc0f24 Feb 28 14:58:07.343714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97bbe5fb-fb78-4fe1-a30c-18c0c64f32e9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.347777 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-97bbe5fb-fb78-4fe1-a30c-18c0c64f32e9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.4067173 Feb 28 14:58:07.347777 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b4b03921-9ea3-49d5-aff3-c885c962670d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.347777 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b4b03921-9ea3-49d5-aff3-c885c962670d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-groups/04b72f84-f9d6-45d9-91fd-987f4e8f1cc0 HTTP/1.1" status: 204 len: 168 time: 0.5308433 Feb 28 14:58:07.349086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46678) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:07.352299 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46680) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:07.377665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c81f4e5d-a5f5-4e67-8cf4-25779078c9d3 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Request body: {'security_group_rule': {'security_group_id': 'e3f12969-c143-42d8-bb13-f04e4336c4a8', 'project_id': '9cad89688b894404abdfb852201ad365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:07.388569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c81f4e5d-a5f5-4e67-8cf4-25779078c9d3 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:07.393620 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb273-aa53-4a35-b4b1-b45e6a6eab80 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.414929 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c81f4e5d-a5f5-4e67-8cf4-25779078c9d3 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Usage tracker for resource:security_group_rule and tenant:9cad89688b894404abdfb852201ad365 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:07.425078 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c81f4e5d-a5f5-4e67-8cf4-25779078c9d3 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:07.435868 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c81f4e5d-a5f5-4e67-8cf4-25779078c9d3 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:07.458242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d35e3052-b8f6-40f7-b22a-35a2e2039d47 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:07.466510 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-c81f4e5d-a5f5-4e67-8cf4-25779078c9d3 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Project 9cad89688b894404abdfb852201ad365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:58:07.481319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c81f4e5d-a5f5-4e67-8cf4-25779078c9d3 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.497615 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d35e3052-b8f6-40f7-b22a-35a2e2039d47 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:07.502680 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d35e3052-b8f6-40f7-b22a-35a2e2039d47 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.1457667 Feb 28 14:58:07.508292 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46688) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:07.518687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-33303cc7-5119-4675-afb1-114511731e90 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group': {'name': 'tempest-secgroup--460336289'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:07.523775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-33303cc7-5119-4675-afb1-114511731e90 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:07.534078 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-33303cc7-5119-4675-afb1-114511731e90 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:07.553127 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-33303cc7-5119-4675-afb1-114511731e90 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.568825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-619d93bc-a14e-4992-99f7-2870df4bac7f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.597452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ca4eb273-aa53-4a35-b4b1-b45e6a6eab80 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['987a27bf-1d58-4507-8458-9899329adcaa']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:07.613422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-33303cc7-5119-4675-afb1-114511731e90 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:07.625664 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-33303cc7-5119-4675-afb1-114511731e90 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:07.630555 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ca4eb273-aa53-4a35-b4b1-b45e6a6eab80 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe25847d-9f92-47a5-9af3-d4fa9541d6df') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:07.631283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-33303cc7-5119-4675-afb1-114511731e90 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:07.632210 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ca4eb273-aa53-4a35-b4b1-b45e6a6eab80 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe25847d-9f92-47a5-9af3-d4fa9541d6df') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:07.635971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c81f4e5d-a5f5-4e67-8cf4-25779078c9d3 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.639446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-33303cc7-5119-4675-afb1-114511731e90 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:07.645358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c81f4e5d-a5f5-4e67-8cf4-25779078c9d3 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.678970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c81f4e5d-a5f5-4e67-8cf4-25779078c9d3 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b73c8327-f304-44e6-8b40-67dfcd150399,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:07.715522 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c81f4e5d-a5f5-4e67-8cf4-25779078c9d3 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.719421 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c81f4e5d-a5f5-4e67-8cf4-25779078c9d3 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3666391 Feb 28 14:58:07.720244 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46694) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:07.727831 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f2b1d590-3d96-422d-bcb9-000316d667a9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Request body: {'security_group_rule': {'security_group_id': 'e3f12969-c143-42d8-bb13-f04e4336c4a8', 'project_id': '9cad89688b894404abdfb852201ad365', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:07.740975 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f2b1d590-3d96-422d-bcb9-000316d667a9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:07.745303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb273-aa53-4a35-b4b1-b45e6a6eab80 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.748946 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-33303cc7-5119-4675-afb1-114511731e90 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.750362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f2b1d590-3d96-422d-bcb9-000316d667a9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Usage tracker for resource:security_group_rule and tenant:9cad89688b894404abdfb852201ad365 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:07.753681 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f2b1d590-3d96-422d-bcb9-000316d667a9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:07.757004 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-33303cc7-5119-4675-afb1-114511731e90 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.777666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f2b1d590-3d96-422d-bcb9-000316d667a9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:07.785342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-619d93bc-a14e-4992-99f7-2870df4bac7f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.790096 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619d93bc-a14e-4992-99f7-2870df4bac7f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:07.790772 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-619d93bc-a14e-4992-99f7-2870df4bac7f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.807743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33303cc7-5119-4675-afb1-114511731e90 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dd618da-46f1-46a1-8463-2c8e706558f7,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:07.811165 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-33303cc7-5119-4675-afb1-114511731e90 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.812582 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-33303cc7-5119-4675-afb1-114511731e90 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.3033595 Feb 28 14:58:07.815404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46698) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:07.822763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f5540c1f-2a05-4e63-b27b-6b1e1df8d7e0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group_rule': {'security_group_id': '1dd618da-46f1-46a1-8463-2c8e706558f7', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:07.823616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e92f36aa-660e-4aac-8994-29f4c4f97425 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:58:07.828829 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-f2b1d590-3d96-422d-bcb9-000316d667a9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Project 9cad89688b894404abdfb852201ad365 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:58:07.839936 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f2b1d590-3d96-422d-bcb9-000316d667a9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.853881 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f5540c1f-2a05-4e63-b27b-6b1e1df8d7e0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:07.863068 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f5540c1f-2a05-4e63-b27b-6b1e1df8d7e0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:07.872863 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f5540c1f-2a05-4e63-b27b-6b1e1df8d7e0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:07.881254 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: e92f36aa-660e-4aac-8994-29f4c4f97425 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:58:07.881839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e92f36aa-660e-4aac-8994-29f4c4f97425 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:58:07.885696 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f5540c1f-2a05-4e63-b27b-6b1e1df8d7e0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:07.927828 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-619d93bc-a14e-4992-99f7-2870df4bac7f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0777597 Feb 28 14:58:07.933007 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46702) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:07.946631 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-bf5733f9-71a1-4443-afef-2f51cc352aec tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'subnet': {'network_id': 'fcc9292b-4f1e-403f-8080-9d6e98bc0f24', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:07.947525 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb273-aa53-4a35-b4b1-b45e6a6eab80 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.962683 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f2b1d590-3d96-422d-bcb9-000316d667a9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.966727 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f5540c1f-2a05-4e63-b27b-6b1e1df8d7e0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.967760 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619d93bc-a14e-4992-99f7-2870df4bac7f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Network': ['ID=fcc9292b-4f1e-403f-8080-9d6e98bc0f24,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:07.972249 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] For port 338c42a0-aa07-42ff-bf6b-7782b2b8fffd, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=338c42a0-aa07-42ff-bf6b-7782b2b8fffd,segment=NetworkSegment(f969381c-dcda-4a39-be9a-56bcdea35bef),segment_id=f969381c-dcda-4a39-be9a-56bcdea35bef)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:07.972661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.983201 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ca4eb273-aa53-4a35-b4b1-b45e6a6eab80 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:58:07.983637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb273-aa53-4a35-b4b1-b45e6a6eab80 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:07.984352 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network fcc9292b-4f1e-403f-8080-9d6e98bc0f24 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:58:07.985229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f2b1d590-3d96-422d-bcb9-000316d667a9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:58:08.000646 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:58:08.086700 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f2b1d590-3d96-422d-bcb9-000316d667a9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.090855 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f2b1d590-3d96-422d-bcb9-000316d667a9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.3667240 Feb 28 14:58:08.105947 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46706) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:08.106636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b1d590-3d96-422d-bcb9-000316d667a9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26b7f519-38c0-40ec-b457-a4187d7db990,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:08.113700 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-44af445b-a911-48fb-ac16-f91f9d17a662 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Request body: {'network': {'name': 'tempest-network-smoke--1897090909', 'project_id': '9cad89688b894404abdfb852201ad365', 'port_security_enabled': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:08.119850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-44af445b-a911-48fb-ac16-f91f9d17a662 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:08.123832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-44af445b-a911-48fb-ac16-f91f9d17a662 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Usage tracker for resource:network and tenant:9cad89688b894404abdfb852201ad365 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:08.126954 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-44af445b-a911-48fb-ac16-f91f9d17a662 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:08.134263 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-44af445b-a911-48fb-ac16-f91f9d17a662 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:08.159690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44af445b-a911-48fb-ac16-f91f9d17a662 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Made reservation on behalf of 9cad89688b894404abdfb852201ad365 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:08.163257 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44af445b-a911-48fb-ac16-f91f9d17a662 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.200497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bf5733f9-71a1-4443-afef-2f51cc352aec tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:08.215771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44af445b-a911-48fb-ac16-f91f9d17a662 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:58:08.224625 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44af445b-a911-48fb-ac16-f91f9d17a662 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.224981 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-44af445b-a911-48fb-ac16-f91f9d17a662 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Added segment 5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c of type vlan for network d0a20c91-fbad-45f6-b36c-5cd61f694024 Feb 28 14:58:08.251954 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44af445b-a911-48fb-ac16-f91f9d17a662 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.282890 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bf5733f9-71a1-4443-afef-2f51cc352aec tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:08.300764 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f5540c1f-2a05-4e63-b27b-6b1e1df8d7e0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.300962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Calling delete_port for 338c42a0-aa07-42ff-bf6b-7782b2b8fffd owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:08.310378 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f5540c1f-2a05-4e63-b27b-6b1e1df8d7e0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.326036 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf5733f9-71a1-4443-afef-2f51cc352aec tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Made reservation on behalf of 79fdfed615ce403b90a4a21f9f2d0135 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:08.341545 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44af445b-a911-48fb-ac16-f91f9d17a662 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.345247 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44af445b-a911-48fb-ac16-f91f9d17a662 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:08.346664 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44af445b-a911-48fb-ac16-f91f9d17a662 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.366840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb273-aa53-4a35-b4b1-b45e6a6eab80 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.371278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ca4eb273-aa53-4a35-b4b1-b45e6a6eab80 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.401038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4eb273-aa53-4a35-b4b1-b45e6a6eab80 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Network': ['ID=987a27bf-1d58-4507-8458-9899329adcaa,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:08.421981 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ca4eb273-aa53-4a35-b4b1-b45e6a6eab80 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/networks/987a27bf-1d58-4507-8458-9899329adcaa HTTP/1.1" status: 204 len: 168 time: 1.5031288 Feb 28 14:58:08.444131 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.449374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46712) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:08.452534 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5540c1f-2a05-4e63-b27b-6b1e1df8d7e0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c515f47-eedf-4ac2-84fe-8d67054f8313,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:08.496116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c71954f0-246f-470d-b9ca-15e7e562dab5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'network': {'name': 'tempest-network-smoke--1221035882', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'port_security_enabled': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:08.511741 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Port': ['ID=338c42a0-aa07-42ff-bf6b-7782b2b8fffd,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:08.514465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c71954f0-246f-470d-b9ca-15e7e562dab5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:08.519874 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c71954f0-246f-470d-b9ca-15e7e562dab5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:network and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:08.524605 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c71954f0-246f-470d-b9ca-15e7e562dab5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:08.527284 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] No DVR routers for this DVR port 338c42a0-aa07-42ff-bf6b-7782b2b8fffd on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:58:08.558900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c71954f0-246f-470d-b9ca-15e7e562dab5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:08.573541 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-44af445b-a911-48fb-ac16-f91f9d17a662 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4645109 Feb 28 14:58:08.574375 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f5540c1f-2a05-4e63-b27b-6b1e1df8d7e0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.575385 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f5540c1f-2a05-4e63-b27b-6b1e1df8d7e0 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 717 time: 0.7587624 Feb 28 14:58:08.580335 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46716) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:08.580664 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46718) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:08.601759 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1246504210', 'admin_state_up': True, 'project_id': '9cad89688b894404abdfb852201ad365', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:08.606941 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44af445b-a911-48fb-ac16-f91f9d17a662 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event updated for resources: {'Network': ['ID=d0a20c91-fbad-45f6-b36c-5cd61f694024,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:08.610727 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bf5733f9-71a1-4443-afef-2f51cc352aec tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.620278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network d0a20c91-fbad-45f6-b36c-5cd61f694024 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:58:08.633515 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c71954f0-246f-470d-b9ca-15e7e562dab5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:08.634077 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:08.637457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c71954f0-246f-470d-b9ca-15e7e562dab5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.689247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.700215 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Usage tracker for resource:router and tenant:9cad89688b894404abdfb852201ad365 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:08.706951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:08.708422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c71954f0-246f-470d-b9ca-15e7e562dab5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:58:08.729747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:08.731749 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cc4e11d2-39b5-445f-8c18-a3322d95d84b']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:08.735655 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6613c411-66a9-4511-adbc-79ce07675965 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.745877 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c71954f0-246f-470d-b9ca-15e7e562dab5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.746462 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-c71954f0-246f-470d-b9ca-15e7e562dab5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Added segment 6f5da2dd-3ebc-49a5-b6d2-53bb41543316 of type vlan for network 9d612402-7f6c-464b-9841-02cdb0616e7d Feb 28 14:58:08.746643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.ipam_backend_mixin [None req-bf5733f9-71a1-4443-afef-2f51cc352aec tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Performing IP validity checks on allocation pools {{(pid=83591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 14:58:08.747165 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.ipam_backend_mixin [None req-bf5733f9-71a1-4443-afef-2f51cc352aec tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83591) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 14:58:08.757329 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f969381c-dcda-4a39-be9a-56bcdea35bef') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:08.758438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f969381c-dcda-4a39-be9a-56bcdea35bef') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:08.758590 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6613c411-66a9-4511-adbc-79ce07675965 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.771524 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.772473 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.773666 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.813590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c71954f0-246f-470d-b9ca-15e7e562dab5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.817388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.819480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6613c411-66a9-4511-adbc-79ce07675965 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.823437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.827926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:58:08.828498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:58:08.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:58:08.877242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6613c411-66a9-4511-adbc-79ce07675965 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5c515f47-eedf-4ac2-84fe-8d67054f8313,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:08.947920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c71954f0-246f-470d-b9ca-15e7e562dab5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:08.951938 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c71954f0-246f-470d-b9ca-15e7e562dab5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:08.952590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c71954f0-246f-470d-b9ca-15e7e562dab5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:09.043967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:09.067650 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:09.082220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71954f0-246f-470d-b9ca-15e7e562dab5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Network': ['ID=9d612402-7f6c-464b-9841-02cdb0616e7d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:09.085296 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/networks/cc4e11d2-39b5-445f-8c18-a3322d95d84b HTTP/1.1" status: 204 len: 168 time: 4.2910256 Feb 28 14:58:09.097371 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 9d612402-7f6c-464b-9841-02cdb0616e7d details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:58:09.101331 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c71954f0-246f-470d-b9ca-15e7e562dab5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6169801 Feb 28 14:58:09.101901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46726) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:09.138878 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46728) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:09.144638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86aa96-8fae-4f3c-a28c-632558fe3be5 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Network': ['ID=cc4e11d2-39b5-445f-8c18-a3322d95d84b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:09.149638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1346207162', 'admin_state_up': True, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:09.160883 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-69289d1d-d9bf-4747-8c5f-e3f3885b92f9 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:09.161320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69289d1d-d9bf-4747-8c5f-e3f3885b92f9 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:09.163039 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-69289d1d-d9bf-4747-8c5f-e3f3885b92f9 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/subnets/0028865e-3b1f-460c-9a5b-3ed8b40cd5ae HTTP/1.1" status: 404 len: 337 time: 0.0576966 Feb 28 14:58:09.164085 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:09.166192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46734) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:09.192303 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-036f7e57-c76e-41d7-8fdb-c5ce1fc1037a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:09.192850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-036f7e57-c76e-41d7-8fdb-c5ce1fc1037a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:09.193812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6613c411-66a9-4511-adbc-79ce07675965 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:09.197202 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-036f7e57-c76e-41d7-8fdb-c5ce1fc1037a tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/networks/cc4e11d2-39b5-445f-8c18-a3322d95d84b HTTP/1.1" status: 404 len: 339 time: 0.0272698 Feb 28 14:58:09.197202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:router and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:09.198377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46738) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:09.199712 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6613c411-66a9-4511-adbc-79ce07675965 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/5c515f47-eedf-4ac2-84fe-8d67054f8313 HTTP/1.1" status: 204 len: 168 time: 0.6166339 Feb 28 14:58:09.200688 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:09.203367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46742) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:09.252214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:09.259194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:09.269546 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bf5733f9-71a1-4443-afef-2f51cc352aec tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:09.270529 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-96605ada-1729-4d43-b910-8c03f9cb11ac tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:09.270976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-96605ada-1729-4d43-b910-8c03f9cb11ac tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:09.272606 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-96605ada-1729-4d43-b910-8c03f9cb11ac tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/subnets/3e64f284-ac0b-4bb6-99be-7cfecdbed31f HTTP/1.1" status: 404 len: 337 time: 0.0733528 Feb 28 14:58:09.276313 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46746) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:09.322047 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:09.322913 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:09.400670 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e285f545-57b9-43be-b105-e0af5d8e81bb tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:09.405926 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a289f1f-1121-415b-b0e3-283429dbf1c0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:09.406377 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a289f1f-1121-415b-b0e3-283429dbf1c0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:09.408119 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8a289f1f-1121-415b-b0e3-283429dbf1c0 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/networks/3bdc2208-8f87-404f-883a-1a249c46f23d HTTP/1.1" status: 404 len: 339 time: 0.0740788 Feb 28 14:58:09.412186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46752) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:09.518440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5733f9-71a1-4443-afef-2f51cc352aec tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Subnet': ['ID=475d03e6-f21d-466e-bb80-fc6baf0ceff4,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:09.532424 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb5d262c-f8bd-4adf-ac62-ed8ee125fd9b tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:09.533267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb5d262c-f8bd-4adf-ac62-ed8ee125fd9b tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:09.540488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf5733f9-71a1-4443-afef-2f51cc352aec tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Checking segment: {'id': '815d9a91-3cf7-4301-8c72-493391f38331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fcc9292b-4f1e-403f-8080-9d6e98bc0f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:09.541261 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5733f9-71a1-4443-afef-2f51cc352aec tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network hostable DHCP agents. Network: fcc9292b-4f1e-403f-8080-9d6e98bc0f24, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:58:09.541416 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e285f545-57b9-43be-b105-e0af5d8e81bb tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:09.542654 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e285f545-57b9-43be-b105-e0af5d8e81bb tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.3383708 Feb 28 14:58:09.549490 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-eb5d262c-f8bd-4adf-ac62-ed8ee125fd9b tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/subnets/0339c260-ecd9-4d74-98f2-dc5a57b8332a HTTP/1.1" status: 404 len: 337 time: 0.1360252 Feb 28 14:58:09.549725 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46756) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:09.550004 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46758) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:09.559517 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:09.629480 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-9238373d-849a-4fe5-a847-194e19b318ef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:09.630073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9238373d-849a-4fe5-a847-194e19b318ef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:09.631452 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9238373d-849a-4fe5-a847-194e19b318ef tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/networks/98982048-2a7a-4b3d-8266-6468c2eed1b3 HTTP/1.1" status: 404 len: 339 time: 0.0780933 Feb 28 14:58:09.638237 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46764) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:09.740899 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf5733f9-71a1-4443-afef-2f51cc352aec tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Network fcc9292b-4f1e-403f-8080-9d6e98bc0f24 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:58:09.776949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:09.778503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-601f6fdc-5d98-4046-9b36-4d8551a47724 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Deleting port 6d8a5258-e069-4f1c-9092-5cbea9796477 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:09.778916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-601f6fdc-5d98-4046-9b36-4d8551a47724 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:09.810043 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-bf5733f9-71a1-4443-afef-2f51cc352aec tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, fcc9292b-4f1e-403f-8080-9d6e98bc0f24) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:09.819199 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367f2047-36fe-4990-9876-84541dca6105 None None] Network fcc9292b-4f1e-403f-8080-9d6e98bc0f24 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:09.831795 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-50f66388-d4c0-46ed-8974-0a76c8b4a7b8 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:09.834552 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf5733f9-71a1-4443-afef-2f51cc352aec tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:09.835221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bf5733f9-71a1-4443-afef-2f51cc352aec tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:09.925899 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bf5733f9-71a1-4443-afef-2f51cc352aec tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 1.9889755 Feb 28 14:58:09.931633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46768) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:09.943440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6fd474ad-973a-4271-9216-854258983aa2 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:09.969845 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-50f66388-d4c0-46ed-8974-0a76c8b4a7b8 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:10.147178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:10.150987 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-fcc9292b-4f1e-403f-8080-9d6e98bc0f24', 'network_id': 'fcc9292b-4f1e-403f-8080-9d6e98bc0f24', 'tenant_id': '79fdfed615ce403b90a4a21f9f2d0135', 'fixed_ips': [{'subnet_id': '475d03e6-f21d-466e-bb80-fc6baf0ceff4'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:58:10.152036 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:10.208797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:10.303776 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-601f6fdc-5d98-4046-9b36-4d8551a47724 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:10.314320 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-50f66388-d4c0-46ed-8974-0a76c8b4a7b8 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:10.370316 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6fd474ad-973a-4271-9216-854258983aa2 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2709356'] for subnet, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:10.391133 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Allocated IP 172.20.0.3 (fcc9292b-4f1e-403f-8080-9d6e98bc0f24/475d03e6-f21d-466e-bb80-fc6baf0ceff4/85019ef0-0892-4ca6-bde5-f6a2be986303) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:10.407007 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f66388-d4c0-46ed-8974-0a76c8b4a7b8 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dd618da-46f1-46a1-8463-2c8e706558f7,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:10.446423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:10.478478 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-601f6fdc-5d98-4046-9b36-4d8551a47724 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Calling delete_port for 6d8a5258-e069-4f1c-9092-5cbea9796477 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:10.486081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:10.616253 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-50f66388-d4c0-46ed-8974-0a76c8b4a7b8 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:10.620526 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-50f66388-d4c0-46ed-8974-0a76c8b4a7b8 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-groups/1dd618da-46f1-46a1-8463-2c8e706558f7 HTTP/1.1" status: 204 len: 168 time: 1.0669060 Feb 28 14:58:10.621419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46774) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:10.633987 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Allocated IP 172.26.4.148 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/4247b445-4866-4cba-b435-55f0ce8fda62) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:10.640185 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-601f6fdc-5d98-4046-9b36-4d8551a47724 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:10.680352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e2186e5a-994e-4465-8ea4-afe3db5c04a3 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:10.702436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e2186e5a-994e-4465-8ea4-afe3db5c04a3 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:10.709958 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e2186e5a-994e-4465-8ea4-afe3db5c04a3 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0814519 Feb 28 14:58:10.711536 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f6fdc-5d98-4046-9b36-4d8551a47724 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Port': ['ID=6d8a5258-e069-4f1c-9092-5cbea9796477,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:10.711789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46778) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:10.716366 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e9b7b0d8-a74d-43be-8be6-77c47d1248af tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group': {'name': 'tempest-secgroup--1168560421'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:10.728659 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e9b7b0d8-a74d-43be-8be6-77c47d1248af tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:10.741284 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e9b7b0d8-a74d-43be-8be6-77c47d1248af tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:10.758888 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b0d8-a74d-43be-8be6-77c47d1248af tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:10.775330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:10.787901 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Transition to ACTIVE for port object 85019ef0-0892-4ca6-bde5-f6a2be986303 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:10.812966 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Transition to ACTIVE for port object 85019ef0-0892-4ca6-bde5-f6a2be986303 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:10.817383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e9b7b0d8-a74d-43be-8be6-77c47d1248af tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:10.820778 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:10.826043 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e9b7b0d8-a74d-43be-8be6-77c47d1248af tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:10.831467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e9b7b0d8-a74d-43be-8be6-77c47d1248af tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:10.839062 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-601f6fdc-5d98-4046-9b36-4d8551a47724 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:10.843209 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e9b7b0d8-a74d-43be-8be6-77c47d1248af tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:10.856058 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-601f6fdc-5d98-4046-9b36-4d8551a47724 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/ports/6d8a5258-e069-4f1c-9092-5cbea9796477 HTTP/1.1" status: 204 len: 168 time: 1.2161469 Feb 28 14:58:10.859687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46782) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:10.908506 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Pushing event updated for resources: {'Port': ['ID=85019ef0-0892-4ca6-bde5-f6a2be986303,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:10.926063 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Network fcc9292b-4f1e-403f-8080-9d6e98bc0f24 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:10.926315 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-b38f31f2-fc95-4697-935c-125758560067 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:10.926879 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b38f31f2-fc95-4697-935c-125758560067 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:10.927379 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:10.929453 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b38f31f2-fc95-4697-935c-125758560067 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/subnets/de964c79-67c1-4ee0-ac25-f75b20537d65 HTTP/1.1" status: 404 len: 337 time: 0.0688398 Feb 28 14:58:10.934014 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:10.934810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46786) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:10.982632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.016598 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.043154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Attempting to bind port 85019ef0-0892-4ca6-bde5-f6a2be986303 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:11.043518 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Attempting to bind port 85019ef0-0892-4ca6-bde5-f6a2be986303 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '815d9a91-3cf7-4301-8c72-493391f38331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fcc9292b-4f1e-403f-8080-9d6e98bc0f24'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:11.043895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Attempting to bind port 85019ef0-0892-4ca6-bde5-f6a2be986303 on network fcc9292b-4f1e-403f-8080-9d6e98bc0f24 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:11.054047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:58:11.054881 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Checking segment: {'id': '815d9a91-3cf7-4301-8c72-493391f38331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fcc9292b-4f1e-403f-8080-9d6e98bc0f24'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:11.056015 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.056854 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Bound using segment: {'id': '815d9a91-3cf7-4301-8c72-493391f38331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fcc9292b-4f1e-403f-8080-9d6e98bc0f24'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:58:11.058060 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Bound port: 85019ef0-0892-4ca6-bde5-f6a2be986303, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '815d9a91-3cf7-4301-8c72-493391f38331', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'fcc9292b-4f1e-403f-8080-9d6e98bc0f24'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:11.058938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.081077 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:11.090056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:11.099163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:11.149122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event updated for resources: {'Port': ['ID=4247b445-4866-4cba-b435-55f0ce8fda62,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:11.167231 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b0d8-a74d-43be-8be6-77c47d1248af tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.191622 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] For port 85019ef0-0892-4ca6-bde5-f6a2be986303, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:58:11.194251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b0d8-a74d-43be-8be6-77c47d1248af tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.194748 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] For port 85019ef0-0892-4ca6-bde5-f6a2be986303, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=85019ef0-0892-4ca6-bde5-f6a2be986303,segment=NetworkSegment(815d9a91-3cf7-4301-8c72-493391f38331),segment_id=815d9a91-3cf7-4301-8c72-493391f38331)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:58:11.200618 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.272251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-450286c6-d40b-4e51-8e50-bcda70fd57e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.278346 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfde6b21-4bc7-4e46-9859-a622b4750ec1 None None] Pushing event updated for resources: {'Port': ['ID=85019ef0-0892-4ca6-bde5-f6a2be986303,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:11.300462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.300969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.304021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.10 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/d86e76ae-4a6e-4c61-870d-a0bae4a84007) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:11.350437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9b7b0d8-a74d-43be-8be6-77c47d1248af tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3b04bd93-b251-4830-80b6-58353039f745,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:11.468673 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e9b7b0d8-a74d-43be-8be6-77c47d1248af tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.469878 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e9b7b0d8-a74d-43be-8be6-77c47d1248af tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1578 time: 0.7582457 Feb 28 14:58:11.479046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6fd474ad-973a-4271-9216-854258983aa2 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737161184907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3378287'] for subnet, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.481667 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46790) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:11.509066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b69a6d26-936f-4455-a617-c9c550339cea tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group_rule': {'security_group_id': '3b04bd93-b251-4830-80b6-58353039f745', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:11.581349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b69a6d26-936f-4455-a617-c9c550339cea tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:11.587096 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b69a6d26-936f-4455-a617-c9c550339cea tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:11.590486 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b69a6d26-936f-4455-a617-c9c550339cea tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:11.598188 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b69a6d26-936f-4455-a617-c9c550339cea tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:11.629358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b69a6d26-936f-4455-a617-c9c550339cea tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.705142 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b69a6d26-936f-4455-a617-c9c550339cea tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.705842 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-450286c6-d40b-4e51-8e50-bcda70fd57e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.711454 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b69a6d26-936f-4455-a617-c9c550339cea tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.724145 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fd474ad-973a-4271-9216-854258983aa2 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:11.724745 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6fd474ad-973a-4271-9216-854258983aa2 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.728824 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6fd474ad-973a-4271-9216-854258983aa2 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "PUT /v2.0/subnets/475d03e6-f21d-466e-bb80-fc6baf0ceff4 HTTP/1.1" status: 200 len: 877 time: 1.7933531 Feb 28 14:58:11.729858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46798) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:11.743677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd474ad-973a-4271-9216-854258983aa2 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event updated for resources: {'Subnet': ['ID=475d03e6-f21d-466e-bb80-fc6baf0ceff4,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:11.759151 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-450286c6-d40b-4e51-8e50-bcda70fd57e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['308bd337-8429-4005-b204-dfd0f31fd80e']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:11.769836 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69a6d26-936f-4455-a617-c9c550339cea tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28af7643-1f45-4c67-b531-ef4b972126b2,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:11.782250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-450286c6-d40b-4e51-8e50-bcda70fd57e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d3ebb77-07b6-4d59-9688-adf716711879') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:11.782500 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-450286c6-d40b-4e51-8e50-bcda70fd57e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d3ebb77-07b6-4d59-9688-adf716711879') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:11.792148 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.801999 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-450286c6-d40b-4e51-8e50-bcda70fd57e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.822661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-450286c6-d40b-4e51-8e50-bcda70fd57e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.838832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b69a6d26-936f-4455-a617-c9c550339cea tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.844220 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b69a6d26-936f-4455-a617-c9c550339cea tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3487666 Feb 28 14:58:11.845463 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46804) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:11.854988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-450286c6-d40b-4e51-8e50-bcda70fd57e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:58:11.855434 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-450286c6-d40b-4e51-8e50-bcda70fd57e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:58:11.878873 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:58:11.903398 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-adb159a7-8ddf-4d14-b7d5-75413598deed tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules/28af7643-1f45-4c67-b531-ef4b972126b2 HTTP/1.1" status: 200 len: 705 time: 0.0529799 Feb 28 14:58:11.907951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46808) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:11.957652 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 85019ef0-0892-4ca6-bde5-f6a2be986303 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:11.968963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:11.991071 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.050523 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-450286c6-d40b-4e51-8e50-bcda70fd57e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.054762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:12.066811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:12.069029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Deleting port 85019ef0-0892-4ca6-bde5-f6a2be986303 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:12.069367 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.072040 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 85019ef0-0892-4ca6-bde5-f6a2be986303 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:12.092298 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-450286c6-d40b-4e51-8e50-bcda70fd57e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.097886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:12.143081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-53f76fbe-23da-47b0-b776-0589d7d0f6c9 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:12.167023 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-450286c6-d40b-4e51-8e50-bcda70fd57e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/networks/308bd337-8429-4005-b204-dfd0f31fd80e HTTP/1.1" status: 204 len: 168 time: 1.2311256 Feb 28 14:58:12.214960 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46816) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:12.291171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450286c6-d40b-4e51-8e50-bcda70fd57e8 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Network': ['ID=308bd337-8429-4005-b204-dfd0f31fd80e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:12.300948 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=d86e76ae-4a6e-4c61-870d-a0bae4a84007,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:12.323362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.324509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.354484 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-53f76fbe-23da-47b0-b776-0589d7d0f6c9 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:12.356367 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-53f76fbe-23da-47b0-b776-0589d7d0f6c9 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.4413083 Feb 28 14:58:12.385854 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46820) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:12.490231 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-8377c100-e295-465f-91dc-d9d26dccc7a0 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Synchronizing usage tracker for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:12.493275 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Router 3411cf55-0e69-4531-9ae1-f4a33aa62f01 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:58:12.502932 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-5233378b-3bb4-4a57-b840-7fea792cf346 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Deleting port 34ace536-8adf-49c5-954a-cac1480f50d5 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:12.503415 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5233378b-3bb4-4a57-b840-7fea792cf346 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.524943 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b66c761-63f9-4c0a-97a7-291f62469328 None None] Network fcc9292b-4f1e-403f-8080-9d6e98bc0f24 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:12.649166 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e315a68-3ceb-4657-b51c-6913386bcc7d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.665581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e315a68-3ceb-4657-b51c-6913386bcc7d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.704158 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e315a68-3ceb-4657-b51c-6913386bcc7d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.718126 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f66fd561-8c0b-4241-8800-6a9029d984a2 None None] Provisioning for port 85019ef0-0892-4ca6-bde5-f6a2be986303 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:12.732525 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7e315a68-3ceb-4657-b51c-6913386bcc7d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.735992 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7e315a68-3ceb-4657-b51c-6913386bcc7d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/28af7643-1f45-4c67-b531-ef4b972126b2 HTTP/1.1" status: 204 len: 168 time: 0.3463767 Feb 28 14:58:12.737680 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46824) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:12.738564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e315a68-3ceb-4657-b51c-6913386bcc7d tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=28af7643-1f45-4c67-b531-ef4b972126b2,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:12.789990 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-8377c100-e295-465f-91dc-d9d26dccc7a0 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Unset dirty status for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:12.791040 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-8377c100-e295-465f-91dc-d9d26dccc7a0 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934508286&fields=id&tenant_id=12877993fbd9430d9a0b7e62d6fef06f HTTP/1.1" status: 200 len: 267 time: 0.5093424 Feb 28 14:58:12.802265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f66fd561-8c0b-4241-8800-6a9029d984a2 None None] Provisioning complete for port 85019ef0-0892-4ca6-bde5-f6a2be986303 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:12.802643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f66fd561-8c0b-4241-8800-6a9029d984a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.807225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9663c5f7-258f-49a0-aae0-3fce89e0e214 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:12.819051 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] For port 85019ef0-0892-4ca6-bde5-f6a2be986303, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=85019ef0-0892-4ca6-bde5-f6a2be986303,segment=NetworkSegment(815d9a91-3cf7-4301-8c72-493391f38331),segment_id=815d9a91-3cf7-4301-8c72-493391f38331)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:12.819409 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.837970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9663c5f7-258f-49a0-aae0-3fce89e0e214 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:12.843180 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9663c5f7-258f-49a0-aae0-3fce89e0e214 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0978703 Feb 28 14:58:12.843357 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46828) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:12.849295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-07e0fb5d-ed45-4a4c-9493-6a26c882c8da tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group_rule': {'security_group_id': '3b04bd93-b251-4830-80b6-58353039f745', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:12.856683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-07e0fb5d-ed45-4a4c-9493-6a26c882c8da tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:12.868769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-07e0fb5d-ed45-4a4c-9493-6a26c882c8da tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:12.903522 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-07e0fb5d-ed45-4a4c-9493-6a26c882c8da tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.982090 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f66fd561-8c0b-4241-8800-6a9029d984a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.986246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-07e0fb5d-ed45-4a4c-9493-6a26c882c8da tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:12.987903 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 0c016ec0-1482-4ff1-8a54-22e1124306c3 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:58:12.997685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-07e0fb5d-ed45-4a4c-9493-6a26c882c8da tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:13.033695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-810e2efc-0306-4a75-ac57-1be9d2607e03 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:13.035270 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-810e2efc-0306-4a75-ac57-1be9d2607e03 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 812 time: 0.2230396 Feb 28 14:58:13.057690 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-07e0fb5d-ed45-4a4c-9493-6a26c882c8da tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:13.058810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f66fd561-8c0b-4241-8800-6a9029d984a2 None None] For port 85019ef0-0892-4ca6-bde5-f6a2be986303, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=85019ef0-0892-4ca6-bde5-f6a2be986303,segment=NetworkSegment(815d9a91-3cf7-4301-8c72-493391f38331),segment_id=815d9a91-3cf7-4301-8c72-493391f38331)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:13.058946 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-07e0fb5d-ed45-4a4c-9493-6a26c882c8da tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.2143829 Feb 28 14:58:13.071739 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f66fd561-8c0b-4241-8800-6a9029d984a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:13.127914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46832) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:13.128589 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e0fb5d-ed45-4a4c-9493-6a26c882c8da tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d544a12e-50af-44e4-8b00-3e43f8d038c8,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:13.154684 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66fd561-8c0b-4241-8800-6a9029d984a2 None None] Pushing event updated for resources: {'Port': ['ID=85019ef0-0892-4ca6-bde5-f6a2be986303,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:13.186945 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Calling delete_port for 85019ef0-0892-4ca6-bde5-f6a2be986303 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:13.201985 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3b79283-1127-43e1-8c1c-ed778f2cc0eb None None] Network fcc9292b-4f1e-403f-8080-9d6e98bc0f24 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:13.223625 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c2b991e5-d67d-46c2-a064-e380376d720f tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules/d544a12e-50af-44e4-8b00-3e43f8d038c8 HTTP/1.1" status: 200 len: 705 time: 0.0926099 Feb 28 14:58:13.225206 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46836) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:13.299430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-76441f32-a99d-41f3-aab3-77e23e4d57b5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:13.316265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b5b7606b-9dcf-40f7-a666-9a1b70e509a7 None None] Provisioning complete for port 85019ef0-0892-4ca6-bde5-f6a2be986303 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:13.316628 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b5b7606b-9dcf-40f7-a666-9a1b70e509a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:13.327261 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-76441f32-a99d-41f3-aab3-77e23e4d57b5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:13.330393 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-76441f32-a99d-41f3-aab3-77e23e4d57b5 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3707 time: 0.1023729 Feb 28 14:58:13.332809 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46840) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:13.374805 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4e67d44f-9a3b-4178-b945-baea3397355a tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:13.388861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4e67d44f-9a3b-4178-b945-baea3397355a tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:13.418763 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:58:13.430649 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Sync routers for ids ['0c016ec0-1482-4ff1-8a54-22e1124306c3'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:58:13.451975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4e67d44f-9a3b-4178-b945-baea3397355a tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:13.452648 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Routers {'0c016ec0-1482-4ff1-8a54-22e1124306c3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:13.453503 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:57:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0c016ec0-1482-4ff1-8a54-22e1124306c3'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:13.471569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4e67d44f-9a3b-4178-b945-baea3397355a tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:13.473613 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-b120c423-5576-4722-958e-31da63b4b094 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/quotas/12877993fbd9430d9a0b7e62d6fef06f HTTP/1.1" status: 200 len: 375 time: 0.2959831 Feb 28 14:58:13.484977 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4e67d44f-9a3b-4178-b945-baea3397355a tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/d544a12e-50af-44e4-8b00-3e43f8d038c8 HTTP/1.1" status: 204 len: 168 time: 0.1507332 Feb 28 14:58:13.486264 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e67d44f-9a3b-4178-b945-baea3397355a tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d544a12e-50af-44e4-8b00-3e43f8d038c8,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:13.488760 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:13.490217 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-746687f6-dcdd-4473-83d6-212873cb3b2c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 4.3501515 Feb 28 14:58:13.491102 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46844) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:13.502249 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46846) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:13.553502 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3b9e8ab-1fcd-40f6-8569-594da89d8382 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:13.580112 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5233378b-3bb4-4a57-b840-7fea792cf346 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:13.581011 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d3b9e8ab-1fcd-40f6-8569-594da89d8382 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:13.586186 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d3b9e8ab-1fcd-40f6-8569-594da89d8382 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0931785 Feb 28 14:58:13.587734 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46852) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:13.597857 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-801fcbc3-e6d9-4e9b-90ae-40f19db2323c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group_rule': {'security_group_id': '3b04bd93-b251-4830-80b6-58353039f745', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:13.605715 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-801fcbc3-e6d9-4e9b-90ae-40f19db2323c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:13.616551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-801fcbc3-e6d9-4e9b-90ae-40f19db2323c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:13.624434 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bbec04fb-4c44-4d22-8615-68ad0d36d35d tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=dc1d4553fb84410fb62138d51b5fd9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1181490 Feb 28 14:58:13.625066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46856) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:13.668843 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Set router 0c016ec0-1482-4ff1-8a54-22e1124306c3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:58:13.719995 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-801fcbc3-e6d9-4e9b-90ae-40f19db2323c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Project 1713f10611c8471e8f870c24ce1bc7d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:58:13.737016 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-801fcbc3-e6d9-4e9b-90ae-40f19db2323c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:13.767963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-5233378b-3bb4-4a57-b840-7fea792cf346 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Calling delete_port for 34ace536-8adf-49c5-954a-cac1480f50d5 owned by {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:13.852164 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-801fcbc3-e6d9-4e9b-90ae-40f19db2323c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:13.865177 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-801fcbc3-e6d9-4e9b-90ae-40f19db2323c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:13.876744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.api [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:58:13.877336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG oslo_db.api [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:58:13.889164 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 85019ef0-0892-4ca6-bde5-f6a2be986303 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:13.908450 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801fcbc3-e6d9-4e9b-90ae-40f19db2323c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e0d9d7e-ffb2-4ef6-ac50-173b034fcac7,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:13.911575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12444586-d893-4278-8454-89fd9b30b1f8 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:13.914390 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-12444586-d893-4278-8454-89fd9b30b1f8 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2881374 Feb 28 14:58:13.917268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46860) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:13.968479 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7adb877c-25f7-4abd-8f34-79b3b0a46cc8 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498059 Feb 28 14:58:13.970127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-801fcbc3-e6d9-4e9b-90ae-40f19db2323c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:13.972027 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46864) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:13.974388 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-801fcbc3-e6d9-4e9b-90ae-40f19db2323c tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.3850877 Feb 28 14:58:13.975379 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46866) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:13.979716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:58:13.990816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Sync routers for ids ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:58:13.991820 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f72afcd1-18e8-44e5-8eac-43e40fb1cde2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-838621421', 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:13.998745 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7d3fdb72-151a-4377-810a-3da27e28ff20 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules/4e0d9d7e-ffb2-4ef6-ac50-173b034fcac7 HTTP/1.1" status: 200 len: 711 time: 0.0217357 Feb 28 14:58:13.999488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46872) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:14.009404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Routers {'3411cf55-0e69-4531-9ae1-f4a33aa62f01'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:14.010107 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:57:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:14.015236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-fba6b563-a67a-4f83-9cb2-3519e5cca322 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Synchronizing usage tracker for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:14.031352 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'name': 'tempest-TestNetworkBasicOps-router-1346207162', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:09Z', 'updated_at': '2022-02-28T14:58:12Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:14.035424 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Checking router: 0c016ec0-1482-4ff1-8a54-22e1124306c3 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:58:14.035866 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Updating router 0c016ec0-1482-4ff1-8a54-22e1124306c3 port d86e76ae-4a6e-4c61-870d-a0bae4a84007 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:58:14.060602 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1b157d79-f850-42c4-a3c5-904fd2358028 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:14.070468 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-009ef14c-0c37-4371-b1c3-883030653c82 None None] Provisioning complete for port 85019ef0-0892-4ca6-bde5-f6a2be986303 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:14.070835 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-009ef14c-0c37-4371-b1c3-883030653c82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.079734 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1b157d79-f850-42c4-a3c5-904fd2358028 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:14.083590 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1b157d79-f850-42c4-a3c5-904fd2358028 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3713 time: 0.0803158 Feb 28 14:58:14.083852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46876) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:14.090985 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5233378b-3bb4-4a57-b840-7fea792cf346 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.103164 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.121807 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa5203b2-d30c-4726-8cb7-daaf88766cc4 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.133849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa5203b2-d30c-4726-8cb7-daaf88766cc4 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.171419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa5203b2-d30c-4726-8cb7-daaf88766cc4 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.175525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5233378b-3bb4-4a57-b840-7fea792cf346 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Port': ['ID=34ace536-8adf-49c5-954a-cac1480f50d5,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:14.204588 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.209214 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ffc640c0-dc06-4acf-9cda-b845e74f1b38 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 5.6245191 Feb 28 14:58:14.210667 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f72afcd1-18e8-44e5-8eac-43e40fb1cde2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:14.214477 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46880) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:14.217455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5233378b-3bb4-4a57-b840-7fea792cf346 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.218334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 85019ef0-0892-4ca6-bde5-f6a2be986303 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:14.219000 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.219445 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5233378b-3bb4-4a57-b840-7fea792cf346 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/ports/34ace536-8adf-49c5-954a-cac1480f50d5 HTTP/1.1" status: 204 len: 168 time: 1.9982774 Feb 28 14:58:14.221931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-fba6b563-a67a-4f83-9cb2-3519e5cca322 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Unset dirty status for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:14.223084 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5203b2-d30c-4726-8cb7-daaf88766cc4 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e0d9d7e-ffb2-4ef6-ac50-173b034fcac7,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:14.223353 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-fba6b563-a67a-4f83-9cb2-3519e5cca322 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7257867 Feb 28 14:58:14.223907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46884) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:14.225097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f72afcd1-18e8-44e5-8eac-43e40fb1cde2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:subnet and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:14.233541 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f72afcd1-18e8-44e5-8eac-43e40fb1cde2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:14.239706 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa5203b2-d30c-4726-8cb7-daaf88766cc4 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.242418 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fa5203b2-d30c-4726-8cb7-daaf88766cc4 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-group-rules/4e0d9d7e-ffb2-4ef6-ac50-173b034fcac7 HTTP/1.1" status: 204 len: 168 time: 0.1565061 Feb 28 14:58:14.244569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46890) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:14.284246 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f72afcd1-18e8-44e5-8eac-43e40fb1cde2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:14.291213 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a0b8b11-193d-4191-8ae8-ffe6059cbb5f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:14.291801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a0b8b11-193d-4191-8ae8-ffe6059cbb5f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:14.293623 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4a0b8b11-193d-4191-8ae8-ffe6059cbb5f tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/subnets/1dec840b-9f93-422d-882e-39c99099a0af HTTP/1.1" status: 404 len: 337 time: 0.0616217 Feb 28 14:58:14.296986 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46896) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:14.306736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ba459bb3-3dfc-40d7-b6f7-531f6aed1325 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:14.325950 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ba459bb3-3dfc-40d7-b6f7-531f6aed1325 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:14.331038 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ba459bb3-3dfc-40d7-b6f7-531f6aed1325 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3219 time: 0.0852387 Feb 28 14:58:14.331857 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46900) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:14.377689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f72afcd1-18e8-44e5-8eac-43e40fb1cde2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:14.440909 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ea4e02db-af5c-4eba-b756-c055e69fcfc2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.488849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ea4e02db-af5c-4eba-b756-c055e69fcfc2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.523433 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Deleting port 85019ef0-0892-4ca6-bde5-f6a2be986303 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:14.523801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.550923 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ea4e02db-af5c-4eba-b756-c055e69fcfc2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.591101 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Set router 3411cf55-0e69-4531-9ae1-f4a33aa62f01 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:58:14.596317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4e02db-af5c-4eba-b756-c055e69fcfc2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b04bd93-b251-4830-80b6-58353039f745,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:14.602115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ea4e02db-af5c-4eba-b756-c055e69fcfc2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.603743 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ea4e02db-af5c-4eba-b756-c055e69fcfc2 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-groups/3b04bd93-b251-4830-80b6-58353039f745 HTTP/1.1" status: 204 len: 168 time: 0.2704141 Feb 28 14:58:14.606044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46904) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:14.621721 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.635493 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Transition to ACTIVE for port object d86e76ae-4a6e-4c61-870d-a0bae4a84007 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:14.643645 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.669071 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ba87dcec-fbf2-447f-a91f-d73aecda197f tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:14.687006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ba87dcec-fbf2-447f-a91f-d73aecda197f tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:14.690067 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ba87dcec-fbf2-447f-a91f-d73aecda197f tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0829279 Feb 28 14:58:14.697540 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46908) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:14.706531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-1b1416fc-54a8-4874-ab1e-919c2f0e58b7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group': {'name': 'tempest-secgroup--277246724'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:14.715687 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e0f21d71-5fbe-4cd9-98f4-a46b12af2143 tempest-TestNetworkAdvancedServerOps-284048676 tempest-TestNetworkAdvancedServerOps-284048676-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=9cad89688b894404abdfb852201ad365&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.4975779 Feb 28 14:58:14.715899 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1b1416fc-54a8-4874-ab1e-919c2f0e58b7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:14.733027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1b1416fc-54a8-4874-ab1e-919c2f0e58b7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:14.740268 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c8d80-f3a9-4c7c-b735-9b8c3ce888bb None None] Pushing event updated for resources: {'Port': ['ID=d86e76ae-4a6e-4c61-870d-a0bae4a84007,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:14.744040 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46912) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:14.744916 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Attempting to bind port d86e76ae-4a6e-4c61-870d-a0bae4a84007 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:14.745277 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Attempting to bind port d86e76ae-4a6e-4c61-870d-a0bae4a84007 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:14.745635 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Attempting to bind port d86e76ae-4a6e-4c61-870d-a0bae4a84007 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:14.756523 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:58:14.756893 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:14.757830 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.758482 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:58:14.759177 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Bound port: d86e76ae-4a6e-4c61-870d-a0bae4a84007, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:14.759733 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.781898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1b1416fc-54a8-4874-ab1e-919c2f0e58b7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.789014 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c8d80-f3a9-4c7c-b735-9b8c3ce888bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:14.789548 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c8d80-f3a9-4c7c-b735-9b8c3ce888bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:14.790066 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c8d80-f3a9-4c7c-b735-9b8c3ce888bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:14.790548 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c8d80-f3a9-4c7c-b735-9b8c3ce888bb None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:14.791063 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c8d80-f3a9-4c7c-b735-9b8c3ce888bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:14.791553 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c8d80-f3a9-4c7c-b735-9b8c3ce888bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:14.792040 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c8d80-f3a9-4c7c-b735-9b8c3ce888bb None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:14.793209 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c8d80-f3a9-4c7c-b735-9b8c3ce888bb None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:14.793703 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c8d80-f3a9-4c7c-b735-9b8c3ce888bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:14.794187 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c8d80-f3a9-4c7c-b735-9b8c3ce888bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:14.794671 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-122c8d80-f3a9-4c7c-b735-9b8c3ce888bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:14.830998 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e68ecd94-b458-4c34-a3b3-9ab4d33323b9 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.855469 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] For port d86e76ae-4a6e-4c61-870d-a0bae4a84007, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:58:14.858832 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] For port d86e76ae-4a6e-4c61-870d-a0bae4a84007, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d86e76ae-4a6e-4c61-870d-a0bae4a84007,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:58:14.870047 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.878643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f72afcd1-18e8-44e5-8eac-43e40fb1cde2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:14.914391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1b1416fc-54a8-4874-ab1e-919c2f0e58b7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:14.932303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1b1416fc-54a8-4874-ab1e-919c2f0e58b7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:14.937403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1b1416fc-54a8-4874-ab1e-919c2f0e58b7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:14.958880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1b1416fc-54a8-4874-ab1e-919c2f0e58b7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:14.963073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246504210', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:08Z', 'updated_at': '2022-02-28T14:58:11Z', 'revision_number': 3, 'project_id': '9cad89688b894404abdfb852201ad365', 'gw_port': {'id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:14.967266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Checking router: 3411cf55-0e69-4531-9ae1-f4a33aa62f01 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:58:14.967952 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Updating router 3411cf55-0e69-4531-9ae1-f4a33aa62f01 port 4247b445-4866-4cba-b435-55f0ce8fda62 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:58:14.988322 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Routers {'0c016ec0-1482-4ff1-8a54-22e1124306c3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:14.989403 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:57:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0c016ec0-1482-4ff1-8a54-22e1124306c3'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:14.993813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f453878c-afb0-41a2-a262-e626ebf50fe6 tempest-TestNetworkAdvancedServerOps-284048676 tempest-TestNetworkAdvancedServerOps-284048676-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:15.001225 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46916) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:15.002030 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f453878c-afb0-41a2-a262-e626ebf50fe6 tempest-TestNetworkAdvancedServerOps-284048676 tempest-TestNetworkAdvancedServerOps-284048676-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2499752 Feb 28 14:58:15.020676 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.067748 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1b1416fc-54a8-4874-ab1e-919c2f0e58b7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.074697 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1b1416fc-54a8-4874-ab1e-919c2f0e58b7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.124414 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1416fc-54a8-4874-ab1e-919c2f0e58b7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a965546-a728-4476-a6f4-2036ac63ba51,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:15.141450 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1b1416fc-54a8-4874-ab1e-919c2f0e58b7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.143895 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1b1416fc-54a8-4874-ab1e-919c2f0e58b7 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1577 time: 0.4442818 Feb 28 14:58:15.145232 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-122c8d80-f3a9-4c7c-b735-9b8c3ce888bb None None] Pushing event updated for resources: {'Port': ['ID=d86e76ae-4a6e-4c61-870d-a0bae4a84007,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:15.146386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46920) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:15.155704 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-0a964513-99ad-4493-ad10-25f314a0bcbe tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Request body: {'security_group_rule': {'security_group_id': '9a965546-a728-4476-a6f4-2036ac63ba51', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:15.162927 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0a964513-99ad-4493-ad10-25f314a0bcbe tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:15.168872 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0a964513-99ad-4493-ad10-25f314a0bcbe tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Usage tracker for resource:security_group_rule and tenant:1713f10611c8471e8f870c24ce1bc7d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:15.171893 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0a964513-99ad-4493-ad10-25f314a0bcbe tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:15.179574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0a964513-99ad-4493-ad10-25f314a0bcbe tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:15.200978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0a964513-99ad-4493-ad10-25f314a0bcbe tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.228158 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] Set router 0c016ec0-1482-4ff1-8a54-22e1124306c3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:58:15.279881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0a964513-99ad-4493-ad10-25f314a0bcbe tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.286044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0a964513-99ad-4493-ad10-25f314a0bcbe tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.308209 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a964513-99ad-4493-ad10-25f314a0bcbe tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3de6546f-c452-408f-8954-642668e23427,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:15.324166 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0a964513-99ad-4493-ad10-25f314a0bcbe tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.326553 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0a964513-99ad-4493-ad10-25f314a0bcbe tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1774173 Feb 28 14:58:15.329381 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46924) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:15.427835 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.441433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Transition to ACTIVE for port object 4247b445-4866-4cba-b435-55f0ce8fda62 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:15.453729 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.459898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-024aa3b0-51cb-4bb3-bc32-b1f9e422f494 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.496222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-024aa3b0-51cb-4bb3-bc32-b1f9e422f494 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.527999 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ef856db3-81a8-4bdf-98a4-4417074d9329 tempest-TestNetworkAdvancedServerOps-284048676 tempest-TestNetworkAdvancedServerOps-284048676-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.5174065 Feb 28 14:58:15.543674 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46928) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:15.548274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02152ac1-d4f1-4d32-b436-233692589d74 None None] Pushing event updated for resources: {'Port': ['ID=4247b445-4866-4cba-b435-55f0ce8fda62,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:15.550812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Attempting to bind port 4247b445-4866-4cba-b435-55f0ce8fda62 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:15.551182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Attempting to bind port 4247b445-4866-4cba-b435-55f0ce8fda62 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:15.551935 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Attempting to bind port 4247b445-4866-4cba-b435-55f0ce8fda62 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:15.557145 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ba93b872-4b93-44e0-87e7-d669209bff95 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1247559707', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'project_id': '9cad89688b894404abdfb852201ad365', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:15.559940 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:58:15.560920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:15.560920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.561263 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:58:15.561889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Bound port: 4247b445-4866-4cba-b435-55f0ce8fda62, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:15.562270 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.596283 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-a0ebd9ea-b4a9-4bb8-b3ea-260eae266783 service neutron] 10.222.0.15 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3220332 Feb 28 14:58:15.624549 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'name': 'tempest-TestNetworkBasicOps-router-1346207162', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:09Z', 'updated_at': '2022-02-28T14:58:12Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:15.629826 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f9d50ec-4aae-4c2d-84be-bdb4afc521b8 None None] The sync data for ids ['0c016ec0-1482-4ff1-8a54-22e1124306c3'] in dv-neutron-830866-2-hyperv is: [{'id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'name': 'tempest-TestNetworkBasicOps-router-1346207162', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:09Z', 'updated_at': '2022-02-28T14:58:12Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:58:15.648572 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] For port 4247b445-4866-4cba-b435-55f0ce8fda62, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:58:15.650858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] For port 4247b445-4866-4cba-b435-55f0ce8fda62, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4247b445-4866-4cba-b435-55f0ce8fda62,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:58:15.659954 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.704611 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-024aa3b0-51cb-4bb3-bc32-b1f9e422f494 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.709703 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ba93b872-4b93-44e0-87e7-d669209bff95 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:15.726395 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024aa3b0-51cb-4bb3-bc32-b1f9e422f494 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a965546-a728-4476-a6f4-2036ac63ba51,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:15.728463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ba93b872-4b93-44e0-87e7-d669209bff95 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Usage tracker for resource:subnet and tenant:9cad89688b894404abdfb852201ad365 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:15.733831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ba93b872-4b93-44e0-87e7-d669209bff95 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:15.742754 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ba93b872-4b93-44e0-87e7-d669209bff95 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:15.754291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-024aa3b0-51cb-4bb3-bc32-b1f9e422f494 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.758102 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-024aa3b0-51cb-4bb3-bc32-b1f9e422f494 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-groups/9a965546-a728-4476-a6f4-2036ac63ba51 HTTP/1.1" status: 204 len: 168 time: 0.4276068 Feb 28 14:58:15.758758 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46932) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:15.773161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02152ac1-d4f1-4d32-b436-233692589d74 None None] Pushing event updated for resources: {'Port': ['ID=4247b445-4866-4cba-b435-55f0ce8fda62,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:15.775949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba93b872-4b93-44e0-87e7-d669209bff95 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Made reservation on behalf of 9cad89688b894404abdfb852201ad365 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:15.778613 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Routers {'3411cf55-0e69-4531-9ae1-f4a33aa62f01'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:15.779328 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:57:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:15.805214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f72afcd1-18e8-44e5-8eac-43e40fb1cde2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.887148 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72afcd1-18e8-44e5-8eac-43e40fb1cde2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Subnet': ['ID=99bb0a0f-338f-4ae2-b958-18979ceae777,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:15.938709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e68ecd94-b458-4c34-a3b3-9ab4d33323b9 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:15.978115 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] For port 85019ef0-0892-4ca6-bde5-f6a2be986303, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=85019ef0-0892-4ca6-bde5-f6a2be986303,segment=NetworkSegment(815d9a91-3cf7-4301-8c72-493391f38331),segment_id=815d9a91-3cf7-4301-8c72-493391f38331)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:15.978480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:16.047978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-eb4c3069-ea20-488a-87ff-abb9971fdb41 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:16.061859 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba93b872-4b93-44e0-87e7-d669209bff95 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:16.077631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] Set router 3411cf55-0e69-4531-9ae1-f4a33aa62f01 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:58:16.142901 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-e68ecd94-b458-4c34-a3b3-9ab4d33323b9 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc4061c4-a932-4233-9f6b-e181eaef5cf9']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:16.154520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-eb4c3069-ea20-488a-87ff-abb9971fdb41 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:16.158271 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-eb4c3069-ea20-488a-87ff-abb9971fdb41 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.3955643 Feb 28 14:58:16.158425 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Calling delete_port for 85019ef0-0892-4ca6-bde5-f6a2be986303 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:16.160000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46936) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:16.219196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-e68ecd94-b458-4c34-a3b3-9ab4d33323b9 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '515c329a-53a6-4105-b188-7c9764cccffa') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:16.219493 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-e68ecd94-b458-4c34-a3b3-9ab4d33323b9 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '515c329a-53a6-4105-b188-7c9764cccffa') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:16.226565 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-07634776-c252-4df7-83ee-4bf595e9a9cf tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Synchronizing usage tracker for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:16.264425 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e68ecd94-b458-4c34-a3b3-9ab4d33323b9 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:16.284951 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-0a949bef-f3b6-4f9a-a3e7-779d89958e3a service neutron] 10.222.0.15 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6720846 Feb 28 14:58:16.289934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f72afcd1-18e8-44e5-8eac-43e40fb1cde2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Checking segment: {'id': '6f5da2dd-3ebc-49a5-b6d2-53bb41543316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:16.290362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72afcd1-18e8-44e5-8eac-43e40fb1cde2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network hostable DHCP agents. Network: 9d612402-7f6c-464b-9841-02cdb0616e7d, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:58:16.298492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-07634776-c252-4df7-83ee-4bf595e9a9cf tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] Unset dirty status for tenant:1713f10611c8471e8f870c24ce1bc7d3 on resource:security_group_rule {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:16.300152 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-07634776-c252-4df7-83ee-4bf595e9a9cf tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 2243 time: 0.1391096 Feb 28 14:58:16.306391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46940) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:16.321171 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e68ecd94-b458-4c34-a3b3-9ab4d33323b9 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:16.332874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e68ecd94-b458-4c34-a3b3-9ab4d33323b9 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:58:16.333536 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e68ecd94-b458-4c34-a3b3-9ab4d33323b9 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:16.337646 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-9113b8a0-6213-4744-b371-d7e7b2df4ae8 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] delete failed (client error): The resource could not be found. Feb 28 14:58:16.343599 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9113b8a0-6213-4744-b371-d7e7b2df4ae8 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "DELETE /v2.0/security-groups/9a965546-a728-4476-a6f4-2036ac63ba51 HTTP/1.1" status: 404 len: 347 time: 0.0358515 Feb 28 14:58:16.344704 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46944) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:58:16.352481 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:58:16.446558 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ea7754e5-5d77-4de7-a21b-21fdcaafdb23 tempest-SecGroupIPv6Test-665120368 tempest-SecGroupIPv6Test-665120368-project] 10.222.0.15 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2647 time: 0.0976593 Feb 28 14:58:16.466356 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f72afcd1-18e8-44e5-8eac-43e40fb1cde2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 9d612402-7f6c-464b-9841-02cdb0616e7d is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:58:16.517277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba93b872-4b93-44e0-87e7-d669209bff95 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:16.564285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246504210', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:08Z', 'updated_at': '2022-02-28T14:58:11Z', 'revision_number': 3, 'project_id': '9cad89688b894404abdfb852201ad365', 'gw_port': {'id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:16.570412 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-149cba2f-5cb8-47b0-8fd6-a101a58b2217 None None] The sync data for ids ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'] in dv-neutron-830866-2-hyperv is: [{'id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246504210', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:08Z', 'updated_at': '2022-02-28T14:58:11Z', 'revision_number': 3, 'project_id': '9cad89688b894404abdfb852201ad365', 'gw_port': {'id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9e:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:58:16.578780 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-f72afcd1-18e8-44e5-8eac-43e40fb1cde2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 9d612402-7f6c-464b-9841-02cdb0616e7d) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:16.584456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f72afcd1-18e8-44e5-8eac-43e40fb1cde2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:16.584817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f72afcd1-18e8-44e5-8eac-43e40fb1cde2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:16.596510 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0aad50-29a3-4610-b380-ef278bb27aa2 None None] Network 9d612402-7f6c-464b-9841-02cdb0616e7d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:16.625715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:16.685382 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba93b872-4b93-44e0-87e7-d669209bff95 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Checking segment: {'id': '5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:16.686186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba93b872-4b93-44e0-87e7-d669209bff95 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Network hostable DHCP agents. Network: d0a20c91-fbad-45f6-b36c-5cd61f694024, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:58:16.707528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba93b872-4b93-44e0-87e7-d669209bff95 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event updated for resources: {'Subnet': ['ID=79e2a4e4-a59e-498f-a157-c995a77fcfe9,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:16.709093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e68ecd94-b458-4c34-a3b3-9ab4d33323b9 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:16.718346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e68ecd94-b458-4c34-a3b3-9ab4d33323b9 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:16.728609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba93b872-4b93-44e0-87e7-d669209bff95 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Network d0a20c91-fbad-45f6-b36c-5cd61f694024 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:58:16.755913 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-ba93b872-4b93-44e0-87e7-d669209bff95 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, d0a20c91-fbad-45f6-b36c-5cd61f694024) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:16.761177 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba93b872-4b93-44e0-87e7-d669209bff95 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:16.761811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba93b872-4b93-44e0-87e7-d669209bff95 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:16.804234 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e68ecd94-b458-4c34-a3b3-9ab4d33323b9 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/networks/fc4061c4-a932-4233-9f6b-e181eaef5cf9 HTTP/1.1" status: 204 len: 168 time: 2.4978869 Feb 28 14:58:16.804547 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ba93b872-4b93-44e0-87e7-d669209bff95 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2581224 Feb 28 14:58:16.805129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46956) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:16.809131 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46958) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:16.821965 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Port': ['ID=85019ef0-0892-4ca6-bde5-f6a2be986303,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:16.827619 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f72afcd1-18e8-44e5-8eac-43e40fb1cde2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 2.8508635 Feb 28 14:58:16.876460 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68ecd94-b458-4c34-a3b3-9ab4d33323b9 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Network': ['ID=fc4061c4-a932-4233-9f6b-e181eaef5cf9,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:16.883154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46964) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:16.905296 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26590668-06d6-4282-aec2-bb27005658a5 None None] Network d0a20c91-fbad-45f6-b36c-5cd61f694024 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:16.943482 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99f00988-ae85-4af3-8851-32adab205657 None None] DHCP port deletion for fcc9292b-4f1e-403f-8080-9d6e98bc0f24 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:58:17.119374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46970) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:17.179312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-9d612402-7f6c-464b-9841-02cdb0616e7d', 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ips': [{'subnet_id': '99bb0a0f-338f-4ae2-b958-18979ceae777'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:58:17.190629 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:17.224066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No DVR routers for this DVR port 85019ef0-0892-4ca6-bde5-f6a2be986303 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:58:17.376882 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:17.465086 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df8e990-c15e-405c-9f80-7975b6d21014 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Deleting subnet c33d9b53-8345-4179-9bf8-924d47dfbe62 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:58:17.469437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0df8e990-c15e-405c-9f80-7975b6d21014 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:17.480634 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Allocated IP 172.20.0.2 (9d612402-7f6c-464b-9841-02cdb0616e7d/99bb0a0f-338f-4ae2-b958-18979ceae777/fb42c618-ec63-4fe2-9ac9-85659988f576) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:17.533852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0df8e990-c15e-405c-9f80-7975b6d21014 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:17.623215 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:17.675766 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5b225fb9-27a7-4025-9a8f-61d65d047eb3 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=1713f10611c8471e8f870c24ce1bc7d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.5461769 Feb 28 14:58:17.679920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46976) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:17.697033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0df8e990-c15e-405c-9f80-7975b6d21014 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:17.742227 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:17.755421 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Transition to ACTIVE for port object fb42c618-ec63-4fe2-9ac9-85659988f576 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:17.779615 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Transition to ACTIVE for port object fb42c618-ec63-4fe2-9ac9-85659988f576 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:17.787164 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dffb746f-22ef-42a9-a339-7cf8c1764daf None None] Network fcc9292b-4f1e-403f-8080-9d6e98bc0f24 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:17.843576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0df8e990-c15e-405c-9f80-7975b6d21014 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:17.847661 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:17.878634 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Subnet': ['ID=475d03e6-f21d-466e-bb80-fc6baf0ceff4,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:17.902229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df8e990-c15e-405c-9f80-7975b6d21014 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Subnet': ['ID=c33d9b53-8345-4179-9bf8-924d47dfbe62,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:17.904184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d7340f5-3685-49e0-9177-b813daa4c22b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:17.937532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0df8e990-c15e-405c-9f80-7975b6d21014 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:17.949196 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d7340f5-3685-49e0-9177-b813daa4c22b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:17.972872 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:18.019499 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fcc9292b-4f1e-403f-8080-9d6e98bc0f24']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:18.030193 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae4d1468-4b5f-41a5-91f0-722a6b8f103e None None] Network df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:18.034568 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '815d9a91-3cf7-4301-8c72-493391f38331') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:18.034867 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '815d9a91-3cf7-4301-8c72-493391f38331') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:18.042742 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-d0a20c91-fbad-45f6-b36c-5cd61f694024', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'fixed_ips': [{'subnet_id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:58:18.043531 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:18.049712 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:18.063183 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4247b445-4866-4cba-b435-55f0ce8fda62 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:18.069194 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:18.078060 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:58:18.078456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:58:18.096459 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:58:18.169598 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0df8e990-c15e-405c-9f80-7975b6d21014 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/subnets/c33d9b53-8345-4179-9bf8-924d47dfbe62 HTTP/1.1" status: 204 len: 168 time: 1.3633816 Feb 28 14:58:18.174333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 46986) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:18.201419 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:18.215180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d7340f5-3685-49e0-9177-b813daa4c22b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:18.226846 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:18.231491 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Network': ['ID=fcc9292b-4f1e-403f-8080-9d6e98bc0f24,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:18.267704 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Network 9d612402-7f6c-464b-9841-02cdb0616e7d is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:18.295005 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:18.301388 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:18.388461 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8a5e3bc1-40de-4ede-8664-3b26feee01bc tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/fcc9292b-4f1e-403f-8080-9d6e98bc0f24 HTTP/1.1" status: 204 len: 168 time: 6.6548235 Feb 28 14:58:18.390295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46994) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:18.446616 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-50143a27-c18d-480c-b6c2-d501712f03b5 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:18.447338 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50143a27-c18d-480c-b6c2-d501712f03b5 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:18.449257 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-50143a27-c18d-480c-b6c2-d501712f03b5 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/subnets/475d03e6-f21d-466e-bb80-fc6baf0ceff4 HTTP/1.1" status: 404 len: 337 time: 0.0541744 Feb 28 14:58:18.454710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 46998) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:18.468829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Pushing event updated for resources: {'Port': ['ID=fb42c618-ec63-4fe2-9ac9-85659988f576,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:18.483052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7340f5-3685-49e0-9177-b813daa4c22b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94f0731e-0deb-480c-b95c-f770789ace0b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:18.486351 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4df98e38-d332-4882-b36e-86ee2dc51205 req-cfaa1085-deae-4087-bece-328426cfd79c tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 210 time: 0.2731199 Feb 28 14:58:18.523336 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-2370227c-41bf-4da9-93d1-37f4db866806 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:18.523922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2370227c-41bf-4da9-93d1-37f4db866806 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:18.526910 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2370227c-41bf-4da9-93d1-37f4db866806 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/fcc9292b-4f1e-403f-8080-9d6e98bc0f24 HTTP/1.1" status: 404 len: 339 time: 0.0698040 Feb 28 14:58:18.529783 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47004) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:18.571629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d7340f5-3685-49e0-9177-b813daa4c22b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:18.575770 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6d7340f5-3685-49e0-9177-b813daa4c22b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/94f0731e-0deb-480c-b95c-f770789ace0b HTTP/1.1" status: 204 len: 168 time: 0.8947084 Feb 28 14:58:18.586698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:18.602704 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Deleting port 28321100-7183-488f-bd90-003d87bfa0b1 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:18.603060 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:18.622050 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2cbd15b-6940-4058-b08a-e43725880722 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:18.624072 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2cbd15b-6940-4058-b08a-e43725880722 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:18.629630 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d2cbd15b-6940-4058-b08a-e43725880722 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/subnets/289f454d-f528-463b-a056-2760f6ca0be6 HTTP/1.1" status: 404 len: 337 time: 0.0979009 Feb 28 14:58:18.631331 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47010) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:18.676111 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7636957-5127-4e2d-b16b-979408738462 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:18.676871 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f7636957-5127-4e2d-b16b-979408738462 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:18.681216 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f7636957-5127-4e2d-b16b-979408738462 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/79d3aea1-2f23-4456-8e40-f0a38509dcb8 HTTP/1.1" status: 404 len: 339 time: 0.0443513 Feb 28 14:58:18.681774 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47014) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:18.812010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Attempting to bind port fb42c618-ec63-4fe2-9ac9-85659988f576 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:18.812381 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Attempting to bind port fb42c618-ec63-4fe2-9ac9-85659988f576 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '6f5da2dd-3ebc-49a5-b6d2-53bb41543316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:18.812741 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Attempting to bind port fb42c618-ec63-4fe2-9ac9-85659988f576 on network 9d612402-7f6c-464b-9841-02cdb0616e7d {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:18.847789 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5843f11-1eea-46d8-a794-b0a604eeb7c2 None None] DHCP port deletion for fcc9292b-4f1e-403f-8080-9d6e98bc0f24 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:58:18.849787 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:58:18.851025 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Checking segment: {'id': '6f5da2dd-3ebc-49a5-b6d2-53bb41543316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:18.851192 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:18.851509 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Bound using segment: {'id': '6f5da2dd-3ebc-49a5-b6d2-53bb41543316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:58:18.852008 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Bound port: fb42c618-ec63-4fe2-9ac9-85659988f576, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5da2dd-3ebc-49a5-b6d2-53bb41543316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:18.852382 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:18.862331 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe8e3-f25d-47fa-af19-2cc05da9f0ef tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:18.977248 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Allocated IP 172.20.0.2 (d0a20c91-fbad-45f6-b36c-5cd61f694024/79e2a4e4-a59e-498f-a157-c995a77fcfe9/cae64a98-8e38-4078-84b6-2021888a9d90) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:19.063116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] For port 28321100-7183-488f-bd90-003d87bfa0b1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=28321100-7183-488f-bd90-003d87bfa0b1,segment=NetworkSegment(8d5b74ff-16c8-4d43-b6db-ab1e813a0610),segment_id=8d5b74ff-16c8-4d43-b6db-ab1e813a0610)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:19.063361 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.159746 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe8e3-f25d-47fa-af19-2cc05da9f0ef tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.193872 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Calling delete_port for 28321100-7183-488f-bd90-003d87bfa0b1 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:19.204146 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 4247b445-4866-4cba-b435-55f0ce8fda62 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:19.232130 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-cf2fe8e3-f25d-47fa-af19-2cc05da9f0ef tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d445212-70ce-4345-83cb-7297fa29a746']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:19.232871 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4247b445-4866-4cba-b435-55f0ce8fda62 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:19.233351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.253437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-cf2fe8e3-f25d-47fa-af19-2cc05da9f0ef tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c6d2bd4-392a-4da5-b1c9-d06ab5525d79') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:19.253732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-cf2fe8e3-f25d-47fa-af19-2cc05da9f0ef tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c6d2bd4-392a-4da5-b1c9-d06ab5525d79') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:19.268999 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.280791 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe8e3-f25d-47fa-af19-2cc05da9f0ef tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.292828 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.378830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Port': ['ID=28321100-7183-488f-bd90-003d87bfa0b1,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:19.387713 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] No DVR routers for this DVR port 28321100-7183-488f-bd90-003d87bfa0b1 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:58:19.461227 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.474488 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Transition to ACTIVE for port object cae64a98-8e38-4078-84b6-2021888a9d90 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:19.480057 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe8e3-f25d-47fa-af19-2cc05da9f0ef tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.491299 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cf2fe8e3-f25d-47fa-af19-2cc05da9f0ef tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:58:19.491828 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe8e3-f25d-47fa-af19-2cc05da9f0ef tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:58:19.506394 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:58:19.519643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64b32a1-e248-4726-89ec-8a6b1b709ab0 None None] DHCP port deletion for df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:58:19.526746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.550071 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Transition to ACTIVE for port object cae64a98-8e38-4078-84b6-2021888a9d90 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:19.562475 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:19.567977 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.588300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8d5b74ff-16c8-4d43-b6db-ab1e813a0610') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:19.588806 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8d5b74ff-16c8-4d43-b6db-ab1e813a0610') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:19.592930 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4943c101-aba2-4249-aafe-563ca860110e None None] For port fb42c618-ec63-4fe2-9ac9-85659988f576, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:58:19.638868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.657884 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4943c101-aba2-4249-aafe-563ca860110e None None] For port fb42c618-ec63-4fe2-9ac9-85659988f576, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fb42c618-ec63-4fe2-9ac9-85659988f576,segment=NetworkSegment(6f5da2dd-3ebc-49a5-b6d2-53bb41543316),segment_id=6f5da2dd-3ebc-49a5-b6d2-53bb41543316)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:58:19.676651 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.689226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.733728 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Pushing event updated for resources: {'Port': ['ID=cae64a98-8e38-4078-84b6-2021888a9d90,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:19.739077 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:58:19.740214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:58:19.759422 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:58:19.801404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Network d0a20c91-fbad-45f6-b36c-5cd61f694024 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:19.849095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:19.852585 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:19.899990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.925812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:19.943693 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] 10.222.0.15 "DELETE /v2.0/networks/df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0 HTTP/1.1" status: 204 len: 168 time: 1.7665856 Feb 28 14:58:19.953217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664bde38-b6ac-4872-bbd5-71c53a72d131 tempest-NetworksIpV6TestAttrs-1981672873 tempest-NetworksIpV6TestAttrs-1981672873-project] Pushing event deleted for resources: {'Network': ['ID=df9c7ebb-1111-4d86-a4ed-cbe4b9f562e0,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:19.965011 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:20.061576 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Attempting to bind port cae64a98-8e38-4078-84b6-2021888a9d90 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:20.062067 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Attempting to bind port cae64a98-8e38-4078-84b6-2021888a9d90 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:20.062824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Attempting to bind port cae64a98-8e38-4078-84b6-2021888a9d90 on network d0a20c91-fbad-45f6-b36c-5cd61f694024 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:20.065265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:20.079643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4943c101-aba2-4249-aafe-563ca860110e None None] Pushing event updated for resources: {'Port': ['ID=fb42c618-ec63-4fe2-9ac9-85659988f576,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:20.094416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 57, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:58:20.094842 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Checking segment: {'id': '5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:20.095350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:20.096009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Bound using segment: {'id': '5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:58:20.096816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Bound port: cae64a98-8e38-4078-84b6-2021888a9d90, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:20.097285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:20.099944 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a3c33fe5-8610-4bf5-aad7-1e8fc3a2d01c req-25d69175-8a56-4130-8e68-1441d79e33a0 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 210 time: 0.2408104 Feb 28 14:58:20.120303 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 4247b445-4866-4cba-b435-55f0ce8fda62, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4247b445-4866-4cba-b435-55f0ce8fda62,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:20.123993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-870445b4-27bf-47e0-b2ab-ac6fa6ec4825 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:20.125403 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-870445b4-27bf-47e0-b2ab-ac6fa6ec4825 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.20 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 812 time: 0.2652693 Feb 28 14:58:20.136317 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe8e3-f25d-47fa-af19-2cc05da9f0ef tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:20.159153 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:20.160169 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d86e76ae-4a6e-4c61-870d-a0bae4a84007 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:20.217844 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf2fe8e3-f25d-47fa-af19-2cc05da9f0ef tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:20.314341 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=4247b445-4866-4cba-b435-55f0ce8fda62,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:20.336315 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-2caf8549-f1ca-43ff-affc-6ef8955f4c82 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12877993fbd9430d9a0b7e62d6fef06f HTTP/1.1" status: 200 len: 379 time: 0.1855366 Feb 28 14:58:20.337642 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf2fe8e3-f25d-47fa-af19-2cc05da9f0ef tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Network': ['ID=7d445212-70ce-4345-83cb-7297fa29a746,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:20.375928 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cf2fe8e3-f25d-47fa-af19-2cc05da9f0ef tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/7d445212-70ce-4345-83cb-7297fa29a746 HTTP/1.1" status: 204 len: 168 time: 1.6916292 Feb 28 14:58:20.414502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-17ac4a90-e3c5-4ff8-a0aa-b21cbbca1bbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Request body: {'port': {'device_id': '88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'admin_state_up': True, 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'security_groups': ['ab641d75-d5c8-4119-835b-b3d794f73d32']}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:20.451128 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47026) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:20.474961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] For port cae64a98-8e38-4078-84b6-2021888a9d90, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:58:20.490033 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] For port cae64a98-8e38-4078-84b6-2021888a9d90, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cae64a98-8e38-4078-84b6-2021888a9d90,segment=NetworkSegment(5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c),segment_id=5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:58:20.511518 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:20.633467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port d86e76ae-4a6e-4c61-870d-a0bae4a84007 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:20.653339 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d86e76ae-4a6e-4c61-870d-a0bae4a84007 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:20.653831 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:20.656485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47030) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:20.776021 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-b02941dc-1458-4701-88f6-2cb02656b124 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:20.776750 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b02941dc-1458-4701-88f6-2cb02656b124 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:20.778941 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b02941dc-1458-4701-88f6-2cb02656b124 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/subnets/dec45d35-5fc2-4b10-a142-26c951b7a1b0 HTTP/1.1" status: 404 len: 337 time: 0.1335368 Feb 28 14:58:20.785238 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Allocated IP 172.20.0.1 (d0a20c91-fbad-45f6-b36c-5cd61f694024/79e2a4e4-a59e-498f-a157-c995a77fcfe9/06c39261-d960-4ae2-9a77-b03985630dd0) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:20.785448 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.1 (9d612402-7f6c-464b-9841-02cdb0616e7d/99bb0a0f-338f-4ae2-b958-18979ceae777/53cf5148-9bed-47ba-b7cc-d6e45e49b269) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:20.787457 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47034) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:20.792176 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66bd3e7f-a8be-4fd4-bea6-2bdcc00e1803 None None] Pushing event updated for resources: {'Port': ['ID=cae64a98-8e38-4078-84b6-2021888a9d90,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:20.859304 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-91967eb6-80f7-4f11-8c1a-b5fcf30cfd58 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:20.860053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91967eb6-80f7-4f11-8c1a-b5fcf30cfd58 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:20.861970 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-91967eb6-80f7-4f11-8c1a-b5fcf30cfd58 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/09884197-ea01-41dd-89d8-bbd3f6278441 HTTP/1.1" status: 404 len: 339 time: 0.0682225 Feb 28 14:58:20.868721 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47038) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:20.879600 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:20.902395 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port d86e76ae-4a6e-4c61-870d-a0bae4a84007, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d86e76ae-4a6e-4c61-870d-a0bae4a84007,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:20.907673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:21.009265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 85019ef0-0892-4ca6-bde5-f6a2be986303 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:58:21.033385 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:21.048921 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-97be075f-3f98-42f7-8327-927f629081e0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:21.049362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97be075f-3f98-42f7-8327-927f629081e0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:21.054242 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-97be075f-3f98-42f7-8327-927f629081e0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/subnets/4ff57c0e-d8a9-4cb5-854b-596d9cf67a57 HTTP/1.1" status: 404 len: 337 time: 0.1821024 Feb 28 14:58:21.056856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=d86e76ae-4a6e-4c61-870d-a0bae4a84007,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:21.061119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Transition to ACTIVE for port object 06c39261-d960-4ae2-9a77-b03985630dd0 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:21.061792 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 85019ef0-0892-4ca6-bde5-f6a2be986303 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:58:21.062240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 85019ef0-0892-4ca6-bde5-f6a2be986303 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:58:21.066817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47044) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:21.128892 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b16d60c-3906-4140-9291-0d21f41d0e6c tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:21.129269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b16d60c-3906-4140-9291-0d21f41d0e6c tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:21.153174 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5b16d60c-3906-4140-9291-0d21f41d0e6c tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/be38e60c-3d85-42d6-9750-63f28a52c489 HTTP/1.1" status: 404 len: 339 time: 0.0799479 Feb 28 14:58:21.156613 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47050) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:21.166154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-17ac4a90-e3c5-4ff8-a0aa-b21cbbca1bbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:21.181385 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:21.352355 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-33f39806-c86e-49f6-b544-5b5847eedc5a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:21.353507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33f39806-c86e-49f6-b544-5b5847eedc5a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:21.355812 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-33f39806-c86e-49f6-b544-5b5847eedc5a tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/subnets/8a95aaa4-5946-4040-9912-4feffc30a158 HTTP/1.1" status: 404 len: 337 time: 0.1982281 Feb 28 14:58:21.361987 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Network d0a20c91-fbad-45f6-b36c-5cd61f694024 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:21.363713 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47054) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:21.365114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-17ac4a90-e3c5-4ff8-a0aa-b21cbbca1bbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:21.389340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:21.392436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:21.405859 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4247b445-4866-4cba-b435-55f0ce8fda62 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:21.445787 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-11d83568-c536-4cb3-b37a-a4641e57317f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:21.446609 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11d83568-c536-4cb3-b37a-a4641e57317f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:21.453547 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-11d83568-c536-4cb3-b37a-a4641e57317f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/03196ec1-44ab-43d0-b6fa-462cfa97d163 HTTP/1.1" status: 404 len: 339 time: 0.0852807 Feb 28 14:58:21.458502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47058) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:21.538703 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:21.546429 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4247b445-4866-4cba-b435-55f0ce8fda62 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:21.547746 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:21.608538 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-17ac4a90-e3c5-4ff8-a0aa-b21cbbca1bbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Made reservation on behalf of 12877993fbd9430d9a0b7e62d6fef06f for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:21.611669 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-17ac4a90-e3c5-4ff8-a0aa-b21cbbca1bbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:21.631447 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-84054a31-5e2c-454b-83db-bd45e8e925be req-c225d9a8-8795-4737-afe6-3b3d4a22d44b tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 210 time: 0.0991828 Feb 28 14:58:21.645212 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-38a20e92-90f1-426a-a0cf-465e2f843ac3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:21.645655 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-38a20e92-90f1-426a-a0cf-465e2f843ac3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:21.649842 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-38a20e92-90f1-426a-a0cf-465e2f843ac3 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/subnets/c80c26db-950d-4a04-8799-fbd360ffbc87 HTTP/1.1" status: 404 len: 337 time: 0.1537426 Feb 28 14:58:21.651040 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47062) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:21.654071 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:21.706700 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1b233b23-9a82-45fe-add7-d162fda276db admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9dee5a82c1914befa2d0d7b0d99c0734&name=default HTTP/1.1" status: 200 len: 2647 time: 1.0465748 Feb 28 14:58:21.707536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event updated for resources: {'Port': ['ID=06c39261-d960-4ae2-9a77-b03985630dd0,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:21.709764 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47066) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:21.712691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fb42c618-ec63-4fe2-9ac9-85659988f576 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:21.756094 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-822fa186-adbf-478a-81d0-6a612d025cca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:21.756629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-822fa186-adbf-478a-81d0-6a612d025cca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:21.765288 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object 53cf5148-9bed-47ba-b7cc-d6e45e49b269 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:21.785998 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-822fa186-adbf-478a-81d0-6a612d025cca tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/98793233-52af-4978-be45-f2e931cb43f8 HTTP/1.1" status: 404 len: 339 time: 0.1226997 Feb 28 14:58:21.791295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47070) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:21.814538 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:21.820949 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port fb42c618-ec63-4fe2-9ac9-85659988f576 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:21.828329 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d86e76ae-4a6e-4c61-870d-a0bae4a84007 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:21.844773 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-957c859d-a896-4668-8042-2abe2b05074b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:21.845216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-957c859d-a896-4668-8042-2abe2b05074b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:21.849338 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-957c859d-a896-4668-8042-2abe2b05074b tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/subnets/19775c6a-79cb-4e83-a80e-ba7b53d47824 HTTP/1.1" status: 404 len: 337 time: 0.0546491 Feb 28 14:58:21.852409 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47074) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:21.922642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d86e76ae-4a6e-4c61-870d-a0bae4a84007 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:21.923209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:21.974405 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-0881cc6e-70db-46e0-b01a-fbe5b246bbb6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:21.975047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0881cc6e-70db-46e0-b01a-fbe5b246bbb6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:21.979917 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0881cc6e-70db-46e0-b01a-fbe5b246bbb6 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/370a7992-ac4c-4f53-b382-1bd986caf533 HTTP/1.1" status: 404 len: 339 time: 0.1231878 Feb 28 14:58:21.982172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47078) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:21.983265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:22.026719 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97dc5a54-0404-4ba4-a9ac-5f5775a53b8b None None] Network 9d612402-7f6c-464b-9841-02cdb0616e7d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:22.115162 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-a00fc770-196b-4de5-a019-426d5b06d77f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:22.115805 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a00fc770-196b-4de5-a019-426d5b06d77f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:22.120075 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a00fc770-196b-4de5-a019-426d5b06d77f tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/subnets/5fc976d7-0585-461c-8034-f5cc11787eaa HTTP/1.1" status: 404 len: 337 time: 0.1150162 Feb 28 14:58:22.125291 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47082) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:22.153876 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 9d612402-7f6c-464b-9841-02cdb0616e7d is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:22.160163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-17ac4a90-e3c5-4ff8-a0aa-b21cbbca1bbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Allocated IP 172.20.0.10 (2ce55284-5808-4064-a7bc-b8c272008d14/b6e81901-9070-4c05-9242-35045a6111d9/f45e7fe3-7940-441b-8ee4-78ded5ed2ae4) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:22.163136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:22.173733 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:22.204577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3a37c2e5-6bce-48e1-b931-7c4b3386859c None None] Provisioning for port fb42c618-ec63-4fe2-9ac9-85659988f576 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:22.248663 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-81abf57d-e3ee-4643-bbbc-f6cafe8b0449 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:22.249004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3a37c2e5-6bce-48e1-b931-7c4b3386859c None None] Provisioning complete for port fb42c618-ec63-4fe2-9ac9-85659988f576 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:22.249120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81abf57d-e3ee-4643-bbbc-f6cafe8b0449 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:22.253262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3a37c2e5-6bce-48e1-b931-7c4b3386859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:22.253426 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-81abf57d-e3ee-4643-bbbc-f6cafe8b0449 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/da40afca-02bf-4b40-ad0f-03612347ca2a HTTP/1.1" status: 404 len: 339 time: 0.0957437 Feb 28 14:58:22.253426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=53cf5148-9bed-47ba-b7cc-d6e45e49b269,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:22.254587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47086) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:22.318754 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:22.332027 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3be86f0-5c74-431e-a7e3-c106578c3b86 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:22.332763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3be86f0-5c74-431e-a7e3-c106578c3b86 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:22.333580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c931ff04-6c39-458d-befa-665951d4c146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:22.335672 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e3be86f0-5c74-431e-a7e3-c106578c3b86 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/subnets/c521d030-5ed1-4f89-b3a1-0aca8e1a4475 HTTP/1.1" status: 404 len: 337 time: 0.0698826 Feb 28 14:58:22.344796 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47090) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:22.390856 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:22.413757 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:22.444538 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 28321100-7183-488f-bd90-003d87bfa0b1 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:58:22.498307 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 28321100-7183-488f-bd90-003d87bfa0b1 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:58:22.498643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 28321100-7183-488f-bd90-003d87bfa0b1 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:58:22.556646 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c92ff74-1d3b-4a15-8d9e-9ef36ae5594c None None] Network d0a20c91-fbad-45f6-b36c-5cd61f694024 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:22.573084 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:22.586609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c931ff04-6c39-458d-befa-665951d4c146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:22.648448 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-52aa96f0-b8df-42d1-981c-88283c26bece tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:22.648888 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-52aa96f0-b8df-42d1-981c-88283c26bece tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:22.653041 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-52aa96f0-b8df-42d1-981c-88283c26bece tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/74cd8d63-396e-4da5-a671-b75f919cfbba HTTP/1.1" status: 404 len: 339 time: 0.3017080 Feb 28 14:58:22.657410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47094) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:22.731158 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-0784e04a-e1a5-4c72-95a4-bddf38cdaa40 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:22.731707 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0784e04a-e1a5-4c72-95a4-bddf38cdaa40 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:22.733655 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0784e04a-e1a5-4c72-95a4-bddf38cdaa40 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/subnets/fb5002dd-6bde-456e-ac25-98aa95bb0b0e HTTP/1.1" status: 404 len: 337 time: 0.0735416 Feb 28 14:58:22.738652 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47100) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:22.801803 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f3b51f-696a-41be-8d24-b977e995c19d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] DELETE failed (client error): The resource could not be found. Feb 28 14:58:22.802236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f3b51f-696a-41be-8d24-b977e995c19d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83591) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 14:58:22.804587 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-36f3b51f-696a-41be-8d24-b977e995c19d tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/94b02aac-09c9-4790-9ff8-8e620ef1c828 HTTP/1.1" status: 404 len: 339 time: 0.0614085 Feb 28 14:58:22.808694 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47104) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:22.838515 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event updated for resources: {'Port': ['ID=06c39261-d960-4ae2-9a77-b03985630dd0,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:22.893670 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Network d0a20c91-fbad-45f6-b36c-5cd61f694024 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:22.895343 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:22.897919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c931ff04-6c39-458d-befa-665951d4c146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:22.905409 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3a37c2e5-6bce-48e1-b931-7c4b3386859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:22.963148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3a37c2e5-6bce-48e1-b931-7c4b3386859c None None] For port fb42c618-ec63-4fe2-9ac9-85659988f576, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fb42c618-ec63-4fe2-9ac9-85659988f576,segment=NetworkSegment(6f5da2dd-3ebc-49a5-b6d2-53bb41543316),segment_id=6f5da2dd-3ebc-49a5-b6d2-53bb41543316)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:22.977035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3a37c2e5-6bce-48e1-b931-7c4b3386859c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:23.052647 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-50fb2f04-905b-4f6e-a66c-67d7dcb13d4b req-9d8177ae-3078-4d43-b145-49b9a9189911 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Synchronizing usage tracker for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:23.062976 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a37c2e5-6bce-48e1-b931-7c4b3386859c None None] Pushing event updated for resources: {'Port': ['ID=fb42c618-ec63-4fe2-9ac9-85659988f576,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:23.073056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-17ac4a90-e3c5-4ff8-a0aa-b21cbbca1bbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:23.094645 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:23.135032 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-dfaaf41f-4228-44d3-a1b0-37be3b818f4e None None] Provisioning for port cae64a98-8e38-4078-84b6-2021888a9d90 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:23.238058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-17ac4a90-e3c5-4ff8-a0aa-b21cbbca1bbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Transition to ACTIVE for port object f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:23.240928 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-50fb2f04-905b-4f6e-a66c-67d7dcb13d4b req-9d8177ae-3078-4d43-b145-49b9a9189911 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Unset dirty status for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:23.242914 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-50fb2f04-905b-4f6e-a66c-67d7dcb13d4b req-9d8177ae-3078-4d43-b145-49b9a9189911 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 210 time: 0.3088436 Feb 28 14:58:23.379062 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fb42c618-ec63-4fe2-9ac9-85659988f576 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:23.462376 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c996bbf5-5d4f-48db-927e-205b51679f19 None None] Provisioning complete for port fb42c618-ec63-4fe2-9ac9-85659988f576 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:23.462955 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c996bbf5-5d4f-48db-927e-205b51679f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:23.491088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c931ff04-6c39-458d-befa-665951d4c146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bede9abf-751f-4d9c-a423-f7feb788d6ca,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:23.534059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c931ff04-6c39-458d-befa-665951d4c146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:23.540916 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c931ff04-6c39-458d-befa-665951d4c146 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/bede9abf-751f-4d9c-a423-f7feb788d6ca HTTP/1.1" status: 204 len: 168 time: 1.8238173 Feb 28 14:58:23.662596 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Router 3411cf55-0e69-4531-9ae1-f4a33aa62f01 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:58:23.701054 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port fb42c618-ec63-4fe2-9ac9-85659988f576 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:23.701659 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:23.971383 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a26e0438-2b5f-4db1-894a-4f3e399cc8f0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Deleting subnet 5027fae4-fb80-44e7-9854-70a5106b1c0c {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:58:24.028233 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a26e0438-2b5f-4db1-894a-4f3e399cc8f0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:24.034108 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:58:24.041639 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ed16528e-7e29-447d-a1de-07b4c1211240 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "PUT /v2.0/routers/3411cf55-0e69-4531-9ae1-f4a33aa62f01/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2310708 Feb 28 14:58:24.073075 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-17ac4a90-e3c5-4ff8-a0aa-b21cbbca1bbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:24.139958 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c996bbf5-5d4f-48db-927e-205b51679f19 None None] Provisioning for port 53cf5148-9bed-47ba-b7cc-d6e45e49b269 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:24.165953 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c996bbf5-5d4f-48db-927e-205b51679f19 None None] Provisioning complete for port 53cf5148-9bed-47ba-b7cc-d6e45e49b269 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:24.166329 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c996bbf5-5d4f-48db-927e-205b51679f19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:24.204272 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a26e0438-2b5f-4db1-894a-4f3e399cc8f0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:24.244353 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cae64a98-8e38-4078-84b6-2021888a9d90 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:24.276357 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-17ac4a90-e3c5-4ff8-a0aa-b21cbbca1bbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Network 2ce55284-5808-4064-a7bc-b8c272008d14 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:24.281814 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea777e48-c16e-4455-8571-edb38f5d2aaa None None] get_active_networks_info from dv-neutron-830866-2-hyperv {{(pid=83593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 14:58:24.285180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-17ac4a90-e3c5-4ff8-a0aa-b21cbbca1bbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:24.288324 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-17ac4a90-e3c5-4ff8-a0aa-b21cbbca1bbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:24.320839 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ac4a90-e3c5-4ff8-a0aa-b21cbbca1bbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event updated for resources: {'Port': ['ID=f45e7fe3-7940-441b-8ee4-78ded5ed2ae4,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:24.355987 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.resource_extend [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:58:24.358074 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:58:24.396523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:24.432419 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-17ac4a90-e3c5-4ff8-a0aa-b21cbbca1bbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:24.433135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-17ac4a90-e3c5-4ff8-a0aa-b21cbbca1bbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:24.438145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c996bbf5-5d4f-48db-927e-205b51679f19 None None] Port 53cf5148-9bed-47ba-b7cc-d6e45e49b269 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:58:24.440823 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:24.510485 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-2908e63e-f4d9-4518-9bbb-7eaf0aa744fa tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1332748290&fields=id&tenant_id=9cad89688b894404abdfb852201ad365 HTTP/1.1" status: 200 len: 267 time: 0.1143405 Feb 28 14:58:24.609771 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port cae64a98-8e38-4078-84b6-2021888a9d90 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:24.632523 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port cae64a98-8e38-4078-84b6-2021888a9d90 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:24.632950 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:24.648319 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-17ac4a90-e3c5-4ff8-a0aa-b21cbbca1bbe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.3001177 Feb 28 14:58:24.680436 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Request body: {'port': {'device_id': '88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:24.731049 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-306c294b-a9dc-4c27-a673-262d4d2247f9 None None] Provisioning complete for port 53cf5148-9bed-47ba-b7cc-d6e45e49b269 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:24.731570 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-306c294b-a9dc-4c27-a673-262d4d2247f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:24.741191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-88aa503a-bdf1-4b84-9c7e-24745da79eb7 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:24.744006 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-88aa503a-bdf1-4b84-9c7e-24745da79eb7 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/networks?id=d0a20c91-fbad-45f6-b36c-5cd61f694024 HTTP/1.1" status: 200 len: 797 time: 0.2312045 Feb 28 14:58:24.767781 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea777e48-c16e-4455-8571-edb38f5d2aaa None None] Resources bound (agent type, host, resource id): {{(pid=83593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 14:58:24.768895 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-03f438c0-56a6-43a4-8312-c4158b350e78 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/quotas/9cad89688b894404abdfb852201ad365 HTTP/1.1" status: 200 len: 375 time: 0.0157354 Feb 28 14:58:24.775922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:24.811242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=53cf5148-9bed-47ba-b7cc-d6e45e49b269,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:24.827341 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-306c294b-a9dc-4c27-a673-262d4d2247f9 None None] Port 53cf5148-9bed-47ba-b7cc-d6e45e49b269 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:58:24.844041 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a26e0438-2b5f-4db1-894a-4f3e399cc8f0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:24.923073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-e4f83aa5-6738-444d-8aaf-614422e5633a tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Synchronizing usage tracker for tenant:9cad89688b894404abdfb852201ad365 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:24.945608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-e4f83aa5-6738-444d-8aaf-614422e5633a tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Unset dirty status for tenant:9cad89688b894404abdfb852201ad365 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:24.953989 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-e4f83aa5-6738-444d-8aaf-614422e5633a tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=9cad89688b894404abdfb852201ad365&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1735048 Feb 28 14:58:25.099818 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:25.126991 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-8dbb5b6c-4cd9-4e64-a8c5-4a804685359b service neutron] 10.222.0.15 "GET /v2.0/networks/d0a20c91-fbad-45f6-b36c-5cd61f694024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650705 Feb 28 14:58:25.128621 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47136) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:25.137958 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port cae64a98-8e38-4078-84b6-2021888a9d90, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cae64a98-8e38-4078-84b6-2021888a9d90,segment=NetworkSegment(5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c),segment_id=5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:25.161022 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:25.164475 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 9d612402-7f6c-464b-9841-02cdb0616e7d is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:25.169561 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:25.225112 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:25.255356 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-306c294b-a9dc-4c27-a673-262d4d2247f9 None None] Provisioning complete for port cae64a98-8e38-4078-84b6-2021888a9d90 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:25.256000 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-306c294b-a9dc-4c27-a673-262d4d2247f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:25.321138 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-85a09fcc-1d14-4fd2-a8db-c6cd073c5ba4 service neutron] 10.222.0.15 "GET /v2.0/networks/d0a20c91-fbad-45f6-b36c-5cd61f694024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932118 Feb 28 14:58:25.465667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-5fe7e994-2bdd-408a-81ce-5124f9467b5e tempest-DvrRoutersNegativeTest-1029286406 tempest-DvrRoutersNegativeTest-1029286406-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-998281695', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:25.468218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.policy [None req-5fe7e994-2bdd-408a-81ce-5124f9467b5e tempest-DvrRoutersNegativeTest-1029286406 tempest-DvrRoutersNegativeTest-1029286406-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=83592) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Feb 28 14:58:25.468694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.policy [None req-5fe7e994-2bdd-408a-81ce-5124f9467b5e tempest-DvrRoutersNegativeTest-1029286406 tempest-DvrRoutersNegativeTest-1029286406-project] Failed policy check for 'create_router' {{(pid=83592) enforce /opt/stack/neutron/neutron/policy.py:482}} Feb 28 14:58:25.469385 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-5fe7e994-2bdd-408a-81ce-5124f9467b5e tempest-DvrRoutersNegativeTest-1029286406 tempest-DvrRoutersNegativeTest-1029286406-project] create failed (client error): Access was denied to this resource. Feb 28 14:58:25.471022 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5fe7e994-2bdd-408a-81ce-5124f9467b5e tempest-DvrRoutersNegativeTest-1029286406 tempest-DvrRoutersNegativeTest-1029286406-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3219368 Feb 28 14:58:25.599034 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bd826caa-8916-499d-b4b1-84972950f932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:25.607209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=cae64a98-8e38-4078-84b6-2021888a9d90,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:25.609894 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-306c294b-a9dc-4c27-a673-262d4d2247f9 None None] Provisioning for port 06c39261-d960-4ae2-9a77-b03985630dd0 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:25.617433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-306c294b-a9dc-4c27-a673-262d4d2247f9 None None] Provisioning complete for port 06c39261-d960-4ae2-9a77-b03985630dd0 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:25.617801 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-306c294b-a9dc-4c27-a673-262d4d2247f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:25.711023 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-306c294b-a9dc-4c27-a673-262d4d2247f9 None None] Port 06c39261-d960-4ae2-9a77-b03985630dd0 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:58:25.714815 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-22c002f8-b48d-4771-9a1e-1b7d8e84fc68 req-8b965404-23d4-4e54-9b79-bde58453ccce tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 210 time: 0.1162188 Feb 28 14:58:25.784048 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75734d-853b-4e08-9626-d5e8d938f8bd req-b9905c08-57be-4b07-955a-68bfe98b9a6f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:25.793505 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1f75734d-853b-4e08-9626-d5e8d938f8bd req-b9905c08-57be-4b07-955a-68bfe98b9a6f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 932 time: 1.2383978 Feb 28 14:58:25.873708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a26e0438-2b5f-4db1-894a-4f3e399cc8f0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:26.007369 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e0438-2b5f-4db1-894a-4f3e399cc8f0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Subnet': ['ID=5027fae4-fb80-44e7-9854-70a5106b1c0c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:26.034491 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 {{(pid=83591) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:58:26.047063 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:26.061313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80ac4fc1-efa2-435b-839e-fa03b76bc14c None None] Network 1e7af3c6-db92-43fd-aa32-b3e130ffcc37 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:26.099603 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a26e0438-2b5f-4db1-894a-4f3e399cc8f0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:26.114444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47158) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:26.208286 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a26e0438-2b5f-4db1-894a-4f3e399cc8f0 tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/subnets/5027fae4-fb80-44e7-9854-70a5106b1c0c HTTP/1.1" status: 204 len: 168 time: 3.3860288 Feb 28 14:58:26.211818 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47164) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:26.233788 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Transition to ACTIVE for port object f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 will not be triggered until provisioned by entity L2. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:26.236542 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1f75734d-853b-4e08-9626-d5e8d938f8bd req-bff95620-68fc-4e17-ab68-82089dab9665 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4419420 Feb 28 14:58:26.245444 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:26.340458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-70c98b9e-cc3a-45c1-94b2-521fa9d33da6 None None] Provisioning complete for port 53cf5148-9bed-47ba-b7cc-d6e45e49b269 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:26.340829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-70c98b9e-cc3a-45c1-94b2-521fa9d33da6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:26.408011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Pushing event updated for resources: {'Port': ['ID=f45e7fe3-7940-441b-8ee4-78ded5ed2ae4,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:26.414101 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-70c98b9e-cc3a-45c1-94b2-521fa9d33da6 None None] Port 53cf5148-9bed-47ba-b7cc-d6e45e49b269 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:58:26.434402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-70c98b9e-cc3a-45c1-94b2-521fa9d33da6 None None] Provisioning for port f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:26.443757 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f222-bda6-4276-b72d-a7e3597a5c9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:26.511828 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a5fd8b4-ff2f-4373-ac02-e87a4d059fa2 None None] DHCP port deletion for 1e7af3c6-db92-43fd-aa32-b3e130ffcc37 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:58:26.521181 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-6a5fd8b4-ff2f-4373-ac02-e87a4d059fa2 None None] Deleting port 50e6930e-bd74-45eb-a661-9b1f66f97597 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:26.521647 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6a5fd8b4-ff2f-4373-ac02-e87a4d059fa2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:26.554730 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cbc5f222-bda6-4276-b72d-a7e3597a5c9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:26.559595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cbc5f222-bda6-4276-b72d-a7e3597a5c9e admin admin] Usage tracker for resource:security_group_rule and tenant:eb2aee9083964b8c81da652d9dc5af3f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:26.563439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cbc5f222-bda6-4276-b72d-a7e3597a5c9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:26.571722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cbc5f222-bda6-4276-b72d-a7e3597a5c9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:26.661849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:26.679311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f222-bda6-4276-b72d-a7e3597a5c9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:26.691426 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cbc5f222-bda6-4276-b72d-a7e3597a5c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:26.739974 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc5f222-bda6-4276-b72d-a7e3597a5c9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1f580033-ad80-4b64-a9eb-fda598f1fb61,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:26.749566 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Deleting port 50e6930e-bd74-45eb-a661-9b1f66f97597 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:26.750144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:26.802457 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Attempting to bind port f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:26.802788 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Attempting to bind port f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:26.803114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Attempting to bind port f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 on network 2ce55284-5808-4064-a7bc-b8c272008d14 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:26.828824 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cbc5f222-bda6-4276-b72d-a7e3597a5c9e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=eb2aee9083964b8c81da652d9dc5af3f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.7130668 Feb 28 14:58:26.831248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47170) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:26.841788 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Port f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 on network 2ce55284-5808-4064-a7bc-b8c272008d14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:58:26.841788 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Attempting to bind port f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 on network 2ce55284-5808-4064-a7bc-b8c272008d14 {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:26.849431 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 57, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:58:26.849776 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Checking segment: {'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:26.850251 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Bound using segment: {'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'} {{(pid=83591) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:58:26.850687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.managers [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Bound port: f45e7fe3-7940-441b-8ee4-78ded5ed2ae4, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'}}] {{(pid=83591) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:26.851033 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:26.863151 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-6a5fd8b4-ff2f-4373-ac02-e87a4d059fa2 None None] For port 50e6930e-bd74-45eb-a661-9b1f66f97597, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=50e6930e-bd74-45eb-a661-9b1f66f97597,segment=NetworkSegment(5e9b3290-4a00-4a4c-9885-4d527fe03eb3),segment_id=5e9b3290-4a00-4a4c-9885-4d527fe03eb3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:26.863537 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6a5fd8b4-ff2f-4373-ac02-e87a4d059fa2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:26.864579 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 0c016ec0-1482-4ff1-8a54-22e1124306c3 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:58:27.038317 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-6a5fd8b4-ff2f-4373-ac02-e87a4d059fa2 None None] Calling delete_port for 50e6930e-bd74-45eb-a661-9b1f66f97597 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:27.085916 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1a99fc18-11bb-4e96-ab82-403ad1aebbb7 req-b03fcf82-4df0-4810-905b-ac5a04cd0845 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 210 time: 0.1876981 Feb 28 14:58:27.112292 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] For port f45e7fe3-7940-441b-8ee4-78ded5ed2ae4, host hv-neutron-8308, cleared binding levels {{(pid=83591) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:58:27.117982 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] For port f45e7fe3-7940-441b-8ee4-78ded5ed2ae4, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f45e7fe3-7940-441b-8ee4-78ded5ed2ae4,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83591) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:58:27.143267 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6a5fd8b4-ff2f-4373-ac02-e87a4d059fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:27.144210 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:27.228256 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a5fd8b4-ff2f-4373-ac02-e87a4d059fa2 None None] Pushing event deleted for resources: {'Port': ['ID=50e6930e-bd74-45eb-a661-9b1f66f97597,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:27.238906 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a5fd8b4-ff2f-4373-ac02-e87a4d059fa2 None None] No DVR routers for this DVR port 50e6930e-bd74-45eb-a661-9b1f66f97597 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:58:27.331071 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cae64a98-8e38-4078-84b6-2021888a9d90 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:27.335088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-906a58cb-c265-433d-b8c9-9d58e055c812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:27.354839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] For port 50e6930e-bd74-45eb-a661-9b1f66f97597, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=50e6930e-bd74-45eb-a661-9b1f66f97597,segment=NetworkSegment(5e9b3290-4a00-4a4c-9885-4d527fe03eb3),segment_id=5e9b3290-4a00-4a4c-9885-4d527fe03eb3)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:27.355196 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:27.417514 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port cae64a98-8e38-4078-84b6-2021888a9d90 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:27.417888 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:27.435875 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:27.437900 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] 10.222.0.20 "PUT /v2.0/ports/f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 HTTP/1.1" status: 200 len: 1094 time: 2.7657173 Feb 28 14:58:27.438595 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb', 'tag': 'f45e7fe3-7940-441b-8ee4-78ded5ed2ae4'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:58:27.513101 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcb1ee27-fa78-4ee4-a08c-f03178a4ae07 service neutron] Pushing event updated for resources: {'Port': ['ID=f45e7fe3-7940-441b-8ee4-78ded5ed2ae4,revision_number=3']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:27.517877 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Calling delete_port for 50e6930e-bd74-45eb-a661-9b1f66f97597 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:27.621772 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb', 'tag': 'f45e7fe3-7940-441b-8ee4-78ded5ed2ae4', 'status': 'completed', 'code': 200} Feb 28 14:58:27.631780 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-906a58cb-c265-433d-b8c9-9d58e055c812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:27.655312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ec84980a-ed7a-4aaa-b03b-d276e60ef9f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:27.659274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:27.691833 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:58:27.702036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-e9701173-f575-494b-af15-989c024710ee tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:27.703525 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-e9701173-f575-494b-af15-989c024710ee tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.20 "GET /v2.0/networks?id=d0a20c91-fbad-45f6-b36c-5cd61f694024 HTTP/1.1" status: 200 len: 797 time: 0.6050200 Feb 28 14:58:27.703690 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-86734c7c-7547-4e65-8258-10625abaad9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/0c016ec0-1482-4ff1-8a54-22e1124306c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.8191659 Feb 28 14:58:27.707180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47178) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:27.721460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 50e6930e-bd74-45eb-a661-9b1f66f97597 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:58:27.760877 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 50e6930e-bd74-45eb-a661-9b1f66f97597 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:58:27.761343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 50e6930e-bd74-45eb-a661-9b1f66f97597 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:58:27.771693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:58:27.772312 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:58:27.788828 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-14f4051d-d42f-43c6-90aa-6855f772ad70 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9cad89688b894404abdfb852201ad365 HTTP/1.1" status: 200 len: 380 time: 0.0708520 Feb 28 14:58:27.796980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-1c41b08e-e75f-4732-b79c-45a74aeea7c0 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Request body: {'port': {'device_id': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'admin_state_up': True, 'tenant_id': '9cad89688b894404abdfb852201ad365', 'security_groups': ['e3f12969-c143-42d8-bb13-f04e4336c4a8']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:27.813294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-906a58cb-c265-433d-b8c9-9d58e055c812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:27.839128 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-215008f0-191c-49c7-893e-003bfd372147 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 1097 time: 0.3377690 Feb 28 14:58:27.894644 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a58cb-c265-433d-b8c9-9d58e055c812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f580033-ad80-4b64-a9eb-fda598f1fb61,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:27.921683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-906a58cb-c265-433d-b8c9-9d58e055c812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:27.922777 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-906a58cb-c265-433d-b8c9-9d58e055c812 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1f580033-ad80-4b64-a9eb-fda598f1fb61 HTTP/1.1" status: 204 len: 168 time: 1.0904679 Feb 28 14:58:27.929606 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddb4970-fee3-473f-95a2-f7ec8b41cb55 req-e03490af-957c-4000-95fe-f4b94181bb53 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:27.931084 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6ddb4970-fee3-473f-95a2-f7ec8b41cb55 req-e03490af-957c-4000-95fe-f4b94181bb53 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 944 time: 0.3398261 Feb 28 14:58:27.957365 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-a4bc92ad-5aff-4b3e-9f5b-0be296a76c9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 HTTP/1.1" status: 200 len: 217 time: 0.1099641 Feb 28 14:58:27.965540 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-1c41b08e-e75f-4732-b79c-45a74aeea7c0 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:27.976192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-1c41b08e-e75f-4732-b79c-45a74aeea7c0 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:27.989375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-1c41b08e-e75f-4732-b79c-45a74aeea7c0 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Made reservation on behalf of 9cad89688b894404abdfb852201ad365 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:27.993305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-1c41b08e-e75f-4732-b79c-45a74aeea7c0 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:28.021659 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417d710-efe2-4ba6-a81d-e645d15b5e66 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.022556 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417d710-efe2-4ba6-a81d-e645d15b5e66 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.022927 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417d710-efe2-4ba6-a81d-e645d15b5e66 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.023276 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417d710-efe2-4ba6-a81d-e645d15b5e66 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.023656 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417d710-efe2-4ba6-a81d-e645d15b5e66 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.024011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417d710-efe2-4ba6-a81d-e645d15b5e66 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.024363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417d710-efe2-4ba6-a81d-e645d15b5e66 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.024714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8417d710-efe2-4ba6-a81d-e645d15b5e66 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.026557 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8417d710-efe2-4ba6-a81d-e645d15b5e66 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5621 time: 0.3159914 Feb 28 14:58:28.035798 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47184) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:28.117759 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-c1eedd36-640e-4829-83a0-c11dcde17124 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.119096 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-c1eedd36-640e-4829-83a0-c11dcde17124 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6e81901-9070-4c05-9242-35045a6111d9 HTTP/1.1" status: 200 len: 851 time: 0.1440933 Feb 28 14:58:28.121228 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6ddb4970-fee3-473f-95a2-f7ec8b41cb55 req-cb9002dc-ddf8-4716-a114-3a3bb5cf98d7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1795220 Feb 28 14:58:28.190108 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-1c41b08e-e75f-4732-b79c-45a74aeea7c0 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Allocated IP 172.20.0.10 (d0a20c91-fbad-45f6-b36c-5cd61f694024/79e2a4e4-a59e-498f-a157-c995a77fcfe9/0c4c8b21-e842-48c3-a3b4-86f8d005786f) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:28.198843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca47ba3-26eb-4cb8-92e4-fa36c7856a61 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.199297 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca47ba3-26eb-4cb8-92e4-fa36c7856a61 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.199701 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca47ba3-26eb-4cb8-92e4-fa36c7856a61 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.200097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca47ba3-26eb-4cb8-92e4-fa36c7856a61 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.200630 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca47ba3-26eb-4cb8-92e4-fa36c7856a61 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.200963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca47ba3-26eb-4cb8-92e4-fa36c7856a61 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.201308 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dca47ba3-26eb-4cb8-92e4-fa36c7856a61 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.203370 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-dca47ba3-26eb-4cb8-92e4-fa36c7856a61 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4628 time: 0.1588120 Feb 28 14:58:28.206509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47192) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:28.232040 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-e335fc59-0811-463a-9edc-a8b452deb858 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ce55284-5808-4064-a7bc-b8c272008d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1055508 Feb 28 14:58:28.274487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Deleting port 50e6930e-bd74-45eb-a661-9b1f66f97597 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:28.274865 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:28.374218 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-2f480ed4-0528-4cae-bb2c-59fc55632b9f service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1360824 Feb 28 14:58:28.461439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] The port '50e6930e-bd74-45eb-a661-9b1f66f97597' was deleted {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:58:28.508847 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2515c7e8-bf33-421b-8524-17bdbd54ad24 req-500b0b62-0fc9-474d-80b0-123873d874c1 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 210 time: 0.1977336 Feb 28 14:58:28.515168 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bb6a110-a33d-41b8-a86a-4ee2022ba770 req-d63f0773-fe19-4373-acc5-6f9d301c1379 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348047 Feb 28 14:58:28.655478 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-23b7c580-c33b-4431-ab47-0f6b0fa5c07e req-387d99eb-4153-4a79-a771-42aa26b9d00c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 1097 time: 0.0826371 Feb 28 14:58:28.702342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:28.757668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1e7af3c6-db92-43fd-aa32-b3e130ffcc37']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:28.788693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e9b3290-4a00-4a4c-9885-4d527fe03eb3') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:28.789053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e9b3290-4a00-4a4c-9885-4d527fe03eb3') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:28.798569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7c580-c33b-4431-ab47-0f6b0fa5c07e req-fe7d983e-ae74-4e10-ab15-338d8777b702 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.800135 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-23b7c580-c33b-4431-ab47-0f6b0fa5c07e req-fe7d983e-ae74-4e10-ab15-338d8777b702 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 912 time: 0.1383877 Feb 28 14:58:28.808654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:28.818615 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:28.854575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:28.860941 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:28.865030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-1c41b08e-e75f-4732-b79c-45a74aeea7c0 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:28.876199 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-23b7c580-c33b-4431-ab47-0f6b0fa5c07e req-0495b148-5038-4c14-ad8b-62ed98b57c1c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 HTTP/1.1" status: 200 len: 217 time: 0.0675411 Feb 28 14:58:28.877941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:58:28.878381 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:28.885903 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47210) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:58:28.898899 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:58:28.956400 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b7c580-c33b-4431-ab47-0f6b0fa5c07e req-d091497b-c5ac-4de2-8561-d30998fed8fc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:28.957905 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-23b7c580-c33b-4431-ab47-0f6b0fa5c07e req-d091497b-c5ac-4de2-8561-d30998fed8fc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6e81901-9070-4c05-9242-35045a6111d9 HTTP/1.1" status: 200 len: 851 time: 0.0728569 Feb 28 14:58:29.043062 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-23b7c580-c33b-4431-ab47-0f6b0fa5c07e req-aab0e25e-cd62-437c-b6bb-6b483db445c2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ce55284-5808-4064-a7bc-b8c272008d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0784621 Feb 28 14:58:29.074759 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-348782995'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:29.077250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-1c41b08e-e75f-4732-b79c-45a74aeea7c0 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Transition to ACTIVE for port object 0c4c8b21-e842-48c3-a3b4-86f8d005786f will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:29.082778 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:29.114366 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:29.121824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:29.136465 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Usage tracker for resource:network and tenant:d37cadd9fc3f4bb4a038fb237b6ed861 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:29.140442 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Sync routers for ids ['0c016ec0-1482-4ff1-8a54-22e1124306c3'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:58:29.141127 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:29.152360 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b6a59600-846f-40ec-b688-6de7436e8c0f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 0.9438295 Feb 28 14:58:29.154073 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Routers {'0c016ec0-1482-4ff1-8a54-22e1124306c3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:29.154995 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0c016ec0-1482-4ff1-8a54-22e1124306c3'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:29.170634 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] Pushing event deleted for resources: {'Network': ['ID=1e7af3c6-db92-43fd-aa32-b3e130ffcc37,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:29.177169 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:29.191749 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f6ccd433-ae3e-4fe1-8854-bce8ac7e12aa tempest-NetworksTest-459164330 tempest-NetworksTest-459164330-project] 10.222.0.15 "DELETE /v2.0/networks/1e7af3c6-db92-43fd-aa32-b3e130ffcc37 HTTP/1.1" status: 204 len: 168 time: 2.9701371 Feb 28 14:58:29.203949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-1c41b08e-e75f-4732-b79c-45a74aeea7c0 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:29.259602 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-23b7c580-c33b-4431-ab47-0f6b0fa5c07e req-f3d2a8f8-d8f1-4388-9212-7ca69b269e78 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086434 Feb 28 14:58:29.295284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Made reservation on behalf of d37cadd9fc3f4bb4a038fb237b6ed861 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:29.299167 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:29.320017 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:29.357706 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Set router 0c016ec0-1482-4ff1-8a54-22e1124306c3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:58:29.374074 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-1c41b08e-e75f-4732-b79c-45a74aeea7c0 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Network d0a20c91-fbad-45f6-b36c-5cd61f694024 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:29.416685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-1c41b08e-e75f-4732-b79c-45a74aeea7c0 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:29.419302 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-1c41b08e-e75f-4732-b79c-45a74aeea7c0 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:29.461295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c41b08e-e75f-4732-b79c-45a74aeea7c0 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event updated for resources: {'Port': ['ID=0c4c8b21-e842-48c3-a3b4-86f8d005786f,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:29.532043 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-1c41b08e-e75f-4732-b79c-45a74aeea7c0 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:29.534300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-1c41b08e-e75f-4732-b79c-45a74aeea7c0 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:29.571152 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1050090-b646-400f-aa30-35cabd47ebdd req-e5d894da-c529-40df-8219-0582b154bf33 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:29.573215 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e1050090-b646-400f-aa30-35cabd47ebdd req-e5d894da-c529-40df-8219-0582b154bf33 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 944 time: 0.2058332 Feb 28 14:58:29.575445 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-1c41b08e-e75f-4732-b79c-45a74aeea7c0 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7821453 Feb 28 14:58:29.605332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Request body: {'port': {'device_id': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:29.623105 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47226) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:29.659142 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-dcfbb88f-0f03-4da9-b3da-616be536564f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1575499624', 'description': 'tempest-secgroup-smoke-1575499624 description', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:29.704881 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-dcfbb88f-0f03-4da9-b3da-616be536564f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:29.720089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-dcfbb88f-0f03-4da9-b3da-616be536564f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:29.735049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-dcfbb88f-0f03-4da9-b3da-616be536564f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:29.753033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-e1050090-b646-400f-aa30-35cabd47ebdd req-c0122f74-5420-4ee8-b4de-1ed78c037833 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Synchronizing usage tracker for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:29.763803 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-dcfbb88f-0f03-4da9-b3da-616be536564f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:29.769556 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:29.789312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47230) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:29.811694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-e1050090-b646-400f-aa30-35cabd47ebdd req-c0122f74-5420-4ee8-b4de-1ed78c037833 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Unset dirty status for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:29.819382 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3e865165-98f1-4180-875f-2467fa0b8d85 None None] Provisioning for port 0c4c8b21-e842-48c3-a3b4-86f8d005786f completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:29.824081 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e1050090-b646-400f-aa30-35cabd47ebdd req-c0122f74-5420-4ee8-b4de-1ed78c037833 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2432609 Feb 28 14:58:29.826746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:29.827106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3e865165-98f1-4180-875f-2467fa0b8d85 None None] Provisioning complete for port 0c4c8b21-e842-48c3-a3b4-86f8d005786f triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:29.827686 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3e865165-98f1-4180-875f-2467fa0b8d85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:29.835633 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Usage tracker for resource:security_group_rule and tenant:d37cadd9fc3f4bb4a038fb237b6ed861 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:29.864052 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:29.875365 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:29.893682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb88f-0f03-4da9-b3da-616be536564f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:29.895992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3e865165-98f1-4180-875f-2467fa0b8d85 None None] Port 0c4c8b21-e842-48c3-a3b4-86f8d005786f cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:58:29.907655 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'name': 'tempest-TestNetworkBasicOps-router-1346207162', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:09Z', 'updated_at': '2022-02-28T14:58:22Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '53cf5148-9bed-47ba-b7cc-d6e45e49b269', 'name': '', 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:fb:4e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:19Z', 'updated_at': '2022-02-28T14:58:23Z', 'revision_number': 2, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:29.912083 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Checking router: 0c016ec0-1482-4ff1-8a54-22e1124306c3 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:58:29.913147 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Updating router 0c016ec0-1482-4ff1-8a54-22e1124306c3 port 53cf5148-9bed-47ba-b7cc-d6e45e49b269 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:58:29.929032 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-23b7c580-c33b-4431-ab47-0f6b0fa5c07e req-08afaebc-5c74-406c-a41b-24040b15d7fe service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6623044 Feb 28 14:58:29.978952 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:29.985914 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-dcfbb88f-0f03-4da9-b3da-616be536564f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:29.997330 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-dcfbb88f-0f03-4da9-b3da-616be536564f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:30.001695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-dcfbb88f-0f03-4da9-b3da-616be536564f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:30.011393 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ca588e-854c-478e-aa79-a1d921309c5e req-9a84b74b-2085-481b-bcdf-dcf1e58f6139 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:30.012975 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c8ca588e-854c-478e-aa79-a1d921309c5e req-9a84b74b-2085-481b-bcdf-dcf1e58f6139 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 932 time: 0.2411058 Feb 28 14:58:30.017032 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-dcfbb88f-0f03-4da9-b3da-616be536564f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:30.097546 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.120868 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.185910 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:58:30.191146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-c8ca588e-854c-478e-aa79-a1d921309c5e req-c31e5032-250d-4abb-ac1a-362acea46a4d tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Synchronizing usage tracker for tenant:9cad89688b894404abdfb852201ad365 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:30.213065 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.228499 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13d3e41f-a7c6-44f8-86e2-78ec5bea4eeb,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:30.232427 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb88f-0f03-4da9-b3da-616be536564f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.237544 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.237893 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Added segment 08904f00-4006-4916-ba5d-d4b674dd283e of type vlan for network 63453855-61e2-4b63-9c3e-55e9b0f5bcdc Feb 28 14:58:30.254873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb88f-0f03-4da9-b3da-616be536564f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.270917 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a70c72bf-f593-468d-acc0-b39b5af912a5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=79fdfed615ce403b90a4a21f9f2d0135&name=default HTTP/1.1" status: 200 len: 2647 time: 0.4380295 Feb 28 14:58:30.278862 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47236) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:30.314909 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-c8ca588e-854c-478e-aa79-a1d921309c5e req-c31e5032-250d-4abb-ac1a-362acea46a4d tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Unset dirty status for tenant:9cad89688b894404abdfb852201ad365 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:30.315901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0c4c8b21-e842-48c3-a3b4-86f8d005786f {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:58:30.316059 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c8ca588e-854c-478e-aa79-a1d921309c5e req-c31e5032-250d-4abb-ac1a-362acea46a4d tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2887788 Feb 28 14:58:30.327042 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.327846 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.348699 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Transition to ACTIVE for port object 0c4c8b21-e842-48c3-a3b4-86f8d005786f will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:30.355275 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfbb88f-0f03-4da9-b3da-616be536564f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1d59c872-b89e-432e-8269-2d48499dd9bd,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:30.357137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.378391 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.393782 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Transition to ACTIVE for port object 53cf5148-9bed-47ba-b7cc-d6e45e49b269 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:30.408205 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.440135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dcfbb88f-0f03-4da9-b3da-616be536564f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.441301 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-dcfbb88f-0f03-4da9-b3da-616be536564f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.8044960 Feb 28 14:58:30.445443 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47240) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:30.469401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-8d75499a-40b0-4cc9-8fa3-a0af0f9e1094 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '1d59c872-b89e-432e-8269-2d48499dd9bd', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:30.476621 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8d75499a-40b0-4cc9-8fa3-a0af0f9e1094 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:30.487952 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8d75499a-40b0-4cc9-8fa3-a0af0f9e1094 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:30.491198 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.494805 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:30.495657 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.497227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Pushing event updated for resources: {'Port': ['ID=0c4c8b21-e842-48c3-a3b4-86f8d005786f,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:30.500348 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8d75499a-40b0-4cc9-8fa3-a0af0f9e1094 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:30.519934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c3eb0f1a-2be4-48b4-884b-f449df4345e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.544708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8d75499a-40b0-4cc9-8fa3-a0af0f9e1094 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:30.634356 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Attempting to bind port 0c4c8b21-e842-48c3-a3b4-86f8d005786f on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:30.636469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Attempting to bind port 0c4c8b21-e842-48c3-a3b4-86f8d005786f by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:30.637270 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Attempting to bind port 0c4c8b21-e842-48c3-a3b4-86f8d005786f on network d0a20c91-fbad-45f6-b36c-5cd61f694024 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:30.644499 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Port 0c4c8b21-e842-48c3-a3b4-86f8d005786f on network d0a20c91-fbad-45f6-b36c-5cd61f694024 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:58:30.644499 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Attempting to bind port 0c4c8b21-e842-48c3-a3b4-86f8d005786f on network d0a20c91-fbad-45f6-b36c-5cd61f694024 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:30.644947 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba9166-edb7-4b51-b67e-4aa765cc7de3 None None] Pushing event updated for resources: {'Port': ['ID=53cf5148-9bed-47ba-b7cc-d6e45e49b269,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:30.648827 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.7619534 Feb 28 14:58:30.656273 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c3eb0f1a-2be4-48b4-884b-f449df4345e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.667869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47244) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:30.668647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:58:30.669145 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Checking segment: {'id': '5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:30.669529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Bound using segment: {'id': '5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:58:30.669961 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Bound port: 0c4c8b21-e842-48c3-a3b4-86f8d005786f, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:30.670301 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.702289 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-01b526a8-1978-4d7d-929f-6ef19e8464d6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Request body: {'subnet': {'network_id': '63453855-61e2-4b63-9c3e-55e9b0f5bcdc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:30.743732 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Attempting to bind port 53cf5148-9bed-47ba-b7cc-d6e45e49b269 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:30.744487 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Attempting to bind port 53cf5148-9bed-47ba-b7cc-d6e45e49b269 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '6f5da2dd-3ebc-49a5-b6d2-53bb41543316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:30.745039 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Attempting to bind port 53cf5148-9bed-47ba-b7cc-d6e45e49b269 on network 9d612402-7f6c-464b-9841-02cdb0616e7d {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:30.748396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8d75499a-40b0-4cc9-8fa3-a0af0f9e1094 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.754470 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:58:30.755216 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Checking segment: {'id': '6f5da2dd-3ebc-49a5-b6d2-53bb41543316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:30.755862 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.756642 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Bound using segment: {'id': '6f5da2dd-3ebc-49a5-b6d2-53bb41543316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:58:30.757379 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Bound port: 53cf5148-9bed-47ba-b7cc-d6e45e49b269, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6f5da2dd-3ebc-49a5-b6d2-53bb41543316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:30.757979 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.759532 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd097bfe-ac8f-44e8-affd-822b258c600f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Pushing event updated for resources: {'Network': ['ID=63453855-61e2-4b63-9c3e-55e9b0f5bcdc,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:30.772660 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 63453855-61e2-4b63-9c3e-55e9b0f5bcdc details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:58:30.813109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c3eb0f1a-2be4-48b4-884b-f449df4345e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.870644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3eb0f1a-2be4-48b4-884b-f449df4345e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3177806-7378-4f43-bd5b-876d19bb7c14,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:30.906282 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c3eb0f1a-2be4-48b4-884b-f449df4345e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.908795 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c3eb0f1a-2be4-48b4-884b-f449df4345e2 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/e3177806-7378-4f43-bd5b-876d19bb7c14 HTTP/1.1" status: 204 len: 168 time: 0.6209245 Feb 28 14:58:30.913499 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] For port 53cf5148-9bed-47ba-b7cc-d6e45e49b269, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:58:30.918109 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] For port 53cf5148-9bed-47ba-b7cc-d6e45e49b269, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=53cf5148-9bed-47ba-b7cc-d6e45e49b269,segment=NetworkSegment(6f5da2dd-3ebc-49a5-b6d2-53bb41543316),segment_id=6f5da2dd-3ebc-49a5-b6d2-53bb41543316)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:58:30.920234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8d75499a-40b0-4cc9-8fa3-a0af0f9e1094 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.926403 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.929282 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8d75499a-40b0-4cc9-8fa3-a0af0f9e1094 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.981865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d75499a-40b0-4cc9-8fa3-a0af0f9e1094 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d06c574-b8c0-4fd3-bcb1-c1c874433abc,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:30.992715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8d75499a-40b0-4cc9-8fa3-a0af0f9e1094 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:30.994061 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8d75499a-40b0-4cc9-8fa3-a0af0f9e1094 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.5414503 Feb 28 14:58:30.997105 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47252) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:31.002497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-8422e218-a4af-4f81-bed1-d2d071a063b7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '1d59c872-b89e-432e-8269-2d48499dd9bd', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:31.009685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8422e218-a4af-4f81-bed1-d2d071a063b7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:31.014901 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8422e218-a4af-4f81-bed1-d2d071a063b7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:31.017559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8422e218-a4af-4f81-bed1-d2d071a063b7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:31.025344 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8422e218-a4af-4f81-bed1-d2d071a063b7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:31.043845 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bba9166-edb7-4b51-b67e-4aa765cc7de3 None None] Pushing event updated for resources: {'Port': ['ID=53cf5148-9bed-47ba-b7cc-d6e45e49b269,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:31.052202 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Routers {'0c016ec0-1482-4ff1-8a54-22e1124306c3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:31.052805 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0c016ec0-1482-4ff1-8a54-22e1124306c3'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:31.056119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-01b526a8-1978-4d7d-929f-6ef19e8464d6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:31.056652 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8422e218-a4af-4f81-bed1-d2d071a063b7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:31.078170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-01b526a8-1978-4d7d-929f-6ef19e8464d6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Usage tracker for resource:subnet and tenant:d37cadd9fc3f4bb4a038fb237b6ed861 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:31.091781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-01b526a8-1978-4d7d-929f-6ef19e8464d6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:31.105819 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-01b526a8-1978-4d7d-929f-6ef19e8464d6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:31.110069 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] For port 0c4c8b21-e842-48c3-a3b4-86f8d005786f, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:58:31.114516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] For port 0c4c8b21-e842-48c3-a3b4-86f8d005786f, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0c4c8b21-e842-48c3-a3b4-86f8d005786f,segment=NetworkSegment(5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c),segment_id=5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:58:31.127784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:31.141283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8422e218-a4af-4f81-bed1-d2d071a063b7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:31.153894 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8422e218-a4af-4f81-bed1-d2d071a063b7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:31.175775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8422e218-a4af-4f81-bed1-d2d071a063b7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89a3bf66-a39e-44b5-a347-978e27e50219,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:31.198335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01b526a8-1978-4d7d-929f-6ef19e8464d6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Made reservation on behalf of d37cadd9fc3f4bb4a038fb237b6ed861 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:31.211189 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8422e218-a4af-4f81-bed1-d2d071a063b7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:31.212966 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8422e218-a4af-4f81-bed1-d2d071a063b7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.2146909 Feb 28 14:58:31.220917 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47256) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:31.227739 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3346c370-b43b-433f-956d-1f03a1875a43 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '1d59c872-b89e-432e-8269-2d48499dd9bd', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:31.239096 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3346c370-b43b-433f-956d-1f03a1875a43 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:31.244541 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3346c370-b43b-433f-956d-1f03a1875a43 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:31.248858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3346c370-b43b-433f-956d-1f03a1875a43 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:31.258869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3346c370-b43b-433f-956d-1f03a1875a43 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:31.282699 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3346c370-b43b-433f-956d-1f03a1875a43 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:31.368350 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] Set router 0c016ec0-1482-4ff1-8a54-22e1124306c3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:58:31.388709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3346c370-b43b-433f-956d-1f03a1875a43 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:31.393799 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3346c370-b43b-433f-956d-1f03a1875a43 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:31.449693 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3346c370-b43b-433f-956d-1f03a1875a43 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0df7357c-4501-4d30-94fe-b256bb8c077e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:31.463233 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3346c370-b43b-433f-956d-1f03a1875a43 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:31.464853 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3346c370-b43b-433f-956d-1f03a1875a43 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.2428982 Feb 28 14:58:31.468107 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47268) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:31.481006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:31.483682 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] 10.222.0.20 "PUT /v2.0/ports/0c4c8b21-e842-48c3-a3b4-86f8d005786f HTTP/1.1" status: 200 len: 1094 time: 1.8994517 Feb 28 14:58:31.484219 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-323cb3c4-0417-43e1-a477-53033c4df46c service neutron] Pushing event updated for resources: {'Port': ['ID=0c4c8b21-e842-48c3-a3b4-86f8d005786f,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:31.491346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f134d77b-60ef-4136-93a6-7150126978df tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '1d59c872-b89e-432e-8269-2d48499dd9bd', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:31.502559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f134d77b-60ef-4136-93a6-7150126978df tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:31.502901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'tag': '0c4c8b21-e842-48c3-a3b4-86f8d005786f'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:58:31.507350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f134d77b-60ef-4136-93a6-7150126978df tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:31.513202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01b526a8-1978-4d7d-929f-6ef19e8464d6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:31.517561 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f134d77b-60ef-4136-93a6-7150126978df tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:31.518489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Sync routers for ids ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:58:31.536114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f134d77b-60ef-4136-93a6-7150126978df tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:31.541724 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Routers {'3411cf55-0e69-4531-9ae1-f4a33aa62f01'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:31.544468 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:31.648603 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f134d77b-60ef-4136-93a6-7150126978df tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:31.652537 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae55008-36a1-421e-8da4-d3ffcec5bd93 req-7ec91649-c5d2-4874-8237-9bb9c6677325 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:31.661855 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6ae55008-36a1-421e-8da4-d3ffcec5bd93 req-7ec91649-c5d2-4874-8237-9bb9c6677325 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 944 time: 0.6798289 Feb 28 14:58:31.766339 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f134d77b-60ef-4136-93a6-7150126978df tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:31.777235 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f134d77b-60ef-4136-93a6-7150126978df tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:31.826582 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e67c9fd-4d8f-403f-993d-cd666ca4600e req-c22b88f2-6a3d-411c-9c08-e3e1b6bb0883 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:31.828251 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1e67c9fd-4d8f-403f-993d-cd666ca4600e req-c22b88f2-6a3d-411c-9c08-e3e1b6bb0883 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 944 time: 0.2802567 Feb 28 14:58:31.833492 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f134d77b-60ef-4136-93a6-7150126978df tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:31.837812 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f134d77b-60ef-4136-93a6-7150126978df tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.3681982 Feb 28 14:58:31.840108 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47278) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:31.842279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f134d77b-60ef-4136-93a6-7150126978df tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd0c0985-3ac4-4341-9575-5fdd369f7a2f,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:31.862870 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c156f24e-3ac7-4853-b441-2bcb3eeff8eb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '1d59c872-b89e-432e-8269-2d48499dd9bd', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:31.873497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c156f24e-3ac7-4853-b441-2bcb3eeff8eb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:31.882086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c156f24e-3ac7-4853-b441-2bcb3eeff8eb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:31.885112 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c156f24e-3ac7-4853-b441-2bcb3eeff8eb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:31.899788 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c156f24e-3ac7-4853-b441-2bcb3eeff8eb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:31.907698 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Set router 3411cf55-0e69-4531-9ae1-f4a33aa62f01 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:58:31.917073 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1e67c9fd-4d8f-403f-993d-cd666ca4600e req-a47c4629-0b5c-40ae-ae3b-b85461a0a5e7 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0756714 Feb 28 14:58:31.922901 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-c156f24e-3ac7-4853-b441-2bcb3eeff8eb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:58:31.930342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c156f24e-3ac7-4853-b441-2bcb3eeff8eb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:31.932600 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'name': 'tempest-TestNetworkBasicOps-router-1346207162', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:09Z', 'updated_at': '2022-02-28T14:58:22Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '53cf5148-9bed-47ba-b7cc-d6e45e49b269', 'name': '', 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:fb:4e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:19Z', 'updated_at': '2022-02-28T14:58:30Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:31.941936 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-facd6813-7c5d-470d-8d49-e7c8ffe2839c None None] The sync data for ids ['0c016ec0-1482-4ff1-8a54-22e1124306c3'] in dv-neutron-830866-2-hyperv is: [{'id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'name': 'tempest-TestNetworkBasicOps-router-1346207162', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:09Z', 'updated_at': '2022-02-28T14:58:22Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '53cf5148-9bed-47ba-b7cc-d6e45e49b269', 'name': '', 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:fb:4e:bf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:19Z', 'updated_at': '2022-02-28T14:58:30Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:58:32.065882 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c156f24e-3ac7-4853-b441-2bcb3eeff8eb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:32.070973 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c156f24e-3ac7-4853-b441-2bcb3eeff8eb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:32.115307 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c156f24e-3ac7-4853-b441-2bcb3eeff8eb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:32.116887 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c156f24e-3ac7-4853-b441-2bcb3eeff8eb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2723680 Feb 28 14:58:32.120827 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47286) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:32.129724 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f9112fb5-007f-4532-a091-af93dab5aee8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '1d59c872-b89e-432e-8269-2d48499dd9bd', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:32.137042 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f9112fb5-007f-4532-a091-af93dab5aee8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:32.141708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f9112fb5-007f-4532-a091-af93dab5aee8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:32.144671 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'tag': '0c4c8b21-e842-48c3-a3b4-86f8d005786f', 'status': 'completed', 'code': 200} Feb 28 14:58:32.147756 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f9112fb5-007f-4532-a091-af93dab5aee8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:32.154310 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f9112fb5-007f-4532-a091-af93dab5aee8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:32.162570 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c156f24e-3ac7-4853-b441-2bcb3eeff8eb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f24b2af0-298d-438f-89fd-759b375e004e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:32.173570 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-f9112fb5-007f-4532-a091-af93dab5aee8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:58:32.183113 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f9112fb5-007f-4532-a091-af93dab5aee8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:32.240710 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6ae55008-36a1-421e-8da4-d3ffcec5bd93 req-2c02e2f3-1655-42f1-b62b-cf99a8b7c9f9 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5461853 Feb 28 14:58:32.272767 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-2616ff26-8ad1-4f4c-b368-60232606d151 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9cad89688b894404abdfb852201ad365&device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 1097 time: 0.6899753 Feb 28 14:58:32.294643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f9112fb5-007f-4532-a091-af93dab5aee8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:32.299385 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f9112fb5-007f-4532-a091-af93dab5aee8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:32.322696 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9112fb5-007f-4532-a091-af93dab5aee8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f2a4782e-b1a6-496b-a763-32d5d42a5874,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:32.359327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f9112fb5-007f-4532-a091-af93dab5aee8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:32.367596 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f9112fb5-007f-4532-a091-af93dab5aee8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.2391822 Feb 28 14:58:32.391416 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-9ad567b6-e8ca-4669-8b2f-5f5a5458edd9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c4c8b21-e842-48c3-a3b4-86f8d005786f HTTP/1.1" status: 200 len: 217 time: 0.1177478 Feb 28 14:58:32.459755 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246504210', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:08Z', 'updated_at': '2022-02-28T14:58:21Z', 'revision_number': 4, 'project_id': '9cad89688b894404abdfb852201ad365', 'gw_port': {'id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '06c39261-d960-4ae2-9a77-b03985630dd0', 'name': '', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'mac_address': 'fa:16:3e:13:a7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:20Z', 'updated_at': '2022-02-28T14:58:22Z', 'revision_number': 2, 'project_id': '9cad89688b894404abdfb852201ad365', 'subnets': [{'id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:32.465065 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Checking router: 3411cf55-0e69-4531-9ae1-f4a33aa62f01 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:58:32.465649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Updating router 3411cf55-0e69-4531-9ae1-f4a33aa62f01 port 06c39261-d960-4ae2-9a77-b03985630dd0 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:58:32.514832 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-2da72d89-6a54-4d2c-893e-bc663f6c3b10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:32.516277 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-2da72d89-6a54-4d2c-893e-bc663f6c3b10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79e2a4e4-a59e-498f-a157-c995a77fcfe9 HTTP/1.1" status: 200 len: 835 time: 0.1130550 Feb 28 14:58:32.562394 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:32.563709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47296) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:32.563835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01b526a8-1978-4d7d-929f-6ef19e8464d6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:32.725657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01b526a8-1978-4d7d-929f-6ef19e8464d6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Checking segment: {'id': '08904f00-4006-4916-ba5d-d4b674dd283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63453855-61e2-4b63-9c3e-55e9b0f5bcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:32.726746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b526a8-1978-4d7d-929f-6ef19e8464d6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Network hostable DHCP agents. Network: 63453855-61e2-4b63-9c3e-55e9b0f5bcdc, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:58:32.736751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1927907482'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:32.743421 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01b526a8-1978-4d7d-929f-6ef19e8464d6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Pushing event updated for resources: {'Subnet': ['ID=ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:32.749551 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-229e5266-44cd-4d9e-a729-09afc10652a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d0a20c91-fbad-45f6-b36c-5cd61f694024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2252531 Feb 28 14:58:32.751711 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:32.760930 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:network and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:32.766105 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:32.781007 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-3732068b-7dab-463d-95f0-bc71a4f6ad82 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:32.784132 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:32.805312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:32.811189 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:32.823072 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-3732068b-7dab-463d-95f0-bc71a4f6ad82 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:32.824266 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-3732068b-7dab-463d-95f0-bc71a4f6ad82 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1575499624&fields=id&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 267 time: 0.1331851 Feb 28 14:58:32.826988 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:32.916019 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-944bfc0f-9ca4-4d6a-95ca-f8da374da764 service neutron] 10.222.0.20 "GET /v2.0/networks/d0a20c91-fbad-45f6-b36c-5cd61f694024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541250 Feb 28 14:58:32.917246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01b526a8-1978-4d7d-929f-6ef19e8464d6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Network 63453855-61e2-4b63-9c3e-55e9b0f5bcdc is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:58:33.030142 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-0b788c55-6c5b-4cd9-a40c-a5929cd86f96 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:33.030834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-0b788c55-6c5b-4cd9-a40c-a5929cd86f96 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:33.054696 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:33.064239 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:33.068267 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Transition to ACTIVE for port object 06c39261-d960-4ae2-9a77-b03985630dd0 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:33.069913 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:security_group_rule and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:33.072329 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b6b93915-38dd-4c0d-a9d5-7bbaf763cb79 req-683e1522-cfe9-4af7-b164-a2ea25801de2 service neutron] 10.222.0.20 "GET /v2.0/networks/d0a20c91-fbad-45f6-b36c-5cd61f694024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474636 Feb 28 14:58:33.073455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-01b526a8-1978-4d7d-929f-6ef19e8464d6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 63453855-61e2-4b63-9c3e-55e9b0f5bcdc) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:33.075389 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:33.082439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01b526a8-1978-4d7d-929f-6ef19e8464d6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:33.083338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01b526a8-1978-4d7d-929f-6ef19e8464d6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:33.086495 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:33.092804 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:33.126592 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-01b526a8-1978-4d7d-929f-6ef19e8464d6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.4349575 Feb 28 14:58:33.128639 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-0b788c55-6c5b-4cd9-a40c-a5929cd86f96 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:33.129899 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47308) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:33.150915 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-0b788c55-6c5b-4cd9-a40c-a5929cd86f96 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/networks?id=9d612402-7f6c-464b-9841-02cdb0616e7d HTTP/1.1" status: 200 len: 797 time: 0.3142972 Feb 28 14:58:33.173200 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Request body: {'port': {'network_id': '63453855-61e2-4b63-9c3e-55e9b0f5bcdc', 'name': 'tempest-TagsExtTest-132899031'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:33.177279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a378126-931c-4300-a627-977404c9117e None None] Network 63453855-61e2-4b63-9c3e-55e9b0f5bcdc requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:33.178283 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-aa391641-fe10-474f-8aa1-6d8f7efa4029 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/quotas/dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 375 time: 0.0259318 Feb 28 14:58:33.200367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c584d2-94fa-4254-bf76-bfc47e0477e4 None None] Pushing event updated for resources: {'Port': ['ID=06c39261-d960-4ae2-9a77-b03985630dd0,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:33.341802 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:33.362200 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:33.369753 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 53cf5148-9bed-47ba-b7cc-d6e45e49b269 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:33.389833 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-008d1379-72fa-416a-80f1-48bb241945c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:33.435939 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0af6b7-afaa-446c-8173-ff69a3584761 req-38c8ac3f-82ba-4ba8-bffd-61ef22e5183c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:33.436639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-7b0af6b7-afaa-446c-8173-ff69a3584761 req-38c8ac3f-82ba-4ba8-bffd-61ef22e5183c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Synchronizing usage tracker for tenant:9cad89688b894404abdfb852201ad365 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:33.458270 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:58:33.479749 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-18b3de78-0689-4953-9b70-091e8818572a req-16734d0b-cb9b-4bf4-8638-a9a1273ac78d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9cad89688b894404abdfb852201ad365&device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 1097 time: 0.3572199 Feb 28 14:58:33.482046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:33.484336 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-7b0af6b7-afaa-446c-8173-ff69a3584761 req-38c8ac3f-82ba-4ba8-bffd-61ef22e5183c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Unset dirty status for tenant:9cad89688b894404abdfb852201ad365 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:33.485457 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7b0af6b7-afaa-446c-8173-ff69a3584761 req-38c8ac3f-82ba-4ba8-bffd-61ef22e5183c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 944 time: 0.3218756 Feb 28 14:58:33.493531 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:33.493880 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Added segment 079005d9-8bdb-4344-9b2f-69af9f5db790 of type vlan for network 67a1be89-ed46-4d8f-a4a8-3e6f36af883d Feb 28 14:58:33.525894 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0e1dfbba-5947-4e2e-a23e-5f8e92fc3749,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:33.547702 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:33.584499 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-008d1379-72fa-416a-80f1-48bb241945c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:33.585951 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-008d1379-72fa-416a-80f1-48bb241945c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4068992 Feb 28 14:58:33.592380 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Usage tracker for resource:port and tenant:d37cadd9fc3f4bb4a038fb237b6ed861 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:33.605241 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:33.609407 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:33.610102 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:33.612874 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:33.633718 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:33.637258 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 53cf5148-9bed-47ba-b7cc-d6e45e49b269 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:33.645565 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Attempting to bind port 06c39261-d960-4ae2-9a77-b03985630dd0 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:33.645929 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Attempting to bind port 06c39261-d960-4ae2-9a77-b03985630dd0 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:33.646285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Attempting to bind port 06c39261-d960-4ae2-9a77-b03985630dd0 on network d0a20c91-fbad-45f6-b36c-5cd61f694024 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:33.653612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 53cf5148-9bed-47ba-b7cc-d6e45e49b269 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:33.653983 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:33.660608 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7b0af6b7-afaa-446c-8173-ff69a3584761 req-2c133055-4005-440f-b626-10f3ecfd2707 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0695908 Feb 28 14:58:33.674798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Made reservation on behalf of d37cadd9fc3f4bb4a038fb237b6ed861 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:33.678812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:33.729355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] device_id is not set on port 7a0cbb47-1185-44a9-9eb0-15be21649d2b yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:58:33.739345 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:58:33.740112 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Checking segment: {'id': '5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:33.741085 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:33.741476 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Bound using segment: {'id': '5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:58:33.741934 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Bound port: 06c39261-d960-4ae2-9a77-b03985630dd0, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:33.742298 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:33.773263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3de78-0689-4953-9b70-091e8818572a req-d7ccec6a-66a2-469d-a145-424047a7246f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:33.774934 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-18b3de78-0689-4953-9b70-091e8818572a req-d7ccec6a-66a2-469d-a145-424047a7246f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d0a20c91-fbad-45f6-b36c-5cd61f694024 HTTP/1.1" status: 200 len: 897 time: 0.2875340 Feb 28 14:58:33.881814 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-63453855-61e2-4b63-9c3e-55e9b0f5bcdc', 'network_id': '63453855-61e2-4b63-9c3e-55e9b0f5bcdc', 'tenant_id': 'd37cadd9fc3f4bb4a038fb237b6ed861', 'fixed_ips': [{'subnet_id': 'ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:58:33.882611 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:33.928069 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Network': ['ID=67a1be89-ed46-4d8f-a4a8-3e6f36af883d,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:33.930923 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-18b3de78-0689-4953-9b70-091e8818572a req-82ca56ab-6738-418e-a341-e01176c016e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c4c8b21-e842-48c3-a3b4-86f8d005786f HTTP/1.1" status: 200 len: 217 time: 0.1486037 Feb 28 14:58:33.936582 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cc91c90a-447e-45c5-8d56-bca5f19d3fb4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.3722486 Feb 28 14:58:33.936860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47314) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:33.957168 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 67a1be89-ed46-4d8f-a4a8-3e6f36af883d details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:58:33.970365 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-1e2c52a4-090c-4069-9176-8d76f9a30cee service neutron] 10.222.0.15 "GET /v2.0/networks/9d612402-7f6c-464b-9841-02cdb0616e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551443 Feb 28 14:58:33.982756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-85aa4ee8-4d79-4f1f-b67f-47f7a7c83684 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1023723375'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:34.027282 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-85aa4ee8-4d79-4f1f-b67f-47f7a7c83684 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:34.030503 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:34.108570 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] For port 06c39261-d960-4ae2-9a77-b03985630dd0, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:58:34.114994 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-b490430a-ee05-4245-ae3a-1526039436f3 service neutron] 10.222.0.15 "GET /v2.0/networks/9d612402-7f6c-464b-9841-02cdb0616e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370864 Feb 28 14:58:34.173772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] For port 06c39261-d960-4ae2-9a77-b03985630dd0, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=06c39261-d960-4ae2-9a77-b03985630dd0,segment=NetworkSegment(5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c),segment_id=5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:58:34.178883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 53cf5148-9bed-47ba-b7cc-d6e45e49b269, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=53cf5148-9bed-47ba-b7cc-d6e45e49b269,segment=NetworkSegment(6f5da2dd-3ebc-49a5-b6d2-53bb41543316),segment_id=6f5da2dd-3ebc-49a5-b6d2-53bb41543316)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:34.179930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-85aa4ee8-4d79-4f1f-b67f-47f7a7c83684 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:network and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:34.184899 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:34.196508 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-85aa4ee8-4d79-4f1f-b67f-47f7a7c83684 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:34.210564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-85aa4ee8-4d79-4f1f-b67f-47f7a7c83684 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:34.235588 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:34.244689 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b3de78-0689-4953-9b70-091e8818572a req-ac78a8d2-d45b-4fde-a65c-2d783670afcb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:34.246129 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-18b3de78-0689-4953-9b70-091e8818572a req-ac78a8d2-d45b-4fde-a65c-2d783670afcb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79e2a4e4-a59e-498f-a157-c995a77fcfe9 HTTP/1.1" status: 200 len: 835 time: 0.3029771 Feb 28 14:58:34.259513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78761a6-e8be-4571-bbe4-f411dd2289bb req-b10b5ce6-5f20-4dcb-bf1d-bb41e81a85f7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:34.266160 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a78761a6-e8be-4571-bbe4-f411dd2289bb req-b10b5ce6-5f20-4dcb-bf1d-bb41e81a85f7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 944 time: 0.4070818 Feb 28 14:58:34.270449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Allocated IP 172.20.0.8 (63453855-61e2-4b63-9c3e-55e9b0f5bcdc/ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6/7a0cbb47-1185-44a9-9eb0-15be21649d2b) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:34.296042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c584d2-94fa-4254-bf76-bfc47e0477e4 None None] Pushing event updated for resources: {'Port': ['ID=06c39261-d960-4ae2-9a77-b03985630dd0,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:34.298476 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Routers {'3411cf55-0e69-4531-9ae1-f4a33aa62f01'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:34.305196 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:34.337784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85aa4ee8-4d79-4f1f-b67f-47f7a7c83684 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:34.340730 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-85aa4ee8-4d79-4f1f-b67f-47f7a7c83684 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:34.348941 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-df68f34d-3b26-46a7-ad35-2f12fa7de469 req-1f89c40c-12c1-4fd6-b1fd-24bc662cd708 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 210 time: 0.0685785 Feb 28 14:58:34.409891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85aa4ee8-4d79-4f1f-b67f-47f7a7c83684 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:58:34.472130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-85aa4ee8-4d79-4f1f-b67f-47f7a7c83684 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:34.472469 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-85aa4ee8-4d79-4f1f-b67f-47f7a7c83684 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Added segment 3c5cfbd9-fbb1-46dd-be0f-f9469c36ec83 of type vlan for network 4d40dc81-f12f-4022-a331-ab134ee6b912 Feb 28 14:58:34.502388 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 0c4c8b21-e842-48c3-a3b4-86f8d005786f details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:58:34.506420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-85aa4ee8-4d79-4f1f-b67f-47f7a7c83684 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:34.665222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=53cf5148-9bed-47ba-b7cc-d6e45e49b269,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:34.668074 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a78761a6-e8be-4571-bbe4-f411dd2289bb req-abed0867-e7fe-498e-98a5-af592e040176 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4010677 Feb 28 14:58:34.742921 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-18b3de78-0689-4953-9b70-091e8818572a req-515609b3-c437-43bf-a8ae-576584e6fa8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d0a20c91-fbad-45f6-b36c-5cd61f694024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.4699657 Feb 28 14:58:34.742921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-85aa4ee8-4d79-4f1f-b67f-47f7a7c83684 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:34.746445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85aa4ee8-4d79-4f1f-b67f-47f7a7c83684 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:34.747020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-85aa4ee8-4d79-4f1f-b67f-47f7a7c83684 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:34.820317 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] Set router 3411cf55-0e69-4531-9ae1-f4a33aa62f01 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:58:34.920288 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cdce471-6f02-4c49-9d2c-e63cab234d4c req-600803ab-ec09-4442-8d5c-19c2e4321fe4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:34.927776 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3cdce471-6f02-4c49-9d2c-e63cab234d4c req-600803ab-ec09-4442-8d5c-19c2e4321fe4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 944 time: 0.0959389 Feb 28 14:58:34.940522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 0c4c8b21-e842-48c3-a3b4-86f8d005786f, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0c4c8b21-e842-48c3-a3b4-86f8d005786f,segment=NetworkSegment(5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c),segment_id=5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:34.943665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:34.980799 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3cdce471-6f02-4c49-9d2c-e63cab234d4c req-4bdea044-df25-496b-b1ae-518a89fa3500 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514112 Feb 28 14:58:35.007842 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-85aa4ee8-4d79-4f1f-b67f-47f7a7c83684 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0689731 Feb 28 14:58:35.008859 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Transition to ACTIVE for port object 7a0cbb47-1185-44a9-9eb0-15be21649d2b will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:35.022362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47330) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:35.022600 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aa4ee8-4d79-4f1f-b67f-47f7a7c83684 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Network': ['ID=4d40dc81-f12f-4022-a331-ab134ee6b912,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:35.022693 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '0c4c8b21-e842-48c3-a3b4-86f8d005786f', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'port_id': '0c4c8b21-e842-48c3-a3b4-86f8d005786f', 'mac_address': 'fa:16:3e:f2:06:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:58:35.035867 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 4d40dc81-f12f-4022-a331-ab134ee6b912 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:58:35.037756 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-dc101a07-fd18-4af6-ae01-68e59436e29d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'subnet': {'network_id': '67a1be89-ed46-4d8f-a4a8-3e6f36af883d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:35.062854 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-18b3de78-0689-4953-9b70-091e8818572a req-d6eee4b6-d4ca-4afb-9cfc-98ab5f785352 service neutron] 10.222.0.20 "GET /v2.0/networks/d0a20c91-fbad-45f6-b36c-5cd61f694024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3102503 Feb 28 14:58:35.146140 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:35.182082 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-dc101a07-fd18-4af6-ae01-68e59436e29d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:35.186029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-dc101a07-fd18-4af6-ae01-68e59436e29d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:subnet and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:35.189023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-dc101a07-fd18-4af6-ae01-68e59436e29d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:35.197023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-dc101a07-fd18-4af6-ae01-68e59436e29d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:35.212542 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc101a07-fd18-4af6-ae01-68e59436e29d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:35.275004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 53cf5148-9bed-47ba-b7cc-d6e45e49b269 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:35.279270 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Network 63453855-61e2-4b63-9c3e-55e9b0f5bcdc is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:35.287269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:35.291208 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:35.338280 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dc101a07-fd18-4af6-ae01-68e59436e29d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:35.338553 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:35.356701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Pushing event updated for resources: {'Port': ['ID=7a0cbb47-1185-44a9-9eb0-15be21649d2b,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:35.398085 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-18b3de78-0689-4953-9b70-091e8818572a req-1f5291d6-234e-4796-9422-b114d801e93d service neutron] 10.222.0.20 "GET /v2.0/networks/d0a20c91-fbad-45f6-b36c-5cd61f694024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3281889 Feb 28 14:58:35.404186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:35.405637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:35.424270 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Allocated IP 172.20.0.2 (63453855-61e2-4b63-9c3e-55e9b0f5bcdc/ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6/d6bbdd49-3a9e-4887-b173-437d9f96541b) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:35.460294 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0c4c8b21-e842-48c3-a3b4-86f8d005786f {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:58:35.486178 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-af8caeb0-ff63-49c5-ae97-d2f63b1069eb tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 2.3241498 Feb 28 14:58:35.488179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47336) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:35.502474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-98e2b635-f0ee-4659-8dc6-cae4bac22331 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1404124172', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:35.512166 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-98e2b635-f0ee-4659-8dc6-cae4bac22331 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:35.516522 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-98e2b635-f0ee-4659-8dc6-cae4bac22331 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Usage tracker for resource:router and tenant:d37cadd9fc3f4bb4a038fb237b6ed861 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:35.534368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-98e2b635-f0ee-4659-8dc6-cae4bac22331 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:35.543758 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 0c4c8b21-e842-48c3-a3b4-86f8d005786f, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0c4c8b21-e842-48c3-a3b4-86f8d005786f,segment=NetworkSegment(5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c),segment_id=5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:35.577568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-98e2b635-f0ee-4659-8dc6-cae4bac22331 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:35.588860 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b1d594c3-30b1-4dfb-b237-f0718551415f req-10afbb9a-d482-47ce-b392-80061d8d7cde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 210 time: 0.0556285 Feb 28 14:58:35.601352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98e2b635-f0ee-4659-8dc6-cae4bac22331 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:35.602436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98e2b635-f0ee-4659-8dc6-cae4bac22331 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:35.611757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:35.631625 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98e2b635-f0ee-4659-8dc6-cae4bac22331 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:35.654902 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dc101a07-fd18-4af6-ae01-68e59436e29d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:35.723473 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc101a07-fd18-4af6-ae01-68e59436e29d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Subnet': ['ID=710e3044-8533-4fbd-8a63-7c8bdf2ed0d3,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:35.739270 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98e2b635-f0ee-4659-8dc6-cae4bac22331 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:35.744029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 53cf5148-9bed-47ba-b7cc-d6e45e49b269 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:35.744548 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:35.753373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc101a07-fd18-4af6-ae01-68e59436e29d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Checking segment: {'id': '079005d9-8bdb-4344-9b2f-69af9f5db790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '67a1be89-ed46-4d8f-a4a8-3e6f36af883d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:35.753731 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc101a07-fd18-4af6-ae01-68e59436e29d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network hostable DHCP agents. Network: 67a1be89-ed46-4d8f-a4a8-3e6f36af883d, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:58:35.779601 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc101a07-fd18-4af6-ae01-68e59436e29d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 67a1be89-ed46-4d8f-a4a8-3e6f36af883d is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:58:35.792671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-dc101a07-fd18-4af6-ae01-68e59436e29d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 67a1be89-ed46-4d8f-a4a8-3e6f36af883d) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:35.797154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc101a07-fd18-4af6-ae01-68e59436e29d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:35.797791 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dc101a07-fd18-4af6-ae01-68e59436e29d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:35.813573 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-077cf3e8-e6da-447e-8349-2f83304b3ab2 None None] Network 67a1be89-ed46-4d8f-a4a8-3e6f36af883d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:35.830330 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-f777e417-de99-46fd-9304-55f8c4f88a68 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:35.831057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-f777e417-de99-46fd-9304-55f8c4f88a68 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:35.840723 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-dc101a07-fd18-4af6-ae01-68e59436e29d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8221920 Feb 28 14:58:35.840954 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47342) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:35.846834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-4f8bb729-f5ef-46a2-b3cd-0dd78faef36e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'subnet': {'network_id': '4d40dc81-f12f-4022-a331-ab134ee6b912', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:35.875868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-f777e417-de99-46fd-9304-55f8c4f88a68 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:35.877032 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-f777e417-de99-46fd-9304-55f8c4f88a68 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/networks?id=9d612402-7f6c-464b-9841-02cdb0616e7d HTTP/1.1" status: 200 len: 797 time: 0.2350688 Feb 28 14:58:35.880264 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=0c4c8b21-e842-48c3-a3b4-86f8d005786f,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:35.882680 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-98e2b635-f0ee-4659-8dc6-cae4bac22331 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:35.885678 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-98e2b635-f0ee-4659-8dc6-cae4bac22331 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3952913 Feb 28 14:58:35.888397 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47346) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:35.894924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-488a5731-945a-474a-ac9a-56ea97a327f1 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1723502969', 'prefixes': ['172.20.0.0/16']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:35.933458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-488a5731-945a-474a-ac9a-56ea97a327f1 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:35.962228 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['0c4c8b21-e842-48c3-a3b4-86f8d005786f'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 14:58:35.993100 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-27694446-343f-4bb9-873f-a433ac514eba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:36.012961 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-27694446-343f-4bb9-873f-a433ac514eba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:36.014722 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-27694446-343f-4bb9-873f-a433ac514eba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 380 time: 0.1233559 Feb 28 14:58:36.028747 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-153da376-4f8d-4860-9dae-eaea65a06886 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'port': {'device_id': 'b3db92a9-0aee-40a5-b013-040ee8392d63', 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d', 'admin_state_up': True, 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'security_groups': ['1d59c872-b89e-432e-8269-2d48499dd9bd']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:36.035779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4f8bb729-f5ef-46a2-b3cd-0dd78faef36e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:36.043587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4f8bb729-f5ef-46a2-b3cd-0dd78faef36e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:subnet and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:36.051799 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4f8bb729-f5ef-46a2-b3cd-0dd78faef36e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:36.063438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4f8bb729-f5ef-46a2-b3cd-0dd78faef36e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:36.079661 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bdf555f-946e-45ab-a15b-ee0aecb4395d req-37bbab4e-ca6e-4e32-bd7e-c57b05b76e86 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:36.081113 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bdf555f-946e-45ab-a15b-ee0aecb4395d req-37bbab4e-ca6e-4e32-bd7e-c57b05b76e86 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 944 time: 0.1582074 Feb 28 14:58:36.086925 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f8bb729-f5ef-46a2-b3cd-0dd78faef36e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:36.123454 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246504210', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:08Z', 'updated_at': '2022-02-28T14:58:21Z', 'revision_number': 4, 'project_id': '9cad89688b894404abdfb852201ad365', 'gw_port': {'id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '06c39261-d960-4ae2-9a77-b03985630dd0', 'name': '', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'mac_address': 'fa:16:3e:13:a7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:20Z', 'updated_at': '2022-02-28T14:58:34Z', 'revision_number': 4, 'project_id': '9cad89688b894404abdfb852201ad365', 'subnets': [{'id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:36.181295 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12587b36-55b4-4ec7-8077-fed42357185b None None] The sync data for ids ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'] in dv-neutron-830866-2-hyperv is: [{'id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246504210', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:08Z', 'updated_at': '2022-02-28T14:58:21Z', 'revision_number': 4, 'project_id': '9cad89688b894404abdfb852201ad365', 'gw_port': {'id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '06c39261-d960-4ae2-9a77-b03985630dd0', 'name': '', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'mac_address': 'fa:16:3e:13:a7:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:20Z', 'updated_at': '2022-02-28T14:58:34Z', 'revision_number': 4, 'project_id': '9cad89688b894404abdfb852201ad365', 'subnets': [{'id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:58:36.276498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-488a5731-945a-474a-ac9a-56ea97a327f1 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks [] for subnetpool, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:36.280829 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-488a5731-945a-474a-ac9a-56ea97a327f1 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3882496 Feb 28 14:58:36.286457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47352) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:36.290131 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bdf555f-946e-45ab-a15b-ee0aecb4395d req-6e748205-aa3d-4742-bef1-a58a17c1c7c3 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1852646 Feb 28 14:58:36.290541 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:36.298881 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb729-f5ef-46a2-b3cd-0dd78faef36e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:36.303951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-3d6bfaac-a746-484e-bcf0-270d5560c558 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6', 'tempest-TagsExtTest-Tag-732570274') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:36.341983 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Transition to ACTIVE for port object d6bbdd49-3a9e-4887-b173-437d9f96541b will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:36.382183 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Transition to ACTIVE for port object d6bbdd49-3a9e-4887-b173-437d9f96541b will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:36.398231 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-153da376-4f8d-4860-9dae-eaea65a06886 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:36.409920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-153da376-4f8d-4860-9dae-eaea65a06886 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:36.430612 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-153da376-4f8d-4860-9dae-eaea65a06886 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:58:36.434811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-153da376-4f8d-4860-9dae-eaea65a06886 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:36.440222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:58:36.448188 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:36.476509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d94d4bf-7045-443c-9db8-be5dc88acea0 req-9e5cda69-81b5-485c-9d41-d39bbb466c5b tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:36.483792 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8d94d4bf-7045-443c-9db8-be5dc88acea0 req-9e5cda69-81b5-485c-9d41-d39bbb466c5b tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 945 time: 0.3245208 Feb 28 14:58:36.532645 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-67a1be89-ed46-4d8f-a4a8-3e6f36af883d', 'network_id': '67a1be89-ed46-4d8f-a4a8-3e6f36af883d', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'fixed_ips': [{'subnet_id': '710e3044-8533-4fbd-8a63-7c8bdf2ed0d3'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:58:36.533376 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:36.569460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Network 63453855-61e2-4b63-9c3e-55e9b0f5bcdc is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:36.583572 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:36.602791 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:36.627411 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb729-f5ef-46a2-b3cd-0dd78faef36e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:36.653508 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8d94d4bf-7045-443c-9db8-be5dc88acea0 req-9f777712-0422-4b41-a82b-6c0a5fc656e5 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1686382 Feb 28 14:58:36.716374 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3d6bfaac-a746-484e-bcf0-270d5560c558 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "PUT /v2.0/subnets/ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6/tags/tempest-TagsExtTest-Tag-732570274 HTTP/1.1" status: 201 len: 201 time: 0.4288974 Feb 28 14:58:36.719591 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47358) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:36.734419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-1c8cc7cb-e619-4587-9342-4f214c2bef34 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7a0cbb47-1185-44a9-9eb0-15be21649d2b', 'tempest-TagsExtTest-Tag-1010622723') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:36.757524 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f8bb729-f5ef-46a2-b3cd-0dd78faef36e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Subnet': ['ID=ac091c7d-51ca-49de-b596-989b8319f814,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:36.777342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f8bb729-f5ef-46a2-b3cd-0dd78faef36e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Checking segment: {'id': '3c5cfbd9-fbb1-46dd-be0f-f9469c36ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4d40dc81-f12f-4022-a331-ab134ee6b912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:36.777707 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8bb729-f5ef-46a2-b3cd-0dd78faef36e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network hostable DHCP agents. Network: 4d40dc81-f12f-4022-a331-ab134ee6b912, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:58:36.834038 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e24f1e65-24de-4215-8c24-5bd68d7e7ded req-f9b05850-6d49-4c4f-bfb3-fc69f8a2d164 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 210 time: 0.0585146 Feb 28 14:58:36.859891 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f8bb729-f5ef-46a2-b3cd-0dd78faef36e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 4d40dc81-f12f-4022-a331-ab134ee6b912 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:58:36.875427 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-4f8bb729-f5ef-46a2-b3cd-0dd78faef36e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 4d40dc81-f12f-4022-a331-ab134ee6b912) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:36.892348 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f8bb729-f5ef-46a2-b3cd-0dd78faef36e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:36.893015 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4f8bb729-f5ef-46a2-b3cd-0dd78faef36e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:36.898463 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ecf67f0-538a-4827-b9a8-8fde14255fd5 None None] Network 4d40dc81-f12f-4022-a331-ab134ee6b912 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:36.924445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-153da376-4f8d-4860-9dae-eaea65a06886 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.7 (9d612402-7f6c-464b-9841-02cdb0616e7d/99bb0a0f-338f-4ae2-b958-18979ceae777/49d08eaa-d3ae-46a9-b97e-53b6f795192b) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:36.925767 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4f8bb729-f5ef-46a2-b3cd-0dd78faef36e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0830922 Feb 28 14:58:36.926849 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47362) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:36.933131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3aa85eff-21b3-4330-a47e-d79719a60b73 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1343732391', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:36.941826 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3aa85eff-21b3-4330-a47e-d79719a60b73 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:36.947173 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3aa85eff-21b3-4330-a47e-d79719a60b73 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:router and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:36.949524 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Pushing event updated for resources: {'Port': ['ID=d6bbdd49-3a9e-4887-b173-437d9f96541b,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:36.950744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3aa85eff-21b3-4330-a47e-d79719a60b73 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:36.966975 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3aa85eff-21b3-4330-a47e-d79719a60b73 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:36.968691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.resource_extend [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] It took 0.41 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 28 14:58:36.982679 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3aa85eff-21b3-4330-a47e-d79719a60b73 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:36.984011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3aa85eff-21b3-4330-a47e-d79719a60b73 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:37.007035 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3aa85eff-21b3-4330-a47e-d79719a60b73 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:37.036394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3aa85eff-21b3-4330-a47e-d79719a60b73 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:37.069493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Attempting to bind port d6bbdd49-3a9e-4887-b173-437d9f96541b on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:37.069771 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Attempting to bind port d6bbdd49-3a9e-4887-b173-437d9f96541b by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '08904f00-4006-4916-ba5d-d4b674dd283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63453855-61e2-4b63-9c3e-55e9b0f5bcdc'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:37.070134 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Attempting to bind port d6bbdd49-3a9e-4887-b173-437d9f96541b on network 63453855-61e2-4b63-9c3e-55e9b0f5bcdc {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:37.080185 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3aa85eff-21b3-4330-a47e-d79719a60b73 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:37.085161 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3aa85eff-21b3-4330-a47e-d79719a60b73 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1566005 Feb 28 14:58:37.088531 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47366) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:37.110326 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1c8cc7cb-e619-4587-9342-4f214c2bef34 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "PUT /v2.0/ports/7a0cbb47-1185-44a9-9eb0-15be21649d2b/tags/tempest-TagsExtTest-Tag-1010622723 HTTP/1.1" status: 201 len: 201 time: 0.3815415 Feb 28 14:58:37.110782 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47370) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:37.124595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-1afe5f93-4db5-4bb2-a7db-986f6180b1c1 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c80fb2a9-d3f5-493e-904c-2ec9e90a5309', 'tempest-TagsExtTest-Tag-255665877') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:37.148539 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:58:37.148938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Checking segment: {'id': '08904f00-4006-4916-ba5d-d4b674dd283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63453855-61e2-4b63-9c3e-55e9b0f5bcdc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:37.149369 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:37.149765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Bound using segment: {'id': '08904f00-4006-4916-ba5d-d4b674dd283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63453855-61e2-4b63-9c3e-55e9b0f5bcdc'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:58:37.150252 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Bound port: d6bbdd49-3a9e-4887-b173-437d9f96541b, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08904f00-4006-4916-ba5d-d4b674dd283e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '63453855-61e2-4b63-9c3e-55e9b0f5bcdc'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:37.150622 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:37.272642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] For port d6bbdd49-3a9e-4887-b173-437d9f96541b, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:58:37.275951 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] For port d6bbdd49-3a9e-4887-b173-437d9f96541b, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d6bbdd49-3a9e-4887-b173-437d9f96541b,segment=NetworkSegment(08904f00-4006-4916-ba5d-d4b674dd283e),segment_id=08904f00-4006-4916-ba5d-d4b674dd283e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:58:37.332137 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:37.350925 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-153da376-4f8d-4860-9dae-eaea65a06886 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:37.373235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-153da376-4f8d-4860-9dae-eaea65a06886 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object 49d08eaa-d3ae-46a9-b97e-53b6f795192b will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:37.382768 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1afe5f93-4db5-4bb2-a7db-986f6180b1c1 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "PUT /v2.0/routers/c80fb2a9-d3f5-493e-904c-2ec9e90a5309/tags/tempest-TagsExtTest-Tag-255665877 HTTP/1.1" status: 201 len: 201 time: 0.2685061 Feb 28 14:58:37.384330 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47376) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:37.388683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f45e7fe3-7940-441b-8ee4-78ded5ed2ae4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f45e7fe3-7940-441b-8ee4-78ded5ed2ae4,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:37.391506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-2277d66d-bcf1-4381-a3d6-11b49266ce30 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149', 'tempest-TagsExtTest-Tag-1597146929') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:37.439190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-153da376-4f8d-4860-9dae-eaea65a06886 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:37.484415 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 06c39261-d960-4ae2-9a77-b03985630dd0 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:37.527232 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'f45e7fe3-7940-441b-8ee4-78ded5ed2ae4', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'port_id': 'f45e7fe3-7940-441b-8ee4-78ded5ed2ae4', 'mac_address': 'fa:16:3e:34:e4:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:58:37.567811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-153da376-4f8d-4860-9dae-eaea65a06886 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 9d612402-7f6c-464b-9841-02cdb0616e7d is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:37.578358 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-153da376-4f8d-4860-9dae-eaea65a06886 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:37.584247 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2277d66d-bcf1-4381-a3d6-11b49266ce30 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "PUT /v2.0/subnetpools/3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149/tags/tempest-TagsExtTest-Tag-1597146929 HTTP/1.1" status: 201 len: 201 time: 0.1987083 Feb 28 14:58:37.585517 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-153da376-4f8d-4860-9dae-eaea65a06886 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:37.603605 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47380) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:37.614245 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-697e9e80-ddd8-4542-be59-eb628fa75822 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:37.702799 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-153da376-4f8d-4860-9dae-eaea65a06886 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:37.703436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-153da376-4f8d-4860-9dae-eaea65a06886 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:37.709891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-153da376-4f8d-4860-9dae-eaea65a06886 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=49d08eaa-d3ae-46a9-b97e-53b6f795192b,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:37.800606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c845fcdd-32ba-480f-9a17-0038420fb593 req-19b926b3-5912-4036-9613-e815eae7520d tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:37.803009 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c845fcdd-32ba-480f-9a17-0038420fb593 req-19b926b3-5912-4036-9613-e815eae7520d tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 944 time: 0.2928181 Feb 28 14:58:37.806261 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-153da376-4f8d-4860-9dae-eaea65a06886 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7866590 Feb 28 14:58:37.875891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Request body: {'port': {'device_id': 'b3db92a9-0aee-40a5-b013-040ee8392d63', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:37.894911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Allocated IP 172.20.0.2 (67a1be89-ed46-4d8f-a4a8-3e6f36af883d/710e3044-8533-4fbd-8a63-7c8bdf2ed0d3/d99f55a3-708a-450a-939c-e45480b34476) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:37.935349 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c845fcdd-32ba-480f-9a17-0038420fb593 req-8d4d2e80-d57a-4b38-8e4e-4122aac1f4fe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263816 Feb 28 14:58:37.958274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c9e4c1d-64f6-4a07-a6ec-a7a6dad60999 None None] Pushing event updated for resources: {'Port': ['ID=d6bbdd49-3a9e-4887-b173-437d9f96541b,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:38.017331 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:38.046951 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:38.051466 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-697e9e80-ddd8-4542-be59-eb628fa75822 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/subnets/ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6/tags HTTP/1.1" status: 200 len: 240 time: 0.4448757 Feb 28 14:58:38.069011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47388) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:38.084724 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-4f3434a4-e736-41b6-9900-a3682034c858 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6', 'tempest-TagsExtTest-Tag-732570274') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:38.094609 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-4d40dc81-f12f-4022-a331-ab134ee6b912', 'network_id': '4d40dc81-f12f-4022-a331-ab134ee6b912', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'fixed_ips': [{'subnet_id': 'ac091c7d-51ca-49de-b596-989b8319f814'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:58:38.095463 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:38.144276 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477bc10f-40b6-4144-9832-8d140913752b req-0b730a6b-3c64-44eb-a3bd-b638b965e77f tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:38.151517 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-477bc10f-40b6-4144-9832-8d140913752b req-0b730a6b-3c64-44eb-a3bd-b638b965e77f tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 945 time: 0.2597446 Feb 28 14:58:38.223090 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:58:38.228809 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:38.294309 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-19ce2887-ceb9-458a-8299-3ceff32d7c84 None None] Provisioning for port 49d08eaa-d3ae-46a9-b97e-53b6f795192b completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:38.348343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-19ce2887-ceb9-458a-8299-3ceff32d7c84 None None] Provisioning complete for port 49d08eaa-d3ae-46a9-b97e-53b6f795192b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:38.348837 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-19ce2887-ceb9-458a-8299-3ceff32d7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:38.371617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 06c39261-d960-4ae2-9a77-b03985630dd0 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:38.378195 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f45e7fe3-7940-441b-8ee4-78ded5ed2ae4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f45e7fe3-7940-441b-8ee4-78ded5ed2ae4,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:38.404808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73cbc648-1b3e-4985-85f7-57c4f028eb91 req-2f66d13f-25f0-492d-9f5b-9cebf1f7dd92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:38.405500 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-73cbc648-1b3e-4985-85f7-57c4f028eb91 req-2f66d13f-25f0-492d-9f5b-9cebf1f7dd92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:38.441920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:38.451604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-73cbc648-1b3e-4985-85f7-57c4f028eb91 req-2f66d13f-25f0-492d-9f5b-9cebf1f7dd92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:38.452811 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-73cbc648-1b3e-4985-85f7-57c4f028eb91 req-2f66d13f-25f0-492d-9f5b-9cebf1f7dd92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 931 time: 0.3713896 Feb 28 14:58:38.517006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 06c39261-d960-4ae2-9a77-b03985630dd0 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:38.517536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:38.561625 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-477bc10f-40b6-4144-9832-8d140913752b req-69c1c557-aeb5-4dae-ad10-81802ed9fb86 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4090974 Feb 28 14:58:38.589339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49d08eaa-d3ae-46a9-b97e-53b6f795192b {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:58:38.589571 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4f3434a4-e736-41b6-9900-a3682034c858 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/subnets/ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6/tags/tempest-TagsExtTest-Tag-732570274 HTTP/1.1" status: 204 len: 168 time: 0.5195682 Feb 28 14:58:38.594182 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47392) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:38.597199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:38.614190 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-73cbc648-1b3e-4985-85f7-57c4f028eb91 req-b7fbe259-dd7d-4ae9-a441-277018d2f37a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d59c872-b89e-432e-8269-2d48499dd9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1408536 Feb 28 14:58:38.617297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Transition to ACTIVE for port object 49d08eaa-d3ae-46a9-b97e-53b6f795192b will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:38.621201 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:38.630545 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-ca15dbb0-df4b-41dc-ac07-0be5d7c04c85 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', 'ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6', 'tempest-TagsExtTest-Tag-732570274') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:38.717447 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-19ce2887-ceb9-458a-8299-3ceff32d7c84 None None] Port 49d08eaa-d3ae-46a9-b97e-53b6f795192b cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:58:38.719322 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['f45e7fe3-7940-441b-8ee4-78ded5ed2ae4'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 14:58:38.757207 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ca15dbb0-df4b-41dc-ac07-0be5d7c04c85 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/subnets/ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6/tags/tempest-TagsExtTest-Tag-732570274 HTTP/1.1" status: 204 len: 168 time: 0.1595440 Feb 28 14:58:38.757421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47396) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:38.764421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-0016533c-1a19-4f1b-8466-5ed0bd7483c9 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', 'ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:38.777244 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=49d08eaa-d3ae-46a9-b97e-53b6f795192b,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:38.837580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Allocated IP 172.21.0.2 (4d40dc81-f12f-4022-a331-ab134ee6b912/ac091c7d-51ca-49de-b596-989b8319f814/b6fcd123-8fb4-4d61-94a8-df8fe13778d6) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:38.841063 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0016533c-1a19-4f1b-8466-5ed0bd7483c9 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/subnets/ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6/tags HTTP/1.1" status: 200 len: 205 time: 0.0803270 Feb 28 14:58:38.842191 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47400) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:38.850605 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-41edb85e-e110-415d-9ab0-49970a143c5b tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7a0cbb47-1185-44a9-9eb0-15be21649d2b') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:38.893476 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f45e7fe3-7940-441b-8ee4-78ded5ed2ae4,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:38.916163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Attempting to bind port 49d08eaa-d3ae-46a9-b97e-53b6f795192b on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:38.917000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Attempting to bind port 49d08eaa-d3ae-46a9-b97e-53b6f795192b by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '6f5da2dd-3ebc-49a5-b6d2-53bb41543316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:38.917579 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Attempting to bind port 49d08eaa-d3ae-46a9-b97e-53b6f795192b on network 9d612402-7f6c-464b-9841-02cdb0616e7d {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:38.925084 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:38.926894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Port 49d08eaa-d3ae-46a9-b97e-53b6f795192b on network 9d612402-7f6c-464b-9841-02cdb0616e7d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:58:38.927327 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Attempting to bind port 49d08eaa-d3ae-46a9-b97e-53b6f795192b on network 9d612402-7f6c-464b-9841-02cdb0616e7d {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:38.935276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:58:38.935276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Checking segment: {'id': '6f5da2dd-3ebc-49a5-b6d2-53bb41543316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:38.936105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Bound using segment: {'id': '6f5da2dd-3ebc-49a5-b6d2-53bb41543316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:58:38.936335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Bound port: 49d08eaa-d3ae-46a9-b97e-53b6f795192b, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6f5da2dd-3ebc-49a5-b6d2-53bb41543316', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:38.936778 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:38.958234 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-41edb85e-e110-415d-9ab0-49970a143c5b tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/ports/7a0cbb47-1185-44a9-9eb0-15be21649d2b/tags HTTP/1.1" status: 200 len: 241 time: 0.1130874 Feb 28 14:58:38.958473 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47404) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:38.964819 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-5e74bd2a-94fc-495d-b7fc-19b2f03e3850 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7a0cbb47-1185-44a9-9eb0-15be21649d2b', 'tempest-TagsExtTest-Tag-1010622723') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:39.060953 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] For port 49d08eaa-d3ae-46a9-b97e-53b6f795192b, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:58:39.066256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] For port 49d08eaa-d3ae-46a9-b97e-53b6f795192b, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=49d08eaa-d3ae-46a9-b97e-53b6f795192b,segment=NetworkSegment(6f5da2dd-3ebc-49a5-b6d2-53bb41543316),segment_id=6f5da2dd-3ebc-49a5-b6d2-53bb41543316)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:58:39.076482 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47410) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:39.080214 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5e74bd2a-94fc-495d-b7fc-19b2f03e3850 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/ports/7a0cbb47-1185-44a9-9eb0-15be21649d2b/tags/tempest-TagsExtTest-Tag-1010622723 HTTP/1.1" status: 204 len: 168 time: 0.1203959 Feb 28 14:58:39.082080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:39.098465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-d7a41078-5fd1-4141-b1bd-936b72f377e8 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7a0cbb47-1185-44a9-9eb0-15be21649d2b', 'tempest-TagsExtTest-Tag-1010622723') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:39.188420 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:39.200199 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Transition to ACTIVE for port object d99f55a3-708a-450a-939c-e45480b34476 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:39.225765 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f4abb-b790-47af-bbe8-2881fad49698 req-8432056b-e753-4396-a6ea-ec506f432314 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:39.233001 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e47f4abb-b790-47af-bbe8-2881fad49698 req-8432056b-e753-4396-a6ea-ec506f432314 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 945 time: 0.1095812 Feb 28 14:58:39.296583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Transition to ACTIVE for port object d99f55a3-708a-450a-939c-e45480b34476 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:39.330527 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 06c39261-d960-4ae2-9a77-b03985630dd0, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=06c39261-d960-4ae2-9a77-b03985630dd0,segment=NetworkSegment(5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c),segment_id=5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:39.341622 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:39.343829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Pushing event updated for resources: {'Port': ['ID=49d08eaa-d3ae-46a9-b97e-53b6f795192b,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:39.356503 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:39.357852 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-811250ad-57a1-4261-91a6-a0471b65a4e7 service neutron] 10.222.0.20 "PUT /v2.0/ports/49d08eaa-d3ae-46a9-b97e-53b6f795192b HTTP/1.1" status: 200 len: 1093 time: 1.4883301 Feb 28 14:58:39.358287 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3db92a9-0aee-40a5-b013-040ee8392d63', 'tag': '49d08eaa-d3ae-46a9-b97e-53b6f795192b'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:58:39.386846 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:39.502411 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3db92a9-0aee-40a5-b013-040ee8392d63', 'tag': '49d08eaa-d3ae-46a9-b97e-53b6f795192b', 'status': 'completed', 'code': 200} Feb 28 14:58:39.555768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88f563e5-82c0-43c0-a2d9-e7359705fa12 None None] Network 63453855-61e2-4b63-9c3e-55e9b0f5bcdc requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:39.569491 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d7a41078-5fd1-4141-b1bd-936b72f377e8 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/ports/7a0cbb47-1185-44a9-9eb0-15be21649d2b/tags/tempest-TagsExtTest-Tag-1010622723 HTTP/1.1" status: 204 len: 168 time: 0.4912066 Feb 28 14:58:39.572683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47416) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:39.578886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-53419145-452a-432a-91a6-314d5be01205 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7a0cbb47-1185-44a9-9eb0-15be21649d2b') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:39.611748 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e47f4abb-b790-47af-bbe8-2881fad49698 req-41216343-1f37-4ec4-b333-89654ff34ab4 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3777444 Feb 28 14:58:39.650531 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Allocated IP 172.20.0.1 (67a1be89-ed46-4d8f-a4a8-3e6f36af883d/710e3044-8533-4fbd-8a63-7c8bdf2ed0d3/56ca07f1-e403-456c-aa88-2dd05a1f9b7e) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:39.698233 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-e78c9707-e29d-4768-8a0b-f3fbd772e47d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 1096 time: 0.2677026 Feb 28 14:58:39.700556 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d6bbdd49-3a9e-4887-b173-437d9f96541b up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:39.739408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Network 67a1be89-ed46-4d8f-a4a8-3e6f36af883d is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:39.770276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Pushing event updated for resources: {'Port': ['ID=d99f55a3-708a-450a-939c-e45480b34476,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:39.772812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:39.822889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:39.851944 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-2a954232-8304-4c0a-8783-847f820896e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49d08eaa-d3ae-46a9-b97e-53b6f795192b HTTP/1.1" status: 200 len: 217 time: 0.1449833 Feb 28 14:58:39.939432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:39.948230 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83284320-9443-4503-a2ab-e42df7772c60 req-50af7e07-19fc-4b79-b31d-393236688cb9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:39.949840 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-83284320-9443-4503-a2ab-e42df7772c60 req-50af7e07-19fc-4b79-b31d-393236688cb9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 943 time: 0.1549327 Feb 28 14:58:39.954086 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-ead44204-53aa-4f76-a5f2-4a1bef7fcfa4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:39.955481 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-ead44204-53aa-4f76-a5f2-4a1bef7fcfa4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99bb0a0f-338f-4ae2-b958-18979ceae777 HTTP/1.1" status: 200 len: 834 time: 0.0966880 Feb 28 14:58:39.959068 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-53419145-452a-432a-91a6-314d5be01205 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/ports/7a0cbb47-1185-44a9-9eb0-15be21649d2b/tags HTTP/1.1" status: 200 len: 205 time: 0.3853307 Feb 28 14:58:39.966312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47424) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:39.966859 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6817f22-9283-4175-a461-89f2b0ff3313 req-af2f23e8-331f-4d0b-9b52-05ae577e0007 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:39.968813 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c6817f22-9283-4175-a461-89f2b0ff3313 req-af2f23e8-331f-4d0b-9b52-05ae577e0007 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 945 time: 0.1847901 Feb 28 14:58:39.973726 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-3fb0e162-f0e3-4a03-8e11-fa1bf83f5707 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c80fb2a9-d3f5-493e-904c-2ec9e90a5309') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:40.016218 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.021781 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Transition to ACTIVE for port object 56ca07f1-e403-456c-aa88-2dd05a1f9b7e will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:40.040276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-18e6358b-dcfe-45c9-b369-bb4bde0c7c41 None None] Provisioning for port d6bbdd49-3a9e-4887-b173-437d9f96541b completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:40.054932 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=06c39261-d960-4ae2-9a77-b03985630dd0,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:40.072983 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c6817f22-9283-4175-a461-89f2b0ff3313 req-3db7ce6a-8371-4b9b-831f-b04fbbbcc0fe tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0674725 Feb 28 14:58:40.077748 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Transition to ACTIVE for port object b6fcd123-8fb4-4d61-94a8-df8fe13778d6 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:40.111657 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-03da9893-c560-4a8d-b5ba-b005dc156697 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d612402-7f6c-464b-9841-02cdb0616e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1416790 Feb 28 14:58:40.161301 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-83284320-9443-4503-a2ab-e42df7772c60 req-37be6e2c-9f72-4cfe-a6b5-3fb90e167628 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d59c872-b89e-432e-8269-2d48499dd9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1990807 Feb 28 14:58:40.171447 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Attempting to bind port d99f55a3-708a-450a-939c-e45480b34476 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:40.171845 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Attempting to bind port d99f55a3-708a-450a-939c-e45480b34476 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '079005d9-8bdb-4344-9b2f-69af9f5db790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '67a1be89-ed46-4d8f-a4a8-3e6f36af883d'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:40.172209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Attempting to bind port d99f55a3-708a-450a-939c-e45480b34476 on network 67a1be89-ed46-4d8f-a4a8-3e6f36af883d {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:40.173936 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3fb0e162-f0e3-4a03-8e11-fa1bf83f5707 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/routers/c80fb2a9-d3f5-493e-904c-2ec9e90a5309/tags HTTP/1.1" status: 200 len: 240 time: 0.2066405 Feb 28 14:58:40.174610 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47428) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:40.182350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-dba29ed3-be50-44a1-95e0-0b0547ef4a89 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c80fb2a9-d3f5-493e-904c-2ec9e90a5309', 'tempest-TagsExtTest-Tag-255665877') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:40.183057 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Transition to ACTIVE for port object b6fcd123-8fb4-4d61-94a8-df8fe13778d6 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:40.185285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port d6bbdd49-3a9e-4887-b173-437d9f96541b completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:40.217235 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.240984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.257660 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:58:40.258030 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Checking segment: {'id': '079005d9-8bdb-4344-9b2f-69af9f5db790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '67a1be89-ed46-4d8f-a4a8-3e6f36af883d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:40.258447 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.258826 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Bound using segment: {'id': '079005d9-8bdb-4344-9b2f-69af9f5db790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '67a1be89-ed46-4d8f-a4a8-3e6f36af883d'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:58:40.259305 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Bound port: d99f55a3-708a-450a-939c-e45480b34476, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '079005d9-8bdb-4344-9b2f-69af9f5db790', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '67a1be89-ed46-4d8f-a4a8-3e6f36af883d'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:40.259710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.268255 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d6bbdd49-3a9e-4887-b173-437d9f96541b triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:40.268616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.289340 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-6374f3e9-f017-4323-9976-ed7bb1bdde47 service neutron] 10.222.0.20 "GET /v2.0/networks/9d612402-7f6c-464b-9841-02cdb0616e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1708658 Feb 28 14:58:40.379026 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 67a1be89-ed46-4d8f-a4a8-3e6f36af883d is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:40.383279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:40.388521 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:40.429323 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e8ca1189-5bbb-4643-ab57-40314657f505 req-7ea2c2cb-234d-4b61-85ce-b9971a53bb40 service neutron] 10.222.0.20 "GET /v2.0/networks/9d612402-7f6c-464b-9841-02cdb0616e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1339645 Feb 28 14:58:40.449326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=56ca07f1-e403-456c-aa88-2dd05a1f9b7e,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:40.471328 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 0c4c8b21-e842-48c3-a3b4-86f8d005786f up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:40.483302 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-dba29ed3-be50-44a1-95e0-0b0547ef4a89 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/routers/c80fb2a9-d3f5-493e-904c-2ec9e90a5309/tags/tempest-TagsExtTest-Tag-255665877 HTTP/1.1" status: 204 len: 168 time: 0.3053489 Feb 28 14:58:40.483691 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47432) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:40.491081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-1e2ba57f-59f8-4f57-96c7-4be50a7826d9 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'c80fb2a9-d3f5-493e-904c-2ec9e90a5309', 'tempest-TagsExtTest-Tag-255665877') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:40.498653 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Network 4d40dc81-f12f-4022-a331-ab134ee6b912 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:40.502970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.530007 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Pushing event updated for resources: {'Port': ['ID=b6fcd123-8fb4-4d61-94a8-df8fe13778d6,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:40.532455 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:40.548682 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:40.605875 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.697240 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b0efa6fe-1b47-42a4-bae8-1b35961c1459 req-32c5a219-ecc8-4828-9f61-c833b79b0836 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 1096 time: 0.2110238 Feb 28 14:58:40.726465 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] For port d99f55a3-708a-450a-939c-e45480b34476, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:58:40.779423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] For port d99f55a3-708a-450a-939c-e45480b34476, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d99f55a3-708a-450a-939c-e45480b34476,segment=NetworkSegment(079005d9-8bdb-4344-9b2f-69af9f5db790),segment_id=079005d9-8bdb-4344-9b2f-69af9f5db790)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:58:40.782760 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1e2ba57f-59f8-4f57-96c7-4be50a7826d9 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/routers/c80fb2a9-d3f5-493e-904c-2ec9e90a5309/tags/tempest-TagsExtTest-Tag-255665877 HTTP/1.1" status: 204 len: 168 time: 0.2980335 Feb 28 14:58:40.796986 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.812860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47438) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:40.834581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-58a75056-e531-46af-8ab9-3ebbe792cf1d tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'c80fb2a9-d3f5-493e-904c-2ec9e90a5309') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:40.835892 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.853007 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Attempting to bind port b6fcd123-8fb4-4d61-94a8-df8fe13778d6 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:58:40.853683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Attempting to bind port b6fcd123-8fb4-4d61-94a8-df8fe13778d6 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '3c5cfbd9-fbb1-46dd-be0f-f9469c36ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4d40dc81-f12f-4022-a331-ab134ee6b912'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:58:40.854232 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Attempting to bind port b6fcd123-8fb4-4d61-94a8-df8fe13778d6 on network 4d40dc81-f12f-4022-a331-ab134ee6b912 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:58:40.903353 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 0c4c8b21-e842-48c3-a3b4-86f8d005786f completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:40.906994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 58, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:58:40.907738 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Checking segment: {'id': '3c5cfbd9-fbb1-46dd-be0f-f9469c36ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4d40dc81-f12f-4022-a331-ab134ee6b912'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:58:40.908393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.908941 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Bound using segment: {'id': '3c5cfbd9-fbb1-46dd-be0f-f9469c36ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4d40dc81-f12f-4022-a331-ab134ee6b912'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:58:40.909655 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Bound port: b6fcd123-8fb4-4d61-94a8-df8fe13778d6, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c5cfbd9-fbb1-46dd-be0f-f9469c36ec83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4d40dc81-f12f-4022-a331-ab134ee6b912'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:58:40.910206 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.949670 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 0c4c8b21-e842-48c3-a3b4-86f8d005786f triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:40.950291 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:40.977446 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port d6bbdd49-3a9e-4887-b173-437d9f96541b, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d6bbdd49-3a9e-4887-b173-437d9f96541b,segment=NetworkSegment(08904f00-4006-4916-ba5d-d4b674dd283e),segment_id=08904f00-4006-4916-ba5d-d4b674dd283e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:40.983289 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaa38ba-c5d7-49e8-bcb5-c75e47a4efab None None] Pushing event updated for resources: {'Port': ['ID=d99f55a3-708a-450a-939c-e45480b34476,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:41.031793 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:41.039522 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efa6fe-1b47-42a4-bae8-1b35961c1459 req-e2c884f4-2553-4c3c-b486-b69d8ca6851e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:41.041124 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b0efa6fe-1b47-42a4-bae8-1b35961c1459 req-e2c884f4-2553-4c3c-b486-b69d8ca6851e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d612402-7f6c-464b-9841-02cdb0616e7d HTTP/1.1" status: 200 len: 897 time: 0.3359940 Feb 28 14:58:41.148220 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:41.161505 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:41.291787 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=d6bbdd49-3a9e-4887-b173-437d9f96541b,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:41.292340 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:41.385001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e85e0ad4-14f9-4fc5-af77-0cb07cb15599 None None] Provisioning for port 7a0cbb47-1185-44a9-9eb0-15be21649d2b completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:41.393289 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] For port b6fcd123-8fb4-4d61-94a8-df8fe13778d6, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:58:41.413651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e85e0ad4-14f9-4fc5-af77-0cb07cb15599 None None] Provisioning complete for port 7a0cbb47-1185-44a9-9eb0-15be21649d2b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:41.414022 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e85e0ad4-14f9-4fc5-af77-0cb07cb15599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:41.431870 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fbfc067-59e4-46cb-9f63-461999c01984 req-1c85ae85-3197-4cec-8ef6-b870fbf55fcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:41.445724 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4fbfc067-59e4-46cb-9f63-461999c01984 req-1c85ae85-3197-4cec-8ef6-b870fbf55fcb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 945 time: 0.6693780 Feb 28 14:58:41.478360 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b0efa6fe-1b47-42a4-bae8-1b35961c1459 req-a87ec2aa-3cce-4f69-b3fe-2a1e4aed5347 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49d08eaa-d3ae-46a9-b97e-53b6f795192b HTTP/1.1" status: 200 len: 217 time: 0.4278197 Feb 28 14:58:41.499407 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e85e0ad4-14f9-4fc5-af77-0cb07cb15599 None None] Port 7a0cbb47-1185-44a9-9eb0-15be21649d2b cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:58:41.501296 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-58a75056-e531-46af-8ab9-3ebbe792cf1d tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/routers/c80fb2a9-d3f5-493e-904c-2ec9e90a5309/tags HTTP/1.1" status: 200 len: 205 time: 0.6835294 Feb 28 14:58:41.503932 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] For port b6fcd123-8fb4-4d61-94a8-df8fe13778d6, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=b6fcd123-8fb4-4d61-94a8-df8fe13778d6,segment=NetworkSegment(3c5cfbd9-fbb1-46dd-be0f-f9469c36ec83),segment_id=3c5cfbd9-fbb1-46dd-be0f-f9469c36ec83)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:58:41.505795 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47446) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:41.529745 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e85e0ad4-14f9-4fc5-af77-0cb07cb15599 None None] Provisioning complete for port d6bbdd49-3a9e-4887-b173-437d9f96541b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:41.530153 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e85e0ad4-14f9-4fc5-af77-0cb07cb15599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:41.577205 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:41.597205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-338897b7-8257-4477-8008-740fd0413d6b tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:41.630926 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:41.651386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 06c39261-d960-4ae2-9a77-b03985630dd0 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:41.685983 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4fbfc067-59e4-46cb-9f63-461999c01984 req-1fe3ae08-3b9b-44d1-9418-cdac26f92bdb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2390516 Feb 28 14:58:41.687150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0efa6fe-1b47-42a4-bae8-1b35961c1459 req-87798ea3-b8b1-4a93-b4f1-b3b4070554ff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:41.688559 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b0efa6fe-1b47-42a4-bae8-1b35961c1459 req-87798ea3-b8b1-4a93-b4f1-b3b4070554ff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99bb0a0f-338f-4ae2-b958-18979ceae777 HTTP/1.1" status: 200 len: 834 time: 0.1838460 Feb 28 14:58:41.694873 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-338897b7-8257-4477-8008-740fd0413d6b tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/subnetpools/3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149/tags HTTP/1.1" status: 200 len: 241 time: 0.1840656 Feb 28 14:58:41.697469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47450) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:41.730294 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=56ca07f1-e403-456c-aa88-2dd05a1f9b7e,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:41.735461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-bf011ab8-8c1b-4adf-87eb-f0d91ab80a25 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149', 'tempest-TagsExtTest-Tag-1597146929') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:41.777406 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4c8b21-e842-48c3-a3b4-86f8d005786f'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:58:41.780200 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bf011ab8-8c1b-4adf-87eb-f0d91ab80a25 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/subnetpools/3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149/tags/tempest-TagsExtTest-Tag-1597146929 HTTP/1.1" status: 204 len: 168 time: 0.0819106 Feb 28 14:58:41.787438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47456) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:41.789942 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 06c39261-d960-4ae2-9a77-b03985630dd0 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:41.790307 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:41.796882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-4799773e-1aa8-490e-b4d5-bbfb36c7b8e2 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149', 'tempest-TagsExtTest-Tag-1597146929') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:41.819739 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d006643c-5d92-4b79-b120-f117f55d6b10 None None] Pushing event updated for resources: {'Port': ['ID=b6fcd123-8fb4-4d61-94a8-df8fe13778d6,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:41.820611 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 67a1be89-ed46-4d8f-a4a8-3e6f36af883d is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:41.823755 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:41.832286 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b0efa6fe-1b47-42a4-bae8-1b35961c1459 req-a96979ab-5027-4f17-be8a-ce0c99a294ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d612402-7f6c-464b-9841-02cdb0616e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1362467 Feb 28 14:58:41.834625 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 0c4c8b21-e842-48c3-a3b4-86f8d005786f, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0c4c8b21-e842-48c3-a3b4-86f8d005786f,segment=NetworkSegment(5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c),segment_id=5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:41.880899 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:41.965929 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=0c4c8b21-e842-48c3-a3b4-86f8d005786f,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:42.006450 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4799773e-1aa8-490e-b4d5-bbfb36c7b8e2 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/subnetpools/3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149/tags/tempest-TagsExtTest-Tag-1597146929 HTTP/1.1" status: 204 len: 168 time: 0.2139378 Feb 28 14:58:42.009256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47460) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:42.032302 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a21c25c-1f2d-46f1-84c9-2d94f8c0407e req-c42f9fee-5ce8-455e-9d12-ce99f99c12e9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:42.033782 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5a21c25c-1f2d-46f1-84c9-2d94f8c0407e req-c42f9fee-5ce8-455e-9d12-ce99f99c12e9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 945 time: 0.6604252 Feb 28 14:58:42.034588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-4ed7c212-ed62-44c9-b2e8-795fb92eb7a9 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:42.072140 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d99f55a3-708a-450a-939c-e45480b34476 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:42.094741 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b0efa6fe-1b47-42a4-bae8-1b35961c1459 req-7f05690e-f4d8-4053-9e9f-c8c3664e776f service neutron] 10.222.0.20 "GET /v2.0/networks/9d612402-7f6c-464b-9841-02cdb0616e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2562118 Feb 28 14:58:42.145544 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4ed7c212-ed62-44c9-b2e8-795fb92eb7a9 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/subnetpools/3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149/tags HTTP/1.1" status: 200 len: 205 time: 0.1301284 Feb 28 14:58:42.167783 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ffd6c2ce-6950-431f-a8f7-6b78b29e91f5 None None] Provisioning complete for port 7a0cbb47-1185-44a9-9eb0-15be21649d2b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:42.168376 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ffd6c2ce-6950-431f-a8f7-6b78b29e91f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:42.170180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47464) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:42.234928 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33056ac-98e9-4855-9f96-687a6f0c77bf req-40fe38e2-4bd1-45c1-9b9f-800365793a9a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:42.235258 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e33056ac-98e9-4855-9f96-687a6f0c77bf req-40fe38e2-4bd1-45c1-9b9f-800365793a9a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 943 time: 0.3125710 Feb 28 14:58:42.267958 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ffd6c2ce-6950-431f-a8f7-6b78b29e91f5 None None] Port 7a0cbb47-1185-44a9-9eb0-15be21649d2b cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:58:42.272927 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port d99f55a3-708a-450a-939c-e45480b34476 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:42.275221 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5a21c25c-1f2d-46f1-84c9-2d94f8c0407e req-b3af4568-c26c-41dc-af03-6da93c024214 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2316141 Feb 28 14:58:42.283027 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-ea1d891f-2e16-4de0-9d50-36dda7253e9d tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:42.288902 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d6bbdd49-3a9e-4887-b173-437d9f96541b up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:42.354953 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47468) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:42.356000 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ea1d891f-2e16-4de0-9d50-36dda7253e9d tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/subnetpools/3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149/tags HTTP/1.1" status: 204 len: 168 time: 0.0863574 Feb 28 14:58:42.381515 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-5de39bd8-c3b6-4461-8cae-618aca5b87ac tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c80fb2a9-d3f5-493e-904c-2ec9e90a5309') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:42.429022 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4c8b21-e842-48c3-a3b4-86f8d005786f', 'code': 200} Feb 28 14:58:42.436786 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d6bbdd49-3a9e-4887-b173-437d9f96541b triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:42.437167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:42.507752 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:58:42.523829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 49d08eaa-d3ae-46a9-b97e-53b6f795192b details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:58:42.526427 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:42.652092 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e33056ac-98e9-4855-9f96-687a6f0c77bf req-16e4caf7-15d8-4004-bd7e-4756b7f9382a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d59c872-b89e-432e-8269-2d48499dd9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4079280 Feb 28 14:58:42.678635 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b0efa6fe-1b47-42a4-bae8-1b35961c1459 req-581f18f0-30ff-4fe9-ad65-63098e6fd638 service neutron] 10.222.0.20 "GET /v2.0/networks/9d612402-7f6c-464b-9841-02cdb0616e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5760221 Feb 28 14:58:42.765795 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f1018b5-5b7a-4a31-abeb-bd2cc282eb47 None None] Network 67a1be89-ed46-4d8f-a4a8-3e6f36af883d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:42.768722 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5de39bd8-c3b6-4461-8cae-618aca5b87ac tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/routers/c80fb2a9-d3f5-493e-904c-2ec9e90a5309/tags HTTP/1.1" status: 204 len: 168 time: 0.4070129 Feb 28 14:58:42.771173 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47474) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:42.778871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-a230dae7-b0de-44a8-9eae-67a5817c2044 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7a0cbb47-1185-44a9-9eb0-15be21649d2b') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:42.795971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:58:42.806966 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e01b0c-d129-48a2-a2bc-3963c9117c48 None None] Sync routers for ids ['f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:58:42.820683 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e0558208-82f7-4b1c-8809-23e738aa3a9e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7284033 Feb 28 14:58:42.822293 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47478) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:42.824469 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e01b0c-d129-48a2-a2bc-3963c9117c48 None None] Routers {'f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:42.825084 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-09e01b0c-d129-48a2-a2bc-3963c9117c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:42.875821 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-905999f1-d3e2-4c24-a27f-3a50244bb178 req-bf8eb570-2ffe-4fae-a280-50be2f61d2fe service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 1099 time: 0.1599920 Feb 28 14:58:42.908847 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 49d08eaa-d3ae-46a9-b97e-53b6f795192b, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=49d08eaa-d3ae-46a9-b97e-53b6f795192b,segment=NetworkSegment(6f5da2dd-3ebc-49a5-b6d2-53bb41543316),segment_id=6f5da2dd-3ebc-49a5-b6d2-53bb41543316)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:42.926061 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a230dae7-b0de-44a8-9eae-67a5817c2044 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/ports/7a0cbb47-1185-44a9-9eb0-15be21649d2b/tags HTTP/1.1" status: 204 len: 168 time: 0.1538680 Feb 28 14:58:42.927053 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '49d08eaa-d3ae-46a9-b97e-53b6f795192b', 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d', 'port_id': '49d08eaa-d3ae-46a9-b97e-53b6f795192b', 'mac_address': 'fa:16:3e:c3:68:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:58:42.929057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47482) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:42.941074 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-c6507cac-dc6a-458c-8c00-c467c50d6230 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:42.944672 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-09e01b0c-d129-48a2-a2bc-3963c9117c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:42.970967 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09e01b0c-d129-48a2-a2bc-3963c9117c48 None None] Routers {'f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:42.971654 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-09e01b0c-d129-48a2-a2bc-3963c9117c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:42.984497 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-905999f1-d3e2-4c24-a27f-3a50244bb178 req-3dd86475-5c28-4298-bc48-605d512c2b0d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1020737 Feb 28 14:58:43.035130 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c6507cac-dc6a-458c-8c00-c467c50d6230 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/subnets/ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6/tags HTTP/1.1" status: 204 len: 168 time: 0.1013463 Feb 28 14:58:43.035323 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e7b57004-342b-47fb-915e-1c12f30d4888 None None] Provisioning for port d99f55a3-708a-450a-939c-e45480b34476 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:43.035432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47486) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:43.043912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-4d219d4b-92ec-4987-8a30-5e565aea9eb0 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', 'ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6', 'tempest-TagsExtTest-Tag-1102976358') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:43.047154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e7b57004-342b-47fb-915e-1c12f30d4888 None None] Provisioning complete for port d99f55a3-708a-450a-939c-e45480b34476 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:43.047530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e7b57004-342b-47fb-915e-1c12f30d4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.052997 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5678bee-1da7-4476-90a2-2a9d470d4de9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:43.053781 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c5678bee-1da7-4476-90a2-2a9d470d4de9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Synchronizing usage tracker for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:43.076109 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-09e01b0c-d129-48a2-a2bc-3963c9117c48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:43.076701 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09e01b0c-d129-48a2-a2bc-3963c9117c48 None None] The sync data for ids ['f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:58:43.083448 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1d8596-47bb-4c76-bb0c-23d5abd1fd36 req-0cd5eb1b-5c0a-4ec2-88ff-62c3a3af8414 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:43.085721 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ca1d8596-47bb-4c76-bb0c-23d5abd1fd36 req-0cd5eb1b-5c0a-4ec2-88ff-62c3a3af8414 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 945 time: 0.2010760 Feb 28 14:58:43.098036 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c5678bee-1da7-4476-90a2-2a9d470d4de9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Unset dirty status for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:43.103182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47490) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:43.103689 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c5678bee-1da7-4476-90a2-2a9d470d4de9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports/56ca07f1-e403-456c-aa88-2dd05a1f9b7e HTTP/1.1" status: 200 len: 910 time: 0.2799377 Feb 28 14:58:43.108901 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:43.120923 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.151975 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ca1d8596-47bb-4c76-bb0c-23d5abd1fd36 req-78eca691-b08f-4ed3-b2aa-d1bbb32e179a tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0588057 Feb 28 14:58:43.170278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:43.171102 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.212137 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49d08eaa-d3ae-46a9-b97e-53b6f795192b {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:58:43.299534 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 49d08eaa-d3ae-46a9-b97e-53b6f795192b, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=49d08eaa-d3ae-46a9-b97e-53b6f795192b,segment=NetworkSegment(6f5da2dd-3ebc-49a5-b6d2-53bb41543316),segment_id=6f5da2dd-3ebc-49a5-b6d2-53bb41543316)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:43.302068 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4d219d4b-92ec-4987-8a30-5e565aea9eb0 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "PUT /v2.0/subnets/ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6/tags/tempest-TagsExtTest-Tag-1102976358 HTTP/1.1" status: 201 len: 201 time: 0.2655776 Feb 28 14:58:43.305419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47494) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:43.310782 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-aff229fb-a6cf-4381-88cc-6364991742e0 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7a0cbb47-1185-44a9-9eb0-15be21649d2b', 'tempest-TagsExtTest-Tag-1699359055') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:43.315436 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.412591 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcb6fab6-1fe6-411b-a050-63d929199bb1 None None] Network 4d40dc81-f12f-4022-a331-ab134ee6b912 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:43.587688 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b6fcd123-8fb4-4d61-94a8-df8fe13778d6 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:43.675228 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['49d08eaa-d3ae-46a9-b97e-53b6f795192b'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 14:58:43.727368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5c13ea-5d58-4cdf-92f0-220c52efd9b6 req-285a82ba-39c3-4c55-943b-2093c9d1c574 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:43.728982 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ec5c13ea-5d58-4cdf-92f0-220c52efd9b6 req-285a82ba-39c3-4c55-943b-2093c9d1c574 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.2592556 Feb 28 14:58:43.733780 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-aff229fb-a6cf-4381-88cc-6364991742e0 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "PUT /v2.0/ports/7a0cbb47-1185-44a9-9eb0-15be21649d2b/tags/tempest-TagsExtTest-Tag-1699359055 HTTP/1.1" status: 201 len: 201 time: 0.4275010 Feb 28 14:58:43.736584 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47502) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:43.746511 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-083d916e-42b5-45d4-ad3a-9a57a76d907f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'c80fb2a9-d3f5-493e-904c-2ec9e90a5309', 'tempest-TagsExtTest-Tag-1927170388') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:43.797515 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e7b57004-342b-47fb-915e-1c12f30d4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.826790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=49d08eaa-d3ae-46a9-b97e-53b6f795192b,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:43.861378 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:43.933733 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-083d916e-42b5-45d4-ad3a-9a57a76d907f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "PUT /v2.0/routers/c80fb2a9-d3f5-493e-904c-2ec9e90a5309/tags/tempest-TagsExtTest-Tag-1927170388 HTTP/1.1" status: 201 len: 201 time: 0.1943903 Feb 28 14:58:43.936222 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47506) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:43.943036 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-73f5d319-a5c5-4b1d-acfa-e31baf6b068a tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149', 'tempest-TagsExtTest-Tag-1031735724') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:44.037526 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ec5c13ea-5d58-4cdf-92f0-220c52efd9b6 req-148c4838-43d4-450b-b84f-180577cac630 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2840765 Feb 28 14:58:44.054537 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e7b57004-342b-47fb-915e-1c12f30d4888 None None] For port d99f55a3-708a-450a-939c-e45480b34476, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d99f55a3-708a-450a-939c-e45480b34476,segment=NetworkSegment(079005d9-8bdb-4344-9b2f-69af9f5db790),segment_id=079005d9-8bdb-4344-9b2f-69af9f5db790)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:44.074865 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e7b57004-342b-47fb-915e-1c12f30d4888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.083274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d3e31-4714-42fa-91e4-3fb85a0fe2fa req-7c387cd4-376d-4ea7-a832-e6e904c05cb8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:44.086140 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4c8d3e31-4714-42fa-91e4-3fb85a0fe2fa req-7c387cd4-376d-4ea7-a832-e6e904c05cb8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 944 time: 0.1334531 Feb 28 14:58:44.088711 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-73f5d319-a5c5-4b1d-acfa-e31baf6b068a tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "PUT /v2.0/subnetpools/3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149/tags/tempest-TagsExtTest-Tag-1031735724 HTTP/1.1" status: 201 len: 201 time: 0.1513932 Feb 28 14:58:44.094838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47510) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:44.118413 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-8ffea975-3761-4274-9d45-e95e8ba58ad3 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', 'ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6', {'tags': ['tempest-TagsExtTest-Tag-1167862931', 'tempest-TagsExtTest-Tag-113786575', 'tempest-TagsExtTest-Tag-1281616869']}) {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:44.186565 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f45e7fe3-7940-441b-8ee4-78ded5ed2ae4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f45e7fe3-7940-441b-8ee4-78ded5ed2ae4,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:44.200626 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4c8d3e31-4714-42fa-91e4-3fb85a0fe2fa req-55218036-3ead-4de6-a871-4224ac98666c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d59c872-b89e-432e-8269-2d48499dd9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1080976 Feb 28 14:58:44.207594 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b57004-342b-47fb-915e-1c12f30d4888 None None] Pushing event updated for resources: {'Port': ['ID=d99f55a3-708a-450a-939c-e45480b34476,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:44.230147 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8ffea975-3761-4274-9d45-e95e8ba58ad3 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "PUT /v2.0/subnets/ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6/tags HTTP/1.1" status: 200 len: 317 time: 0.1317551 Feb 28 14:58:44.230730 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47516) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:44.240911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.244817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-6833867a-5648-4b32-a4e5-b789a0425973 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:44.257358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.259487 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port b6fcd123-8fb4-4d61-94a8-df8fe13778d6 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:44.356661 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6833867a-5648-4b32-a4e5-b789a0425973 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/subnets/ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6/tags HTTP/1.1" status: 204 len: 168 time: 0.1242771 Feb 28 14:58:44.359216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47520) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:44.366742 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-d2e6aa4d-8a64-4919-a86c-53c506173a57 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6', 'tempest-TagsExtTest-Tag-1167862931') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:44.391659 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6a070a76-dee8-41a8-b2e7-53f91522b903 None None] Provisioning for port b6fcd123-8fb4-4d61-94a8-df8fe13778d6 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:44.446334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45e7fe3-7940-441b-8ee4-78ded5ed2ae4'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:58:44.454226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6a070a76-dee8-41a8-b2e7-53f91522b903 None None] Provisioning complete for port b6fcd123-8fb4-4d61-94a8-df8fe13778d6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:44.454621 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6a070a76-dee8-41a8-b2e7-53f91522b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.461092 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-d2e6aa4d-8a64-4919-a86c-53c506173a57 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] show failed (client error): The resource could not be found. Feb 28 14:58:44.463658 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d2e6aa4d-8a64-4919-a86c-53c506173a57 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/subnets/ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6/tags/tempest-TagsExtTest-Tag-1167862931 HTTP/1.1" status: 404 len: 329 time: 0.1030042 Feb 28 14:58:44.466175 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47526) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:44.472168 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-a793086b-9119-40ef-a329-9c35b17f525c tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6', 'tempest-TagsExtTest-Tag-113786575') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:44.507493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f45e7fe3-7940-441b-8ee4-78ded5ed2ae4,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:44.619114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836d788-dbcf-40e1-84b5-72cb2b914b47 req-19bbdf1d-91e1-41fe-bd04-278071f64f79 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:44.621077 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-a793086b-9119-40ef-a329-9c35b17f525c tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] show failed (client error): The resource could not be found. Feb 28 14:58:44.624895 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a793086b-9119-40ef-a329-9c35b17f525c tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/subnets/ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6/tags/tempest-TagsExtTest-Tag-113786575 HTTP/1.1" status: 404 len: 328 time: 0.1549046 Feb 28 14:58:44.625210 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47530) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:44.626854 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a836d788-dbcf-40e1-84b5-72cb2b914b47 req-19bbdf1d-91e1-41fe-bd04-278071f64f79 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 946 time: 0.2945845 Feb 28 14:58:44.632948 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-bf64cb19-32e8-40fe-9ced-655d4042d865 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', 'ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6', 'tempest-TagsExtTest-Tag-1281616869') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:44.637058 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f45e7fe3-7940-441b-8ee4-78ded5ed2ae4', 'code': 200} Feb 28 14:58:44.795947 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6a070a76-dee8-41a8-b2e7-53f91522b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.836739 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a836d788-dbcf-40e1-84b5-72cb2b914b47 req-422d8f41-081a-4cb8-894a-d1c9575b0ac0 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957095 Feb 28 14:58:44.870993 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-6a070a76-dee8-41a8-b2e7-53f91522b903 None None] For port b6fcd123-8fb4-4d61-94a8-df8fe13778d6, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=b6fcd123-8fb4-4d61-94a8-df8fe13778d6,segment=NetworkSegment(3c5cfbd9-fbb1-46dd-be0f-f9469c36ec83),segment_id=3c5cfbd9-fbb1-46dd-be0f-f9469c36ec83)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:44.881346 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6a070a76-dee8-41a8-b2e7-53f91522b903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:44.912061 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-bf64cb19-32e8-40fe-9ced-655d4042d865 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] show failed (client error): The resource could not be found. Feb 28 14:58:44.913651 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bf64cb19-32e8-40fe-9ced-655d4042d865 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/subnets/ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6/tags/tempest-TagsExtTest-Tag-1281616869 HTTP/1.1" status: 404 len: 329 time: 0.2873235 Feb 28 14:58:44.916464 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47534) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:44.923605 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-59975200-21f0-4484-8951-9ea4d1a27f3f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7a0cbb47-1185-44a9-9eb0-15be21649d2b', {'tags': ['tempest-TagsExtTest-Tag-338262780', 'tempest-TagsExtTest-Tag-1013409192', 'tempest-TagsExtTest-Tag-1934248716']}) {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:45.004268 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a070a76-dee8-41a8-b2e7-53f91522b903 None None] Pushing event updated for resources: {'Port': ['ID=b6fcd123-8fb4-4d61-94a8-df8fe13778d6,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:45.012909 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6b43f64d-d7a8-426c-aec8-8bce52655dd2 None None] Provisioning complete for port d99f55a3-708a-450a-939c-e45480b34476 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:45.013281 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6b43f64d-d7a8-426c-aec8-8bce52655dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.017735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Allocated IP 172.21.0.1 (4d40dc81-f12f-4022-a331-ab134ee6b912/ac091c7d-51ca-49de-b596-989b8319f814/f57a44ac-debf-4ce2-99c0-93a219162420) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:45.030932 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-59975200-21f0-4484-8951-9ea4d1a27f3f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "PUT /v2.0/ports/7a0cbb47-1185-44a9-9eb0-15be21649d2b/tags HTTP/1.1" status: 200 len: 317 time: 0.1128263 Feb 28 14:58:45.034668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47538) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:45.042493 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-3b3cf9ae-8b57-4685-a757-e88ed94709a0 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7a0cbb47-1185-44a9-9eb0-15be21649d2b') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:45.144794 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3b3cf9ae-8b57-4685-a757-e88ed94709a0 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/ports/7a0cbb47-1185-44a9-9eb0-15be21649d2b/tags HTTP/1.1" status: 204 len: 168 time: 0.1085222 Feb 28 14:58:45.145383 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47544) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:45.151601 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-c205703f-3219-43e1-88c1-74b044770403 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7a0cbb47-1185-44a9-9eb0-15be21649d2b', 'tempest-TagsExtTest-Tag-338262780') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:45.184691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6b43f64d-d7a8-426c-aec8-8bce52655dd2 None None] Provisioning for port 56ca07f1-e403-456c-aa88-2dd05a1f9b7e completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:45.194069 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6b43f64d-d7a8-426c-aec8-8bce52655dd2 None None] Provisioning complete for port 56ca07f1-e403-456c-aa88-2dd05a1f9b7e triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:45.194396 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6b43f64d-d7a8-426c-aec8-8bce52655dd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.228854 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-788b4a3b-692d-4090-8ae6-4a2cf4d692c0 req-c397fa15-e66e-4b79-9348-bb37b93a0500 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 1099 time: 0.2771940 Feb 28 14:58:45.265775 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-6b43f64d-d7a8-426c-aec8-8bce52655dd2 None None] Port 56ca07f1-e403-456c-aa88-2dd05a1f9b7e cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:58:45.278241 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-c205703f-3219-43e1-88c1-74b044770403 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] show failed (client error): The resource could not be found. Feb 28 14:58:45.281935 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c205703f-3219-43e1-88c1-74b044770403 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/ports/7a0cbb47-1185-44a9-9eb0-15be21649d2b/tags/tempest-TagsExtTest-Tag-338262780 HTTP/1.1" status: 404 len: 328 time: 0.1323183 Feb 28 14:58:45.283485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47550) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:45.291340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-216add33-25bb-4f1e-8e8a-fe788c897110 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7a0cbb47-1185-44a9-9eb0-15be21649d2b', 'tempest-TagsExtTest-Tag-1013409192') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:45.311993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613912d-e190-40c7-9b22-3d28efb05924 req-6d53cae6-1503-41e2-ab68-e53965488033 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:45.313641 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5613912d-e190-40c7-9b22-3d28efb05924 req-6d53cae6-1503-41e2-ab68-e53965488033 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.0939002 Feb 28 14:58:45.353972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.369105 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5613912d-e190-40c7-9b22-3d28efb05924 req-ed8b4b93-b630-46e0-8f52-db38816cdb39 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0490706 Feb 28 14:58:45.377856 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-788b4a3b-692d-4090-8ae6-4a2cf4d692c0 req-02528d8a-44ee-4c3f-bf97-f30dac5e9821 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1415672 Feb 28 14:58:45.381467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Transition to ACTIVE for port object f57a44ac-debf-4ce2-99c0-93a219162420 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:58:45.392331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bfec7a47-b1e3-4be8-867b-9600ee8e52fc None None] Provisioning complete for port b6fcd123-8fb4-4d61-94a8-df8fe13778d6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:45.392824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bfec7a47-b1e3-4be8-867b-9600ee8e52fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.502687 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-216add33-25bb-4f1e-8e8a-fe788c897110 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] show failed (client error): The resource could not be found. Feb 28 14:58:45.507252 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-216add33-25bb-4f1e-8e8a-fe788c897110 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/ports/7a0cbb47-1185-44a9-9eb0-15be21649d2b/tags/tempest-TagsExtTest-Tag-1013409192 HTTP/1.1" status: 404 len: 329 time: 0.2203937 Feb 28 14:58:45.508268 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47556) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:45.518008 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-c2e281bd-107c-4e67-9b1c-d14351fa7f14 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7a0cbb47-1185-44a9-9eb0-15be21649d2b', 'tempest-TagsExtTest-Tag-1934248716') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:45.518886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.564507 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d99f55a3-708a-450a-939c-e45480b34476 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:45.609460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4617bb4-3a3c-4dfa-a14e-3e17e608529f req-e7d1ee9c-b77f-435a-9c1b-4ccdea303d8e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:45.610928 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f4617bb4-3a3c-4dfa-a14e-3e17e608529f req-e7d1ee9c-b77f-435a-9c1b-4ccdea303d8e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 944 time: 0.2277617 Feb 28 14:58:45.622735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 4d40dc81-f12f-4022-a331-ab134ee6b912 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:45.640653 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-c2e281bd-107c-4e67-9b1c-d14351fa7f14 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] show failed (client error): The resource could not be found. Feb 28 14:58:45.641208 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c2e281bd-107c-4e67-9b1c-d14351fa7f14 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/ports/7a0cbb47-1185-44a9-9eb0-15be21649d2b/tags/tempest-TagsExtTest-Tag-1934248716 HTTP/1.1" status: 404 len: 329 time: 0.1325638 Feb 28 14:58:45.647457 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47560) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:45.657952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:45.660614 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:45.670334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bfec7a47-b1e3-4be8-867b-9600ee8e52fc None None] Provisioning complete for port 56ca07f1-e403-456c-aa88-2dd05a1f9b7e triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:45.670814 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bfec7a47-b1e3-4be8-867b-9600ee8e52fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.707487 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-cb2e5c98-b59c-4801-a183-a2c7fcdabf0f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'c80fb2a9-d3f5-493e-904c-2ec9e90a5309', {'tags': ['tempest-TagsExtTest-Tag-1346739565', 'tempest-TagsExtTest-Tag-1823149341', 'tempest-TagsExtTest-Tag-891002284']}) {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:45.723830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.738102 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-bfec7a47-b1e3-4be8-867b-9600ee8e52fc None None] Port 56ca07f1-e403-456c-aa88-2dd05a1f9b7e cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:58:45.740549 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d99f55a3-708a-450a-939c-e45480b34476 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:45.741158 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.760559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=f57a44ac-debf-4ce2-99c0-93a219162420,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:45.765269 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f4617bb4-3a3c-4dfa-a14e-3e17e608529f req-d6dd02cd-3dfc-4f85-b85e-f9945ebcbe84 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d59c872-b89e-432e-8269-2d48499dd9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1410532 Feb 28 14:58:45.777862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:45.778341 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:45.778676 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:45.779005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:45.779365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:45.779721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:45.780039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:45.780351 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:45.780681 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:45.781046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:45.781368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:45.878132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:45.896351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b6fcd123-8fb4-4d61-94a8-df8fe13778d6 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:45.904282 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea4a82cb-aec4-4042-9b0a-af66a3981d8c req-9b575d8d-a9c8-465f-bc2c-1784007876d2 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:45.905770 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ea4a82cb-aec4-4042-9b0a-af66a3981d8c req-9b575d8d-a9c8-465f-bc2c-1784007876d2 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.2591455 Feb 28 14:58:45.907758 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cb2e5c98-b59c-4801-a183-a2c7fcdabf0f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "PUT /v2.0/routers/c80fb2a9-d3f5-493e-904c-2ec9e90a5309/tags HTTP/1.1" status: 200 len: 317 time: 0.2593887 Feb 28 14:58:45.910478 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47566) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:45.916530 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-0d72022c-3cf9-4ec3-9215-dd3fd8f6ae3f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c80fb2a9-d3f5-493e-904c-2ec9e90a5309') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:46.031852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e42a18ef-a31c-4fa3-8931-86f295e2850f None None] Provisioning for port f57a44ac-debf-4ce2-99c0-93a219162420 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:46.041073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e42a18ef-a31c-4fa3-8931-86f295e2850f None None] Provisioning complete for port f57a44ac-debf-4ce2-99c0-93a219162420 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:46.041616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e42a18ef-a31c-4fa3-8931-86f295e2850f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.082469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port b6fcd123-8fb4-4d61-94a8-df8fe13778d6 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:46.082469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.100985 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ea4a82cb-aec4-4042-9b0a-af66a3981d8c req-af02853a-b020-4b6c-a194-e911b3b418a4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253586 Feb 28 14:58:46.137968 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0d72022c-3cf9-4ec3-9215-dd3fd8f6ae3f tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/routers/c80fb2a9-d3f5-493e-904c-2ec9e90a5309/tags HTTP/1.1" status: 204 len: 168 time: 0.2264695 Feb 28 14:58:46.139578 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47570) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:46.140034 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47572) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:46.148159 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-b021da95-7875-4a00-9088-db5270bc494c tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c80fb2a9-d3f5-493e-904c-2ec9e90a5309', 'tempest-TagsExtTest-Tag-1346739565') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:46.167598 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e42a18ef-a31c-4fa3-8931-86f295e2850f None None] Port f57a44ac-debf-4ce2-99c0-93a219162420 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:58:46.334152 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-b021da95-7875-4a00-9088-db5270bc494c tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] show failed (client error): The resource could not be found. Feb 28 14:58:46.337835 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b021da95-7875-4a00-9088-db5270bc494c tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/routers/c80fb2a9-d3f5-493e-904c-2ec9e90a5309/tags/tempest-TagsExtTest-Tag-1346739565 HTTP/1.1" status: 404 len: 329 time: 0.1941473 Feb 28 14:58:46.338575 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47578) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:46.344487 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.tag.tag_plugin [None req-426a64da-373b-471b-a3f5-f355ebdbff5c tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c80fb2a9-d3f5-493e-904c-2ec9e90a5309', 'tempest-TagsExtTest-Tag-1823149341') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:46.434367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a8c89d-aaff-4fa2-8057-2d88d1831369 req-6c03c9f8-d3de-4431-be80-218b48cbeef8 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:46.436600 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-40a8c89d-aaff-4fa2-8057-2d88d1831369 req-6c03c9f8-d3de-4431-be80-218b48cbeef8 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 946 time: 0.2182245 Feb 28 14:58:46.473059 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d143f846-a637-4fbc-84e9-727e2ac8d71c tempest-TestNetworkAdvancedServerOps-284048676 tempest-TestNetworkAdvancedServerOps-284048676-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 1094 time: 0.3302650 Feb 28 14:58:46.478713 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47582) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:46.488144 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 49d08eaa-d3ae-46a9-b97e-53b6f795192b up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:58:46.507120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '0c4c8b21-e842-48c3-a3b4-86f8d005786f', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:46.519531 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:46.528228 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Usage tracker for resource:floatingip and tenant:9cad89688b894404abdfb852201ad365 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:46.533205 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:46.539747 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-40a8c89d-aaff-4fa2-8057-2d88d1831369 req-1c717196-8531-4282-94d5-9ced2dbd13c6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0975435 Feb 28 14:58:46.544786 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:46.555651 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-426a64da-373b-471b-a3f5-f355ebdbff5c tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] show failed (client error): The resource could not be found. Feb 28 14:58:46.555651 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-426a64da-373b-471b-a3f5-f355ebdbff5c tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/routers/c80fb2a9-d3f5-493e-904c-2ec9e90a5309/tags/tempest-TagsExtTest-Tag-1823149341 HTTP/1.1" status: 404 len: 329 time: 0.2136295 Feb 28 14:58:46.556911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47586) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:46.565019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for floatingip, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.566648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-a6d22759-f3c2-493f-bd76-bf419ddc7e85 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'c80fb2a9-d3f5-493e-904c-2ec9e90a5309', 'tempest-TagsExtTest-Tag-891002284') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:46.577103 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 49d08eaa-d3ae-46a9-b97e-53b6f795192b completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:58:46.581971 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 49d08eaa-d3ae-46a9-b97e-53b6f795192b triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:46.582433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.627135 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.681715 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.709170 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.710279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.742861 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3db92a9-0aee-40a5-b013-040ee8392d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d08eaa-d3ae-46a9-b97e-53b6f795192b'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:58:46.759393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 49d08eaa-d3ae-46a9-b97e-53b6f795192b, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=49d08eaa-d3ae-46a9-b97e-53b6f795192b,segment=NetworkSegment(6f5da2dd-3ebc-49a5-b6d2-53bb41543316),segment_id=6f5da2dd-3ebc-49a5-b6d2-53bb41543316)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:46.764243 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.813988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:46.817470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=f57a44ac-debf-4ce2-99c0-93a219162420,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:46.827751 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-a6d22759-f3c2-493f-bd76-bf419ddc7e85 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] show failed (client error): The resource could not be found. Feb 28 14:58:46.832239 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a6d22759-f3c2-493f-bd76-bf419ddc7e85 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/routers/c80fb2a9-d3f5-493e-904c-2ec9e90a5309/tags/tempest-TagsExtTest-Tag-891002284 HTTP/1.1" status: 404 len: 328 time: 0.2709403 Feb 28 14:58:46.845676 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47594) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:46.848867 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3db92a9-0aee-40a5-b013-040ee8392d63', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49d08eaa-d3ae-46a9-b97e-53b6f795192b', 'code': 200} Feb 28 14:58:46.853787 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-858ee7c0-a64a-4c6f-b136-98afa699b440 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149', {'tags': ['tempest-TagsExtTest-Tag-1824688864', 'tempest-TagsExtTest-Tag-877991123', 'tempest-TagsExtTest-Tag-317705816']}) {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:46.868883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=49d08eaa-d3ae-46a9-b97e-53b6f795192b,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:46.971683 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-858ee7c0-a64a-4c6f-b136-98afa699b440 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "PUT /v2.0/subnetpools/3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149/tags HTTP/1.1" status: 200 len: 316 time: 0.1247587 Feb 28 14:58:46.975207 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47598) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:46.982295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-ea46d3b7-69ae-4e17-a137-e5970c5a9505 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:47.048814 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Allocated IP 172.26.4.55 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/85f11446-32c9-41ea-aa3d-3ec99aed534e) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:47.103654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 4d40dc81-f12f-4022-a331-ab134ee6b912 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:47.109669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:47.224935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:47.260605 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:47.325965 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ea46d3b7-69ae-4e17-a137-e5970c5a9505 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/subnetpools/3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149/tags HTTP/1.1" status: 204 len: 168 time: 0.3474557 Feb 28 14:58:47.327941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47602) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:47.331171 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-65c5fb0f-aa04-4343-bd56-74e2591db14e req-7cb16f4a-6701-4877-8d74-ea95ed13b328 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 1098 time: 0.2937365 Feb 28 14:58:47.336918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:47.338107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-725f9c15-b530-4e5b-b202-1914715dbcac req-108645f2-8759-47f7-a7cb-503a92d683d1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:47.339787 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:47.344087 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-725f9c15-b530-4e5b-b202-1914715dbcac req-108645f2-8759-47f7-a7cb-503a92d683d1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 945 time: 0.3526933 Feb 28 14:58:47.344293 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:47.350334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-2ef9c7b9-81b9-466a-b084-104616c39513 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149', 'tempest-TagsExtTest-Tag-1824688864') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:47.374939 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event updated for resources: {'Port': ['ID=85f11446-32c9-41ea-aa3d-3ec99aed534e,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:47.395518 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4e70ac25-0208-43f3-9f8d-9a9bba0deeb0 None None] Provisioning complete for port f57a44ac-debf-4ce2-99c0-93a219162420 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:58:47.396452 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4e70ac25-0208-43f3-9f8d-9a9bba0deeb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:47.410181 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:47.410837 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:47.411340 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:47.411893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:47.412399 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:47.412881 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:47.413366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:47.413851 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:47.414343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:47.414831 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:47.415311 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:58:47.451118 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4e70ac25-0208-43f3-9f8d-9a9bba0deeb0 None None] Port f57a44ac-debf-4ce2-99c0-93a219162420 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:58:47.658373 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-2ef9c7b9-81b9-466a-b084-104616c39513 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] show failed (client error): The resource could not be found. Feb 28 14:58:47.662286 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2ef9c7b9-81b9-466a-b084-104616c39513 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/subnetpools/3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149/tags/tempest-TagsExtTest-Tag-1824688864 HTTP/1.1" status: 404 len: 329 time: 0.3301764 Feb 28 14:58:47.662853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47608) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:47.686079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-79a3cf54-f703-47c6-b453-5f072049a109 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149', 'tempest-TagsExtTest-Tag-877991123') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:47.705163 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-65c5fb0f-aa04-4343-bd56-74e2591db14e req-8c3d7d23-b545-4bae-a86c-3d7f08d113e4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1d59c872-b89e-432e-8269-2d48499dd9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3458946 Feb 28 14:58:47.708088 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-725f9c15-b530-4e5b-b202-1914715dbcac req-32dcf755-447d-4d97-933a-a3e0565fc86b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d59c872-b89e-432e-8269-2d48499dd9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3628771 Feb 28 14:58:47.733000 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-79a3cf54-f703-47c6-b453-5f072049a109 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] show failed (client error): The resource could not be found. Feb 28 14:58:47.733985 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-79a3cf54-f703-47c6-b453-5f072049a109 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/subnetpools/3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149/tags/tempest-TagsExtTest-Tag-877991123 HTTP/1.1" status: 404 len: 328 time: 0.0596979 Feb 28 14:58:47.737021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47612) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:47.742984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-d3b52464-8bd1-41d9-a5f1-7504c86a6978 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149', 'tempest-TagsExtTest-Tag-317705816') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:47.779407 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-d3b52464-8bd1-41d9-a5f1-7504c86a6978 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] show failed (client error): The resource could not be found. Feb 28 14:58:47.780433 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d3b52464-8bd1-41d9-a5f1-7504c86a6978 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/subnetpools/3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149/tags/tempest-TagsExtTest-Tag-317705816 HTTP/1.1" status: 404 len: 328 time: 0.0426793 Feb 28 14:58:47.783611 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47616) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:47.789442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-4219efd4-efe9-482d-bf02-957f0eef5ea8 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:47.805022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-512411f1-8290-4076-b851-01b3593ad787 req-eb61832f-5cef-4433-b2ed-aa57621ba15f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:47.806465 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-512411f1-8290-4076-b851-01b3593ad787 req-eb61832f-5cef-4433-b2ed-aa57621ba15f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 946 time: 0.1356292 Feb 28 14:58:47.809495 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:58:47.876776 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-512411f1-8290-4076-b851-01b3593ad787 req-bbe90ae4-07e9-452b-b4a7-cfcbbb1c2a9a tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621989 Feb 28 14:58:47.940091 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4219efd4-efe9-482d-bf02-957f0eef5ea8 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/subnetpools/3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149/tags HTTP/1.1" status: 204 len: 168 time: 0.1555002 Feb 28 14:58:47.946382 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47622) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:47.952868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-d0b68ff1-b9b2-4da8-839d-e1cd0ac2e7aa tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'c80fb2a9-d3f5-493e-904c-2ec9e90a5309') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:47.997457 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:48.053074 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:48.179998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00af0e7-52b2-4763-ae17-1ec3b62cf8f6 req-02ccef0c-240d-431a-b2eb-d6937d951923 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:48.181404 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d00af0e7-52b2-4763-ae17-1ec3b62cf8f6 req-02ccef0c-240d-431a-b2eb-d6937d951923 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 946 time: 0.1769757 Feb 28 14:58:48.186173 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d0b68ff1-b9b2-4da8-839d-e1cd0ac2e7aa tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/routers/c80fb2a9-d3f5-493e-904c-2ec9e90a5309/tags HTTP/1.1" status: 204 len: 168 time: 0.2365716 Feb 28 14:58:48.186812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47626) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:48.192320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-e3b79e86-9a7d-4324-b9e3-56139e9cdce6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7a0cbb47-1185-44a9-9eb0-15be21649d2b') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:48.249300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:58:48.261256 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94af392-551a-4cf3-a157-b4665888c7fc None None] Sync routers for ids ['f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:58:48.262615 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:48.267480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:48.274277 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94af392-551a-4cf3-a157-b4665888c7fc None None] Routers {'f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:48.275086 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-c94af392-551a-4cf3-a157-b4665888c7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:48.284017 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d6f96a23-98c7-4891-937f-fc4c4fbcdd3b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1797757 Feb 28 14:58:48.291658 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47630) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:48.331150 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d00af0e7-52b2-4763-ae17-1ec3b62cf8f6 req-d6d25198-cb22-4662-8e97-0b8842484cee tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1421232 Feb 28 14:58:48.345884 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-c94af392-551a-4cf3-a157-b4665888c7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:48.362520 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c94af392-551a-4cf3-a157-b4665888c7fc None None] Routers {'f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:48.362738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47634) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:48.363531 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-c94af392-551a-4cf3-a157-b4665888c7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:48.370757 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e60a979b-861b-4ba3-a0ee-e0e376b4cead tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:48.371330 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e60a979b-861b-4ba3-a0ee-e0e376b4cead tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Synchronizing usage tracker for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:48.393344 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e3b79e86-9a7d-4324-b9e3-56139e9cdce6 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/ports/7a0cbb47-1185-44a9-9eb0-15be21649d2b/tags HTTP/1.1" status: 204 len: 168 time: 0.2059774 Feb 28 14:58:48.396325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47640) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:48.399117 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event updated for resources: {'Port': ['ID=85f11446-32c9-41ea-aa3d-3ec99aed534e,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:48.404337 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.tag.tag_plugin [None req-2fce2e50-d388-4778-b55b-c18ade8f2017 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', 'ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:48.416624 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:48.435211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e60a979b-861b-4ba3-a0ee-e0e376b4cead tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Unset dirty status for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:48.436799 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e60a979b-861b-4ba3-a0ee-e0e376b4cead tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports/f57a44ac-debf-4ce2-99c0-93a219162420 HTTP/1.1" status: 200 len: 910 time: 0.1442611 Feb 28 14:58:48.440630 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47644) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:48.529224 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-c94af392-551a-4cf3-a157-b4665888c7fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:48.529806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c94af392-551a-4cf3-a157-b4665888c7fc None None] The sync data for ids ['f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:58:48.625333 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Floating IP 3e1c0875-f3d3-42c0-aa95-355d06f013d2 associated. External IP: 172.26.4.55, port: 0c4c8b21-e842-48c3-a3b4-86f8d005786f. Feb 28 14:58:48.699762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4a70967a-a396-4b48-b33d-4822e49c76bc tempest-TestVolumeBootPattern-660147254 tempest-TestVolumeBootPattern-660147254-project-admin] Synchronizing usage tracker for tenant:8b0845231fc043f586ce24d210b2350c on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:48.704471 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2fce2e50-d388-4778-b55b-c18ade8f2017 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/subnets/ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6/tags HTTP/1.1" status: 204 len: 168 time: 0.3068309 Feb 28 14:58:48.713180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47648) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:48.811810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4a70967a-a396-4b48-b33d-4822e49c76bc tempest-TestVolumeBootPattern-660147254 tempest-TestVolumeBootPattern-660147254-project-admin] Unset dirty status for tenant:8b0845231fc043f586ce24d210b2350c on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:48.815879 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4a70967a-a396-4b48-b33d-4822e49c76bc tempest-TestVolumeBootPattern-660147254 tempest-TestVolumeBootPattern-660147254-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 1094 time: 0.4494524 Feb 28 14:58:48.824462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47654) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:48.927624 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': 'f45e7fe3-7940-441b-8ee4-78ded5ed2ae4', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:48.944570 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:48.955429 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Usage tracker for resource:floatingip and tenant:12877993fbd9430d9a0b7e62d6fef06f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:48.958279 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c4121d13-1cca-493e-97f8-aa4c48ec03f2 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks [] for subnetpool, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:48.959363 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c4121d13-1cca-493e-97f8-aa4c48ec03f2 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/subnetpools/3bc29a58-5ad8-46f1-a1e2-16f7f2cd9149 HTTP/1.1" status: 204 len: 168 time: 0.2441626 Feb 28 14:58:48.960505 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:48.963355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47658) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:48.969701 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:48.997437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for floatingip, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:49.011821 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-11c43478-ba6b-4512-80d0-41dfad1720fc tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Synchronizing usage tracker for tenant:d37cadd9fc3f4bb4a038fb237b6ed861 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:58:49.016655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-759d8e7c-f2b2-4ab3-b884-385f01bd4382 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:49.106070 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b430fdb-0474-404b-9c13-1711cf6f241d req-38b7a0c6-9f61-4a43-9eb7-9b471239548d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:49.107572 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7b430fdb-0474-404b-9c13-1711cf6f241d req-38b7a0c6-9f61-4a43-9eb7-9b471239548d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 945 time: 0.2205851 Feb 28 14:58:49.192947 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7b430fdb-0474-404b-9c13-1711cf6f241d req-c03c522c-a3da-49c1-b55c-755848c23549 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d59c872-b89e-432e-8269-2d48499dd9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0754199 Feb 28 14:58:49.265109 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-11c43478-ba6b-4512-80d0-41dfad1720fc tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Unset dirty status for tenant:d37cadd9fc3f4bb4a038fb237b6ed861 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:58:49.266277 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-11c43478-ba6b-4512-80d0-41dfad1720fc tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "GET /v2.0/ports?device_id=c80fb2a9-d3f5-493e-904c-2ec9e90a5309 HTTP/1.1" status: 200 len: 205 time: 0.3020205 Feb 28 14:58:49.268835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47662) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:49.296791 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:49.426904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c791f32a-f41d-471d-b898-a98e83220de4 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:49.516898 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Allocated IP 172.26.4.159 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/ee5e764d-4799-4741-a862-a366f74211fc) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:49.695220 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Router 3411cf55-0e69-4531-9ae1-f4a33aa62f01 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:58:49.697835 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:49.855796 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:49.934396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:49.939418 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:49.941780 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:49.955924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c791f32a-f41d-471d-b898-a98e83220de4 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:49.962089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c791f32a-f41d-471d-b898-a98e83220de4 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:49.972534 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event updated for resources: {'Port': ['ID=ee5e764d-4799-4741-a862-a366f74211fc,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:50.062708 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c791f32a-f41d-471d-b898-a98e83220de4 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.063180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c791f32a-f41d-471d-b898-a98e83220de4 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Fanout notify agent at l3_agent the message router_deleted on router c80fb2a9-d3f5-493e-904c-2ec9e90a5309 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:58:50.077502 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c791f32a-f41d-471d-b898-a98e83220de4 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.078535 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c791f32a-f41d-471d-b898-a98e83220de4 tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/routers/c80fb2a9-d3f5-493e-904c-2ec9e90a5309 HTTP/1.1" status: 204 len: 168 time: 0.8088362 Feb 28 14:58:50.081653 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47666) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:50.141240 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:58:50.161857 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-5fed4ae2-b7a4-4b9a-87ad-a4f439aa560d tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Deleting port 7a0cbb47-1185-44a9-9eb0-15be21649d2b {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:50.162199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fed4ae2-b7a4-4b9a-87ad-a4f439aa560d tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.408929 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.487725 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9c004f88-a22d-4dc9-9a7d-f3043f3d4815 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.0077257 Feb 28 14:58:50.491578 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'tag': '0c4c8b21-e842-48c3-a3b4-86f8d005786f'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:58:50.691783 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-759d8e7c-f2b2-4ab3-b884-385f01bd4382 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port f57a44ac-debf-4ce2-99c0-93a219162420 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:50.692204 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-759d8e7c-f2b2-4ab3-b884-385f01bd4382 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.729711 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.730421 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fed4ae2-b7a4-4b9a-87ad-a4f439aa560d tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.792255 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d2fec7-4742-4546-a752-233bdbacdcb5 req-e7b4f013-bfb3-4216-a6a8-9a68de067c1f tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:50.793690 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a5d2fec7-4742-4546-a752-233bdbacdcb5 req-e7b4f013-bfb3-4216-a6a8-9a68de067c1f tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.1604319 Feb 28 14:58:50.800747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:50.871325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e6cd5e-8262-4bcd-bad1-f5ee81938e5c req-80c1dac9-e96d-455f-954e-bb494dafa2d2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:50.872859 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e4e6cd5e-8262-4bcd-bad1-f5ee81938e5c req-80c1dac9-e96d-455f-954e-bb494dafa2d2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 945 time: 0.5334539 Feb 28 14:58:50.884578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-5fed4ae2-b7a4-4b9a-87ad-a4f439aa560d tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Calling delete_port for 7a0cbb47-1185-44a9-9eb0-15be21649d2b owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:50.901183 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a5d2fec7-4742-4546-a752-233bdbacdcb5 req-89820cf7-7a8c-403c-afd7-ffe40480a258 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1013527 Feb 28 14:58:50.954859 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47676) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:50.982040 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'tag': '0c4c8b21-e842-48c3-a3b4-86f8d005786f', 'status': 'completed', 'code': 200} Feb 28 14:58:51.062775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:51.068689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:51.167873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event updated for resources: {'Port': ['ID=ee5e764d-4799-4741-a862-a366f74211fc,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:51.187789 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:51.234290 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e4e6cd5e-8262-4bcd-bad1-f5ee81938e5c req-45b3e019-669c-4b06-a232-68f269d24a72 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d59c872-b89e-432e-8269-2d48499dd9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3186190 Feb 28 14:58:51.256000 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e2bb6d7f-7e7c-4d16-b262-8c85a6203346 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/floatingips/3e1c0875-f3d3-42c0-aa95-355d06f013d2 HTTP/1.1" status: 200 len: 991 time: 0.2966886 Feb 28 14:58:51.302070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-759d8e7c-f2b2-4ab3-b884-385f01bd4382 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:51.423143 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Floating IP f53cc7d7-4715-4c94-a940-eeacf2d72d52 associated. External IP: 172.26.4.159, port: f45e7fe3-7940-441b-8ee4-78ded5ed2ae4. Feb 28 14:58:51.450007 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-759d8e7c-f2b2-4ab3-b884-385f01bd4382 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for f57a44ac-debf-4ce2-99c0-93a219162420 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:51.511750 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-57f7d138-b654-4033-af7a-2e62f63e43fa req-d7bf974b-4f77-443c-8908-44c983ff243e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9cad89688b894404abdfb852201ad365&device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 1099 time: 0.4846590 Feb 28 14:58:51.517632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fed4ae2-b7a4-4b9a-87ad-a4f439aa560d tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:51.567100 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547c8ddc-4186-4663-bf4d-96748e625c94 req-48d2938c-8b5a-4a8d-8e53-7508c6c9055e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:51.568630 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-547c8ddc-4186-4663-bf4d-96748e625c94 req-48d2938c-8b5a-4a8d-8e53-7508c6c9055e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 945 time: 0.2044439 Feb 28 14:58:51.630324 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-547c8ddc-4186-4663-bf4d-96748e625c94 req-2b5072c8-2bbb-4d23-8428-2a90529cfd4a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d59c872-b89e-432e-8269-2d48499dd9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530939 Feb 28 14:58:51.658949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fed4ae2-b7a4-4b9a-87ad-a4f439aa560d tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Pushing event deleted for resources: {'Port': ['ID=7a0cbb47-1185-44a9-9eb0-15be21649d2b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:51.659155 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47682) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:51.827215 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fed4ae2-b7a4-4b9a-87ad-a4f439aa560d tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:51.830359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7d138-b654-4033-af7a-2e62f63e43fa req-30925c8a-0638-4e1b-87bb-f1c1b545f35f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:51.831784 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-57f7d138-b654-4033-af7a-2e62f63e43fa req-30925c8a-0638-4e1b-87bb-f1c1b545f35f service neutron] 10.222.0.20 "GET /v2.0/networks?id=d0a20c91-fbad-45f6-b36c-5cd61f694024 HTTP/1.1" status: 200 len: 897 time: 0.3083589 Feb 28 14:58:51.865770 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c3b440be-5a3b-419f-bb69-adf5d75021dd tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 1093 time: 0.2019691 Feb 28 14:58:51.866274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47686) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:51.878428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '49d08eaa-d3ae-46a9-b97e-53b6f795192b', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:58:51.886116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:58:51.892200 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:floatingip and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:58:51.896056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:58:51.903121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:58:51.923660 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.067805 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5fed4ae2-b7a4-4b9a-87ad-a4f439aa560d tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/ports/7a0cbb47-1185-44a9-9eb0-15be21649d2b HTTP/1.1" status: 204 len: 168 time: 1.9775016 Feb 28 14:58:52.072891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47690) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:52.167027 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:58:52.169053 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-57f7d138-b654-4033-af7a-2e62f63e43fa req-0136a593-23c8-4de9-a762-bad495cf5c35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c4c8b21-e842-48c3-a3b4-86f8d005786f HTTP/1.1" status: 200 len: 999 time: 0.3298397 Feb 28 14:58:52.227659 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-759d8e7c-f2b2-4ab3-b884-385f01bd4382 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.258647 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47694) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:52.348598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759d8e7c-f2b2-4ab3-b884-385f01bd4382 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Port': ['ID=f57a44ac-debf-4ce2-99c0-93a219162420,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:52.389224 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.396476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f7d138-b654-4033-af7a-2e62f63e43fa req-ce5f272a-99d4-455e-9f2f-2c2083f9e278 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:52.397941 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-57f7d138-b654-4033-af7a-2e62f63e43fa req-ce5f272a-99d4-455e-9f2f-2c2083f9e278 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79e2a4e4-a59e-498f-a157-c995a77fcfe9 HTTP/1.1" status: 200 len: 835 time: 0.2206130 Feb 28 14:58:52.486162 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d3112508-c4a5-4fc4-b4f1-43d517522153 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/floatingips/3e1c0875-f3d3-42c0-aa95-355d06f013d2 HTTP/1.1" status: 200 len: 991 time: 0.2264328 Feb 28 14:58:52.585840 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.222 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/6d185285-7a73-42e2-a749-06a0368fd2af) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:58:52.589875 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fde1289-744b-489f-ade7-0d46ead7b03b tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Deleting subnet ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:58:52.652615 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fde1289-744b-489f-ade7-0d46ead7b03b tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.732852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fde1289-744b-489f-ade7-0d46ead7b03b tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.733046 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:58:52.744204 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ed607-d656-4d1f-aa6d-ee763298962e None None] Sync routers for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:58:52.759593 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ed607-d656-4d1f-aa6d-ee763298962e None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:52.760739 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d19ed607-d656-4d1f-aa6d-ee763298962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:52.771240 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.780471 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.791136 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-57f7d138-b654-4033-af7a-2e62f63e43fa req-65a2f375-9ae8-440b-8a88-5087b85062c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d0a20c91-fbad-45f6-b36c-5cd61f694024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3573892 Feb 28 14:58:52.851791 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a67efd1c-ec27-4e36-9c29-d2368eab3ab7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.9572232 Feb 28 14:58:52.858423 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.936358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:58:52.940000 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:58:52.942010 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=6d185285-7a73-42e2-a749-06a0368fd2af,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:52.944840 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:58:52.967443 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fde1289-744b-489f-ade7-0d46ead7b03b tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:52.985460 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb', 'tag': 'f45e7fe3-7940-441b-8ee4-78ded5ed2ae4'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:58:52.997833 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-d19ed607-d656-4d1f-aa6d-ee763298962e None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:58:53.004749 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-759d8e7c-f2b2-4ab3-b884-385f01bd4382 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:53.019742 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-57f7d138-b654-4033-af7a-2e62f63e43fa req-6e91d128-ad31-41ed-a872-cfa91f46ccf2 service neutron] 10.222.0.20 "GET /v2.0/networks/d0a20c91-fbad-45f6-b36c-5cd61f694024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2194977 Feb 28 14:58:53.103832 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb', 'tag': 'f45e7fe3-7940-441b-8ee4-78ded5ed2ae4', 'status': 'completed', 'code': 200} Feb 28 14:58:53.274159 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fde1289-744b-489f-ade7-0d46ead7b03b tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:53.335690 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fde1289-744b-489f-ade7-0d46ead7b03b tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Pushing event deleted for resources: {'Subnet': ['ID=ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:53.339193 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b8e5d6d1-8f38-4fb4-a062-ec84c94ff25d req-9f40c7e8-7458-4d53-b7d7-2a8da133fd2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 1099 time: 0.2343695 Feb 28 14:58:53.350499 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fde1289-744b-489f-ade7-0d46ead7b03b tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:53.356207 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-57f7d138-b654-4033-af7a-2e62f63e43fa req-42910897-2ac0-4c45-9bec-21880de95030 service neutron] 10.222.0.20 "GET /v2.0/networks/d0a20c91-fbad-45f6-b36c-5cd61f694024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3301136 Feb 28 14:58:53.356456 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822a7d16-22c0-4e14-9e93-c08d8fbdcbf2 None None] Network 63453855-61e2-4b63-9c3e-55e9b0f5bcdc requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:53.368528 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5fde1289-744b-489f-ade7-0d46ead7b03b tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/subnets/ce3fc07a-1db3-49f6-95cf-afd6ac9e58b6 HTTP/1.1" status: 204 len: 168 time: 1.2929285 Feb 28 14:58:53.372942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47702) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:53.375327 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d19ed607-d656-4d1f-aa6d-ee763298962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'f53cc7d7-4715-4c94-a940-eeacf2d72d52', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'floating_ip_address': '172.26.4.159', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'port_id': 'f45e7fe3-7940-441b-8ee4-78ded5ed2ae4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'mac_address': 'fa:16:3e:34:e4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:58:50Z', 'updated_at': '2022-02-28T14:58:50Z', 'revision_number': 0, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:53.379974 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ed607-d656-4d1f-aa6d-ee763298962e None None] Checking router: 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:58:53.393752 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d19ed607-d656-4d1f-aa6d-ee763298962e None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:53.394901 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d19ed607-d656-4d1f-aa6d-ee763298962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:53.509588 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47706) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:53.597938 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-d19ed607-d656-4d1f-aa6d-ee763298962e None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:58:53.725466 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b6a0c54-4b9f-41eb-b0be-6d5828b7d081 None None] DHCP port deletion for 63453855-61e2-4b63-9c3e-55e9b0f5bcdc request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:58:53.731447 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a0c54-4b9f-41eb-b0be-6d5828b7d081 None None] Deleting port d6bbdd49-3a9e-4887-b173-437d9f96541b {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:53.732165 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0c54-4b9f-41eb-b0be-6d5828b7d081 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:53.752858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:53.790771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Deleting port d6bbdd49-3a9e-4887-b173-437d9f96541b {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:53.790989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:53.833620 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-24d82175-a93b-49a7-9015-463854baacbf tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/floatingips/3e1c0875-f3d3-42c0-aa95-355d06f013d2 HTTP/1.1" status: 200 len: 991 time: 0.3228817 Feb 28 14:58:53.858841 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5d6d1-8f38-4fb4-a062-ec84c94ff25d req-d3cec7bb-875c-4a48-b19e-840fc1cb4731 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:53.861279 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b8e5d6d1-8f38-4fb4-a062-ec84c94ff25d req-d3cec7bb-875c-4a48-b19e-840fc1cb4731 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 912 time: 0.5140893 Feb 28 14:58:53.983743 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b8e5d6d1-8f38-4fb4-a062-ec84c94ff25d req-27a898b2-6d68-4cad-9926-abed17301ee2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 HTTP/1.1" status: 200 len: 1000 time: 0.1091881 Feb 28 14:58:54.012179 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-2b6a0c54-4b9f-41eb-b0be-6d5828b7d081 None None] For port d6bbdd49-3a9e-4887-b173-437d9f96541b, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d6bbdd49-3a9e-4887-b173-437d9f96541b,segment=NetworkSegment(08904f00-4006-4916-ba5d-d4b674dd283e),segment_id=08904f00-4006-4916-ba5d-d4b674dd283e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:54.012570 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0c54-4b9f-41eb-b0be-6d5828b7d081 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:54.017008 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d19ed607-d656-4d1f-aa6d-ee763298962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'f53cc7d7-4715-4c94-a940-eeacf2d72d52', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'floating_ip_address': '172.26.4.159', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'port_id': 'f45e7fe3-7940-441b-8ee4-78ded5ed2ae4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'mac_address': 'fa:16:3e:34:e4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:58:50Z', 'updated_at': '2022-02-28T14:58:50Z', 'revision_number': 0, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:54.022077 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d19ed607-d656-4d1f-aa6d-ee763298962e None None] The sync data for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv is: [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'f53cc7d7-4715-4c94-a940-eeacf2d72d52', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'floating_ip_address': '172.26.4.159', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'port_id': 'f45e7fe3-7940-441b-8ee4-78ded5ed2ae4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'mac_address': 'fa:16:3e:34:e4:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:58:50Z', 'updated_at': '2022-02-28T14:58:50Z', 'revision_number': 0, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:58:54.144180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-2b6a0c54-4b9f-41eb-b0be-6d5828b7d081 None None] Calling delete_port for d6bbdd49-3a9e-4887-b173-437d9f96541b owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:54.144934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e5d6d1-8f38-4fb4-a062-ec84c94ff25d req-b8749030-f66e-46b6-8477-4bbaa9b536f1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:54.146743 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b8e5d6d1-8f38-4fb4-a062-ec84c94ff25d req-b8749030-f66e-46b6-8477-4bbaa9b536f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6e81901-9070-4c05-9242-35045a6111d9 HTTP/1.1" status: 200 len: 851 time: 0.1043539 Feb 28 14:58:54.149547 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:54.187288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] For port d6bbdd49-3a9e-4887-b173-437d9f96541b, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d6bbdd49-3a9e-4887-b173-437d9f96541b,segment=NetworkSegment(08904f00-4006-4916-ba5d-d4b674dd283e),segment_id=08904f00-4006-4916-ba5d-d4b674dd283e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:58:54.187288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:54.196110 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-759d8e7c-f2b2-4ab3-b884-385f01bd4382 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:58:54.224810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2b6a0c54-4b9f-41eb-b0be-6d5828b7d081 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:54.254655 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:54.268010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6a0c54-4b9f-41eb-b0be-6d5828b7d081 None None] Pushing event deleted for resources: {'Port': ['ID=d6bbdd49-3a9e-4887-b173-437d9f96541b,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:54.275027 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b6a0c54-4b9f-41eb-b0be-6d5828b7d081 None None] No DVR routers for this DVR port d6bbdd49-3a9e-4887-b173-437d9f96541b on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:58:54.323871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Calling delete_port for d6bbdd49-3a9e-4887-b173-437d9f96541b owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:54.351119 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b8e5d6d1-8f38-4fb4-a062-ec84c94ff25d req-ccb3ed90-a3bb-4358-a1b9-3ae0a20b71b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ce55284-5808-4064-a7bc-b8c272008d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1741962 Feb 28 14:58:54.517476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:58:54.518094 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:58:54.554917 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-759d8e7c-f2b2-4ab3-b884-385f01bd4382 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:58:54.565272 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-759d8e7c-f2b2-4ab3-b884-385f01bd4382 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1223869 Feb 28 14:58:54.568506 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ec127-0767-48d8-b001-44f19d7a2187 None None] Sync routers for ids ['f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:58:54.569004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47710) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:54.581182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ec127-0767-48d8-b001-44f19d7a2187 None None] Routers {'f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:54.581360 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b8e5d6d1-8f38-4fb4-a062-ec84c94ff25d req-c88f077a-ad6d-4bfd-98f7-7b7a7b79fb47 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1818836 Feb 28 14:58:54.581802 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a00ec127-0767-48d8-b001-44f19d7a2187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:54.658488 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a00ec127-0767-48d8-b001-44f19d7a2187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:54.667463 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:54.669235 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00ec127-0767-48d8-b001-44f19d7a2187 None None] Routers {'f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:54.669839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a00ec127-0767-48d8-b001-44f19d7a2187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:54.676024 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:54.765308 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a00ec127-0767-48d8-b001-44f19d7a2187 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:54.765716 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00ec127-0767-48d8-b001-44f19d7a2187 None None] The sync data for ids ['f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:58:54.798438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=6d185285-7a73-42e2-a749-06a0368fd2af,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:54.837180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47714) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:54.902014 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:54.955713 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b8e5d6d1-8f38-4fb4-a062-ec84c94ff25d req-7e46f7d8-fef6-4257-b020-109dc78ad5e4 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3683851 Feb 28 14:58:55.014483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-29573b18-8f69-43b3-9926-7d76d80fe395 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:55.065871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Deleting port d6bbdd49-3a9e-4887-b173-437d9f96541b {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:55.066216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:55.070661 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4829c4b9-0925-4d7d-b04a-5016baac563d tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/floatingips/3e1c0875-f3d3-42c0-aa95-355d06f013d2 HTTP/1.1" status: 200 len: 991 time: 0.2324915 Feb 28 14:58:55.140296 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Floating IP fe9e403f-cd72-4c48-8f7c-1618236ecb39 associated. External IP: 172.26.4.222, port: 49d08eaa-d3ae-46a9-b97e-53b6f795192b. Feb 28 14:58:55.142420 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c6dce-af91-4351-a0ff-67dff67f0c71 None None] Sync routers for ids ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:58:55.156198 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c6dce-af91-4351-a0ff-67dff67f0c71 None None] Routers {'3411cf55-0e69-4531-9ae1-f4a33aa62f01'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:55.157150 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-2b4c6dce-af91-4351-a0ff-67dff67f0c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:55.193985 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] The port 'd6bbdd49-3a9e-4887-b173-437d9f96541b' was deleted {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:58:55.341739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:55.370661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63453855-61e2-4b63-9c3e-55e9b0f5bcdc']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:55.374737 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-2b4c6dce-af91-4351-a0ff-67dff67f0c71 None None] Set router 3411cf55-0e69-4531-9ae1-f4a33aa62f01 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:58:55.387311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08904f00-4006-4916-ba5d-d4b674dd283e') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:55.387511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08904f00-4006-4916-ba5d-d4b674dd283e') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:55.402225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:55.437499 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6eb5cd07-c023-4a64-a8ac-ce78d4782808 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:55.451578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:55.465464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:58:55.466091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:58:55.481224 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:58:55.525776 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d6bbdd49-3a9e-4887-b173-437d9f96541b no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:58:55.574406 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: d6bbdd49-3a9e-4887-b173-437d9f96541b {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:58:55.575667 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d6bbdd49-3a9e-4887-b173-437d9f96541b not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:58:55.634832 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:55.639666 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:55.694309 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] Pushing event deleted for resources: {'Network': ['ID=63453855-61e2-4b63-9c3e-55e9b0f5bcdc,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:55.700229 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e7fc6e4c-f91e-4010-bf15-9c268bfa3def tempest-TagsExtTest-1174056996 tempest-TagsExtTest-1174056996-project] 10.222.0.15 "DELETE /v2.0/networks/63453855-61e2-4b63-9c3e-55e9b0f5bcdc HTTP/1.1" status: 204 len: 168 time: 2.3261054 Feb 28 14:58:55.721439 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 0c016ec0-1482-4ff1-8a54-22e1124306c3 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:58:55.896408 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-2b4c6dce-af91-4351-a0ff-67dff67f0c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246504210', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:08Z', 'updated_at': '2022-02-28T14:58:21Z', 'revision_number': 4, 'project_id': '9cad89688b894404abdfb852201ad365', 'gw_port': {'id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '3e1c0875-f3d3-42c0-aa95-355d06f013d2', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'port_id': '0c4c8b21-e842-48c3-a3b4-86f8d005786f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'mac_address': 'fa:16:3e:f2:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:47Z', 'revision_number': 0, 'project_id': '9cad89688b894404abdfb852201ad365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c39261-d960-4ae2-9a77-b03985630dd0', 'name': '', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'mac_address': 'fa:16:3e:13:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:20Z', 'updated_at': '2022-02-28T14:58:39Z', 'revision_number': 5, 'project_id': '9cad89688b894404abdfb852201ad365', 'subnets': [{'id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:55.902116 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c6dce-af91-4351-a0ff-67dff67f0c71 None None] Checking router: 3411cf55-0e69-4531-9ae1-f4a33aa62f01 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:58:55.916506 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4c6dce-af91-4351-a0ff-67dff67f0c71 None None] Routers {'3411cf55-0e69-4531-9ae1-f4a33aa62f01'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:55.917199 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-2b4c6dce-af91-4351-a0ff-67dff67f0c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:55.945071 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:58:55.955923 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ee164-71cb-41a6-ad74-d2c5f788cfc7 None None] Sync routers for ids ['0c016ec0-1482-4ff1-8a54-22e1124306c3'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:58:55.985200 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ee164-71cb-41a6-ad74-d2c5f788cfc7 None None] Routers {'0c016ec0-1482-4ff1-8a54-22e1124306c3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:55.985933 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-386ee164-71cb-41a6-ad74-d2c5f788cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0c016ec0-1482-4ff1-8a54-22e1124306c3'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:55.992629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:56.000544 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-29573b18-8f69-43b3-9926-7d76d80fe395 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port 56ca07f1-e403-456c-aa88-2dd05a1f9b7e {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:56.000961 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-29573b18-8f69-43b3-9926-7d76d80fe395 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:56.060891 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9759059a-3366-4a1a-a6a3-ff0746b438c2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1939282 Feb 28 14:58:56.062404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3db92a9-0aee-40a5-b013-040ee8392d63', 'tag': '49d08eaa-d3ae-46a9-b97e-53b6f795192b'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:58:56.067525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47722) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:56.079456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47728) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:56.148596 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-2b4c6dce-af91-4351-a0ff-67dff67f0c71 None None] Set router 3411cf55-0e69-4531-9ae1-f4a33aa62f01 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:58:56.193283 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47732) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:56.228249 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5d39a3cb-bab2-470a-90fc-08b64f21669f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/fe9e403f-cd72-4c48-8f7c-1618236ecb39 HTTP/1.1" status: 200 len: 991 time: 0.1588240 Feb 28 14:58:56.260538 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-386ee164-71cb-41a6-ad74-d2c5f788cfc7 None None] Set router 0c016ec0-1482-4ff1-8a54-22e1124306c3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:58:56.311582 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3db92a9-0aee-40a5-b013-040ee8392d63', 'tag': '49d08eaa-d3ae-46a9-b97e-53b6f795192b', 'status': 'completed', 'code': 200} Feb 28 14:58:56.353039 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7b013e7a-8f9b-4894-af68-47e5d8222209 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/floatingips/3e1c0875-f3d3-42c0-aa95-355d06f013d2 HTTP/1.1" status: 200 len: 991 time: 0.2711034 Feb 28 14:58:56.393421 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-29573b18-8f69-43b3-9926-7d76d80fe395 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:56.398331 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b3df0cc5-f5a4-41ae-9e34-33291b1cf82e req-f3cdd01c-08ac-463f-8b59-4d597282fc8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 1098 time: 0.1682775 Feb 28 14:58:56.566599 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79c624e1-d173-42e6-b868-5eeacfc28e25 None None] New status for floating IP f53cc7d7-4715-4c94-a940-eeacf2d72d52: ACTIVE {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 14:58:56.589249 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df0cc5-f5a4-41ae-9e34-33291b1cf82e req-aeaf0ced-8073-4337-8953-b5591521077a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:56.590888 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b3df0cc5-f5a4-41ae-9e34-33291b1cf82e req-aeaf0ced-8073-4337-8953-b5591521077a service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d612402-7f6c-464b-9841-02cdb0616e7d HTTP/1.1" status: 200 len: 897 time: 0.1838903 Feb 28 14:58:56.719045 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b3df0cc5-f5a4-41ae-9e34-33291b1cf82e req-13d108fa-f350-4dbc-bb84-a2a62e6cd2f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49d08eaa-d3ae-46a9-b97e-53b6f795192b HTTP/1.1" status: 200 len: 999 time: 0.1185677 Feb 28 14:58:56.749100 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-386ee164-71cb-41a6-ad74-d2c5f788cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'name': 'tempest-TestNetworkBasicOps-router-1346207162', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:09Z', 'updated_at': '2022-02-28T14:58:22Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'fe9e403f-cd72-4c48-8f7c-1618236ecb39', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.222', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'port_id': '49d08eaa-d3ae-46a9-b97e-53b6f795192b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d', 'mac_address': 'fa:16:3e:c3:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3db92a9-0aee-40a5-b013-040ee8392d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:58:53Z', 'updated_at': '2022-02-28T14:58:53Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cf5148-9bed-47ba-b7cc-d6e45e49b269', 'name': '', 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:fb:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:19Z', 'updated_at': '2022-02-28T14:58:34Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:56.757664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ee164-71cb-41a6-ad74-d2c5f788cfc7 None None] Checking router: 0c016ec0-1482-4ff1-8a54-22e1124306c3 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:58:56.776718 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-29573b18-8f69-43b3-9926-7d76d80fe395 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for 56ca07f1-e403-456c-aa88-2dd05a1f9b7e owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:58:56.785681 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-386ee164-71cb-41a6-ad74-d2c5f788cfc7 None None] Routers {'0c016ec0-1482-4ff1-8a54-22e1124306c3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:56.787110 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-386ee164-71cb-41a6-ad74-d2c5f788cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0c016ec0-1482-4ff1-8a54-22e1124306c3'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:56.797051 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3df0cc5-f5a4-41ae-9e34-33291b1cf82e req-6b634fbc-9c1c-4455-abd0-25c9e8e92520 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:58:56.798847 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b3df0cc5-f5a4-41ae-9e34-33291b1cf82e req-6b634fbc-9c1c-4455-abd0-25c9e8e92520 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99bb0a0f-338f-4ae2-b958-18979ceae777 HTTP/1.1" status: 200 len: 834 time: 0.0739188 Feb 28 14:58:56.812823 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ed5c2771-79c8-4e75-8a66-661faa9f339c admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d37cadd9fc3f4bb4a038fb237b6ed861&name=default HTTP/1.1" status: 200 len: 2647 time: 0.6192660 Feb 28 14:58:56.822487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47738) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:56.905429 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-daf11cc0-24bb-4329-ad66-2043ac3acd63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:56.917406 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-2b4c6dce-af91-4351-a0ff-67dff67f0c71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246504210', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:08Z', 'updated_at': '2022-02-28T14:58:21Z', 'revision_number': 4, 'project_id': '9cad89688b894404abdfb852201ad365', 'gw_port': {'id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '3e1c0875-f3d3-42c0-aa95-355d06f013d2', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'port_id': '0c4c8b21-e842-48c3-a3b4-86f8d005786f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'mac_address': 'fa:16:3e:f2:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:47Z', 'revision_number': 0, 'project_id': '9cad89688b894404abdfb852201ad365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c39261-d960-4ae2-9a77-b03985630dd0', 'name': '', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'mac_address': 'fa:16:3e:13:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:20Z', 'updated_at': '2022-02-28T14:58:39Z', 'revision_number': 5, 'project_id': '9cad89688b894404abdfb852201ad365', 'subnets': [{'id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:56.931821 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b4c6dce-af91-4351-a0ff-67dff67f0c71 None None] The sync data for ids ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'] in dv-neutron-830866-2-hyperv is: [{'id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246504210', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:08Z', 'updated_at': '2022-02-28T14:58:21Z', 'revision_number': 4, 'project_id': '9cad89688b894404abdfb852201ad365', 'gw_port': {'id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '3e1c0875-f3d3-42c0-aa95-355d06f013d2', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'floating_ip_address': '172.26.4.55', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'port_id': '0c4c8b21-e842-48c3-a3b4-86f8d005786f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'mac_address': 'fa:16:3e:f2:06:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:58:47Z', 'updated_at': '2022-02-28T14:58:47Z', 'revision_number': 0, 'project_id': '9cad89688b894404abdfb852201ad365', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '06c39261-d960-4ae2-9a77-b03985630dd0', 'name': '', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'mac_address': 'fa:16:3e:13:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:20Z', 'updated_at': '2022-02-28T14:58:39Z', 'revision_number': 5, 'project_id': '9cad89688b894404abdfb852201ad365', 'subnets': [{'id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:58:56.934731 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-daf11cc0-24bb-4329-ad66-2043ac3acd63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:56.951424 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b3df0cc5-f5a4-41ae-9e34-33291b1cf82e req-5c007ddc-e034-4382-8fad-9fafbaaccef8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d612402-7f6c-464b-9841-02cdb0616e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1445248 Feb 28 14:58:57.033198 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-daf11cc0-24bb-4329-ad66-2043ac3acd63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:57.048887 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-386ee164-71cb-41a6-ad74-d2c5f788cfc7 None None] Set router 0c016ec0-1482-4ff1-8a54-22e1124306c3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:58:57.088153 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf11cc0-24bb-4329-ad66-2043ac3acd63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13d3e41f-a7c6-44f8-86e2-78ec5bea4eeb,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:57.116913 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-daf11cc0-24bb-4329-ad66-2043ac3acd63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:57.116913 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-daf11cc0-24bb-4329-ad66-2043ac3acd63 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/13d3e41f-a7c6-44f8-86e2-78ec5bea4eeb HTTP/1.1" status: 204 len: 168 time: 0.2933891 Feb 28 14:58:57.147042 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-29573b18-8f69-43b3-9926-7d76d80fe395 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:57.180211 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b3df0cc5-f5a4-41ae-9e34-33291b1cf82e req-89d26df9-ce47-43c0-9932-31020710122c service neutron] 10.222.0.20 "GET /v2.0/networks/9d612402-7f6c-464b-9841-02cdb0616e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213128 Feb 28 14:58:57.240136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29573b18-8f69-43b3-9926-7d76d80fe395 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Port': ['ID=56ca07f1-e403-456c-aa88-2dd05a1f9b7e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:57.244442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47744) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:57.391932 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47748) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:57.471176 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b3df0cc5-f5a4-41ae-9e34-33291b1cf82e req-e338b7fb-4439-4e6d-a4af-2fc0e1fb8546 service neutron] 10.222.0.20 "GET /v2.0/networks/9d612402-7f6c-464b-9841-02cdb0616e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2835310 Feb 28 14:58:57.599261 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3beab421-435b-4031-b40b-d6467eafb8e3 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/floatingips/3e1c0875-f3d3-42c0-aa95-355d06f013d2 HTTP/1.1" status: 200 len: 991 time: 0.2061787 Feb 28 14:58:57.676995 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cddf771e-964d-4519-a921-435cd30029b2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/fe9e403f-cd72-4c48-8f7c-1618236ecb39 HTTP/1.1" status: 200 len: 991 time: 0.3290498 Feb 28 14:58:57.684812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:57.685477 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7756d130-3784-485c-81b7-e7b5bf6b87b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:57.725866 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-386ee164-71cb-41a6-ad74-d2c5f788cfc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'name': 'tempest-TestNetworkBasicOps-router-1346207162', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:09Z', 'updated_at': '2022-02-28T14:58:22Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'fe9e403f-cd72-4c48-8f7c-1618236ecb39', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.222', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'port_id': '49d08eaa-d3ae-46a9-b97e-53b6f795192b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d', 'mac_address': 'fa:16:3e:c3:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3db92a9-0aee-40a5-b013-040ee8392d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:58:53Z', 'updated_at': '2022-02-28T14:58:53Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cf5148-9bed-47ba-b7cc-d6e45e49b269', 'name': '', 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:fb:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:19Z', 'updated_at': '2022-02-28T14:58:34Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:57.729735 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-386ee164-71cb-41a6-ad74-d2c5f788cfc7 None None] The sync data for ids ['0c016ec0-1482-4ff1-8a54-22e1124306c3'] in dv-neutron-830866-2-hyperv is: [{'id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'name': 'tempest-TestNetworkBasicOps-router-1346207162', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:09Z', 'updated_at': '2022-02-28T14:58:22Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'fe9e403f-cd72-4c48-8f7c-1618236ecb39', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.222', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'port_id': '49d08eaa-d3ae-46a9-b97e-53b6f795192b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d', 'mac_address': 'fa:16:3e:c3:68:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3db92a9-0aee-40a5-b013-040ee8392d63', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T14:58:53Z', 'updated_at': '2022-02-28T14:58:53Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '53cf5148-9bed-47ba-b7cc-d6e45e49b269', 'name': '', 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:fb:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:19Z', 'updated_at': '2022-02-28T14:58:34Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:58:57.818333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-29573b18-8f69-43b3-9926-7d76d80fe395 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:58.235039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29573b18-8f69-43b3-9926-7d76d80fe395 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:58:58.488513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29573b18-8f69-43b3-9926-7d76d80fe395 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:58:58.493997 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-29573b18-8f69-43b3-9926-7d76d80fe395 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9245622 Feb 28 14:58:58.496976 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47754) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:58.498025 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b1562d-4805-4b09-b38f-6c231a3dad7a None None] Sync routers for ids ['f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:58:58.510106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b1562d-4805-4b09-b38f-6c231a3dad7a None None] Routers {'f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:58.510710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-d5b1562d-4805-4b09-b38f-6c231a3dad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:58.575599 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-d5b1562d-4805-4b09-b38f-6c231a3dad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:58.587195 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5b1562d-4805-4b09-b38f-6c231a3dad7a None None] Routers {'f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:58:58.587830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-d5b1562d-4805-4b09-b38f-6c231a3dad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:58.601440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47758) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:58.641702 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ad232f67-1bad-420c-9e7c-66e1fd21c6fb tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e HTTP/1.1" status: 200 len: 205 time: 0.1410837 Feb 28 14:58:58.641912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47762) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:58.645350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-d5b1562d-4805-4b09-b38f-6c231a3dad7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:58:58.646258 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5b1562d-4805-4b09-b38f-6c231a3dad7a None None] The sync data for ids ['f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:58:58.680770 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47766) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:58.778380 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8756d9d1-67df-4c09-bcef-830b9d67fcc0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:58.800419 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9b0bafc1-8e7f-4445-b19a-701020d18dd2 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/floatingips/3e1c0875-f3d3-42c0-aa95-355d06f013d2 HTTP/1.1" status: 200 len: 991 time: 0.1977284 Feb 28 14:58:58.811103 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-876fba0e-ee36-4402-8a7a-37a4cad3ea32 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/fe9e403f-cd72-4c48-8f7c-1618236ecb39 HTTP/1.1" status: 200 len: 991 time: 0.1290650 Feb 28 14:58:58.820145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:58.863080 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:59.147010 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8756d9d1-67df-4c09-bcef-830b9d67fcc0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:59.151179 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8756d9d1-67df-4c09-bcef-830b9d67fcc0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:59.176154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8756d9d1-67df-4c09-bcef-830b9d67fcc0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:59.177373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8756d9d1-67df-4c09-bcef-830b9d67fcc0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Fanout notify agent at l3_agent the message router_deleted on router f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:58:59.188271 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8756d9d1-67df-4c09-bcef-830b9d67fcc0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:59.189277 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8756d9d1-67df-4c09-bcef-830b9d67fcc0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/routers/f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e HTTP/1.1" status: 204 len: 168 time: 0.5465918 Feb 28 14:58:59.191935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47770) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:59.377450 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f49f973-13fe-4a94-a1ff-04fada2f4d59 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting subnet ac091c7d-51ca-49de-b596-989b8319f814 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:58:59.380359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4f49f973-13fe-4a94-a1ff-04fada2f4d59 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:59.438063 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4f49f973-13fe-4a94-a1ff-04fada2f4d59 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:59.517407 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4f49f973-13fe-4a94-a1ff-04fada2f4d59 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:59.588330 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4f49f973-13fe-4a94-a1ff-04fada2f4d59 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:59.629916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49f973-13fe-4a94-a1ff-04fada2f4d59 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Subnet': ['ID=ac091c7d-51ca-49de-b596-989b8319f814,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:58:59.636516 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4f49f973-13fe-4a94-a1ff-04fada2f4d59 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:58:59.641903 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-504fce48-2a74-4dda-830e-89a31afb05ea None None] Network 4d40dc81-f12f-4022-a331-ab134ee6b912 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:58:59.642807 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4f49f973-13fe-4a94-a1ff-04fada2f4d59 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/ac091c7d-51ca-49de-b596-989b8319f814 HTTP/1.1" status: 204 len: 168 time: 0.4497726 Feb 28 14:58:59.645803 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47774) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:59.804664 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47778) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:59.814994 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47782) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:58:59.837986 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9613193-1188-4bbb-a115-02aa82b317e7 None None] New status for floating IP 3e1c0875-f3d3-42c0-aa95-355d06f013d2: ACTIVE {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 14:58:59.928602 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-36e6e163-8a96-44e1-9c90-ad686eeea467 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/fe9e403f-cd72-4c48-8f7c-1618236ecb39 HTTP/1.1" status: 200 len: 991 time: 0.1123497 Feb 28 14:58:59.967958 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] DHCP port deletion for 4d40dc81-f12f-4022-a331-ab134ee6b912 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:58:59.972479 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Deleting port b6fcd123-8fb4-4d61-94a8-df8fe13778d6 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:58:59.973069 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.030193 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-635b4b07-4b50-419e-919d-39dfc4637bd1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting subnet 710e3044-8533-4fbd-8a63-7c8bdf2ed0d3 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:59:00.035596 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-635b4b07-4b50-419e-919d-39dfc4637bd1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.084201 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-83dd7747-998f-4dc3-933c-112a1c1bc652 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/floatingips/3e1c0875-f3d3-42c0-aa95-355d06f013d2 HTTP/1.1" status: 200 len: 991 time: 0.2767246 Feb 28 14:59:00.098202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-635b4b07-4b50-419e-919d-39dfc4637bd1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.181791 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] For port b6fcd123-8fb4-4d61-94a8-df8fe13778d6, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=b6fcd123-8fb4-4d61-94a8-df8fe13778d6,segment=NetworkSegment(3c5cfbd9-fbb1-46dd-be0f-f9469c36ec83),segment_id=3c5cfbd9-fbb1-46dd-be0f-f9469c36ec83)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:00.182112 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.184805 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-635b4b07-4b50-419e-919d-39dfc4637bd1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.258333 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-635b4b07-4b50-419e-919d-39dfc4637bd1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.300259 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635b4b07-4b50-419e-919d-39dfc4637bd1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Subnet': ['ID=710e3044-8533-4fbd-8a63-7c8bdf2ed0d3,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:00.305432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-635b4b07-4b50-419e-919d-39dfc4637bd1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.313974 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Calling delete_port for b6fcd123-8fb4-4d61-94a8-df8fe13778d6 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:00.314328 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47786) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:00.314450 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-635b4b07-4b50-419e-919d-39dfc4637bd1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/710e3044-8533-4fbd-8a63-7c8bdf2ed0d3 HTTP/1.1" status: 204 len: 168 time: 0.6676006 Feb 28 14:59:00.341598 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb8c1b55-c3d8-4e70-bf46-411fe2c53853 None None] Network 67a1be89-ed46-4d8f-a4a8-3e6f36af883d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:00.363137 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.427531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a0d7415c-09cf-451d-a239-ac056ce81714 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.450889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-a0d7415c-09cf-451d-a239-ac056ce81714 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port b6fcd123-8fb4-4d61-94a8-df8fe13778d6 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:00.451577 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a0d7415c-09cf-451d-a239-ac056ce81714 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.527961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.538085 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-a0d7415c-09cf-451d-a239-ac056ce81714 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] The port 'b6fcd123-8fb4-4d61-94a8-df8fe13778d6' was deleted {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:59:00.582253 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Pushing event deleted for resources: {'Port': ['ID=b6fcd123-8fb4-4d61-94a8-df8fe13778d6,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:00.591850 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] No DVR routers for this DVR port b6fcd123-8fb4-4d61-94a8-df8fe13778d6 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:59:00.606505 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:00.606850 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:00.607186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:00.607518 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:00.607872 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:00.608199 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:00.608522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:00.608841 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:00.609297 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:00.609477 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:00.609880 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3967a6ea-0c81-467a-bc1f-b7828961739c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:00.662976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a0d7415c-09cf-451d-a239-ac056ce81714 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.688166 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-a0d7415c-09cf-451d-a239-ac056ce81714 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d40dc81-f12f-4022-a331-ab134ee6b912']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:00.691425 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7b0bc6b-62c0-4aa5-a2e6-283088b528fb None None] DHCP port deletion for 67a1be89-ed46-4d8f-a4a8-3e6f36af883d request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:59:00.695896 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c7b0bc6b-62c0-4aa5-a2e6-283088b528fb None None] Deleting port d99f55a3-708a-450a-939c-e45480b34476 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:00.696270 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c7b0bc6b-62c0-4aa5-a2e6-283088b528fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.704517 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-a0d7415c-09cf-451d-a239-ac056ce81714 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c5cfbd9-fbb1-46dd-be0f-f9469c36ec83') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:00.704809 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-a0d7415c-09cf-451d-a239-ac056ce81714 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c5cfbd9-fbb1-46dd-be0f-f9469c36ec83') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:00.715829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a0d7415c-09cf-451d-a239-ac056ce81714 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.731444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a0d7415c-09cf-451d-a239-ac056ce81714 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.737708 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a0d7415c-09cf-451d-a239-ac056ce81714 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:59:00.738093 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a0d7415c-09cf-451d-a239-ac056ce81714 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:59:00.752805 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:59:00.843976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a0d7415c-09cf-451d-a239-ac056ce81714 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.848813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a0d7415c-09cf-451d-a239-ac056ce81714 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.874685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d7415c-09cf-451d-a239-ac056ce81714 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Network': ['ID=4d40dc81-f12f-4022-a331-ab134ee6b912,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:00.878671 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a0d7415c-09cf-451d-a239-ac056ce81714 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/networks/4d40dc81-f12f-4022-a331-ab134ee6b912 HTTP/1.1" status: 204 len: 168 time: 0.5629458 Feb 28 14:59:00.881381 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47790) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:00.902972 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c7b0bc6b-62c0-4aa5-a2e6-283088b528fb None None] For port d99f55a3-708a-450a-939c-e45480b34476, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d99f55a3-708a-450a-939c-e45480b34476,segment=NetworkSegment(079005d9-8bdb-4344-9b2f-69af9f5db790),segment_id=079005d9-8bdb-4344-9b2f-69af9f5db790)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:00.904157 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c7b0bc6b-62c0-4aa5-a2e6-283088b528fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:00.913444 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6573ee4-7254-4333-aad6-098606f6567d None None] New status for floating IP fe9e403f-cd72-4c48-8f7c-1618236ecb39: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 14:59:00.932273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47794) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:01.000232 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:01.012047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port d99f55a3-708a-450a-939c-e45480b34476 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:01.012883 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:01.046565 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-826bc562-df86-43a0-9b80-27dfb80de45d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/fe9e403f-cd72-4c48-8f7c-1618236ecb39 HTTP/1.1" status: 200 len: 991 time: 0.1131051 Feb 28 14:59:01.086741 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47798) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:01.114459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c7b0bc6b-62c0-4aa5-a2e6-283088b528fb None None] Calling delete_port for d99f55a3-708a-450a-939c-e45480b34476 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:01.199642 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3b30ed8f-89c0-4b88-b6cf-6f04535e5608 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/floatingips/3e1c0875-f3d3-42c0-aa95-355d06f013d2 HTTP/1.1" status: 200 len: 993 time: 0.1100755 Feb 28 14:59:01.229455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] For port d99f55a3-708a-450a-939c-e45480b34476, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d99f55a3-708a-450a-939c-e45480b34476,segment=NetworkSegment(079005d9-8bdb-4344-9b2f-69af9f5db790),segment_id=079005d9-8bdb-4344-9b2f-69af9f5db790)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:01.229806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:01.313542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c7b0bc6b-62c0-4aa5-a2e6-283088b528fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:01.350873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for d99f55a3-708a-450a-939c-e45480b34476 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:01.359321 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:59:01.410140 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b0bc6b-62c0-4aa5-a2e6-283088b528fb None None] Pushing event deleted for resources: {'Port': ['ID=d99f55a3-708a-450a-939c-e45480b34476,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:01.414665 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b0bc6b-62c0-4aa5-a2e6-283088b528fb None None] No DVR routers for this DVR port d99f55a3-708a-450a-939c-e45480b34476 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:59:01.424341 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.api [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:59:01.424659 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG oslo_db.api [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:59:01.484868 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d99f55a3-708a-450a-939c-e45480b34476 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:59:01.519456 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: d99f55a3-708a-450a-939c-e45480b34476 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:59:01.519825 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d99f55a3-708a-450a-939c-e45480b34476 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:59:01.520459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b6fcd123-8fb4-4d61-94a8-df8fe13778d6 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:59:01.550803 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: b6fcd123-8fb4-4d61-94a8-df8fe13778d6 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:59:01.551147 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b6fcd123-8fb4-4d61-94a8-df8fe13778d6 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:59:01.926395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port d99f55a3-708a-450a-939c-e45480b34476 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:01.927001 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:01.989270 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] The port 'd99f55a3-708a-450a-939c-e45480b34476' was deleted {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:59:02.049492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47802) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:02.107765 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:02.136685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['67a1be89-ed46-4d8f-a4a8-3e6f36af883d']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:02.148893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '079005d9-8bdb-4344-9b2f-69af9f5db790') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:02.149196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '079005d9-8bdb-4344-9b2f-69af9f5db790') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:02.156681 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-dab33064-6e52-4bfb-8e21-4f48aaddbdc6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/fe9e403f-cd72-4c48-8f7c-1618236ecb39 HTTP/1.1" status: 200 len: 993 time: 0.1017699 Feb 28 14:59:02.160694 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:02.176066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:02.181918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:59:02.182287 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:59:02.196388 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:59:02.283524 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:02.287787 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:02.313656 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Network': ['ID=67a1be89-ed46-4d8f-a4a8-3e6f36af883d,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:02.319809 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fe5123a6-3b24-4086-88e7-aad2fedefcc5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/networks/67a1be89-ed46-4d8f-a4a8-3e6f36af883d HTTP/1.1" status: 204 len: 168 time: 1.4366646 Feb 28 14:59:02.323759 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47806) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:02.329244 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-3f7c81b1-38c7-4fcc-8340-e8051a40845d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1510024888'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:02.334800 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3f7c81b1-38c7-4fcc-8340-e8051a40845d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:02.338563 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3f7c81b1-38c7-4fcc-8340-e8051a40845d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:network and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:02.341354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3f7c81b1-38c7-4fcc-8340-e8051a40845d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:02.347242 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3f7c81b1-38c7-4fcc-8340-e8051a40845d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:02.357044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7c81b1-38c7-4fcc-8340-e8051a40845d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:02.360004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3f7c81b1-38c7-4fcc-8340-e8051a40845d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:02.386469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f7c81b1-38c7-4fcc-8340-e8051a40845d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:59:02.394617 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3f7c81b1-38c7-4fcc-8340-e8051a40845d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:02.395613 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-3f7c81b1-38c7-4fcc-8340-e8051a40845d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Added segment 112e4f3f-f19e-486f-bc5f-507b6c457594 of type vlan for network 5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c Feb 28 14:59:02.420526 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3f7c81b1-38c7-4fcc-8340-e8051a40845d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:02.449770 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3f7c81b1-38c7-4fcc-8340-e8051a40845d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:02.453544 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7c81b1-38c7-4fcc-8340-e8051a40845d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:02.454113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3f7c81b1-38c7-4fcc-8340-e8051a40845d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:02.539402 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3f7c81b1-38c7-4fcc-8340-e8051a40845d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2145467 Feb 28 14:59:02.542204 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47810) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:02.548494 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-17f4b4a4-49bb-499a-9a90-3b4cf40f463e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'subnet': {'network_id': '5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:02.558772 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7c81b1-38c7-4fcc-8340-e8051a40845d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Network': ['ID=5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:02.569044 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:59:02.663942 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-17f4b4a4-49bb-499a-9a90-3b4cf40f463e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:02.667754 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-17f4b4a4-49bb-499a-9a90-3b4cf40f463e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:subnet and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:02.670923 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-17f4b4a4-49bb-499a-9a90-3b4cf40f463e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:02.677220 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-17f4b4a4-49bb-499a-9a90-3b4cf40f463e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:02.686888 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17f4b4a4-49bb-499a-9a90-3b4cf40f463e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:02.786550 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-17f4b4a4-49bb-499a-9a90-3b4cf40f463e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:03.066489 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-17f4b4a4-49bb-499a-9a90-3b4cf40f463e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:03.143484 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f4b4a4-49bb-499a-9a90-3b4cf40f463e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Subnet': ['ID=c92e6857-6dcd-4297-9a24-00334907a190,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:03.153486 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17f4b4a4-49bb-499a-9a90-3b4cf40f463e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Checking segment: {'id': '112e4f3f-f19e-486f-bc5f-507b6c457594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:03.153838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f4b4a4-49bb-499a-9a90-3b4cf40f463e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network hostable DHCP agents. Network: 5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:59:03.175099 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17f4b4a4-49bb-499a-9a90-3b4cf40f463e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:59:03.183253 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-17f4b4a4-49bb-499a-9a90-3b4cf40f463e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:03.186938 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17f4b4a4-49bb-499a-9a90-3b4cf40f463e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:03.187510 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-17f4b4a4-49bb-499a-9a90-3b4cf40f463e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:03.191810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-561fb2ec-e63a-4501-a78e-a9a81d82b790 None None] Network 5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:03.215149 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-17f4b4a4-49bb-499a-9a90-3b4cf40f463e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6718018 Feb 28 14:59:03.217615 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47816) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:03.224439 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e042b0d9-31c4-4d6b-b667-49b038b1e6f5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-86589832', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:03.230693 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e042b0d9-31c4-4d6b-b667-49b038b1e6f5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:03.234391 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e042b0d9-31c4-4d6b-b667-49b038b1e6f5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:router and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:03.237174 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e042b0d9-31c4-4d6b-b667-49b038b1e6f5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:03.242959 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e042b0d9-31c4-4d6b-b667-49b038b1e6f5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:03.253325 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e042b0d9-31c4-4d6b-b667-49b038b1e6f5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:03.254460 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e042b0d9-31c4-4d6b-b667-49b038b1e6f5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:03.272959 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e042b0d9-31c4-4d6b-b667-49b038b1e6f5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:03.291294 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e042b0d9-31c4-4d6b-b667-49b038b1e6f5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:03.312013 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e042b0d9-31c4-4d6b-b667-49b038b1e6f5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:03.313287 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e042b0d9-31c4-4d6b-b667-49b038b1e6f5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.0944045 Feb 28 14:59:03.315928 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47820) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:03.321463 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'port': {'network_id': '5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c', 'name': 'tempest-RoutersTest-583556397'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:03.402841 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c', 'network_id': '5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'fixed_ips': [{'subnet_id': 'c92e6857-6dcd-4297-9a24-00334907a190'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:59:03.406390 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:03.476974 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:03.476974 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:port and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:03.484044 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:03.484413 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:03.494097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:03.497408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:03.521861 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] device_id is not set on port 95ae8570-ff3d-447a-bd60-9e0228e3ff7c yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 14:59:03.580292 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Allocated IP 172.20.0.2 (5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c/c92e6857-6dcd-4297-9a24-00334907a190/1afd5c90-3417-4f21-9dd0-09d73b6db2d9) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:03.780917 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:03.791473 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Transition to ACTIVE for port object 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:03.809284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Transition to ACTIVE for port object 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:03.814344 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:03.879724 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Network 5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:03.880209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Allocated IP 172.20.0.6 (5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c/c92e6857-6dcd-4297-9a24-00334907a190/95ae8570-ff3d-447a-bd60-9e0228e3ff7c) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:03.882286 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:03.886485 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:03.888546 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Pushing event updated for resources: {'Port': ['ID=1afd5c90-3417-4f21-9dd0-09d73b6db2d9,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:03.978705 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Attempting to bind port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:59:03.979063 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Attempting to bind port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '112e4f3f-f19e-486f-bc5f-507b6c457594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:59:03.979422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Attempting to bind port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 on network 5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:59:03.985530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:59:03.985891 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Checking segment: {'id': '112e4f3f-f19e-486f-bc5f-507b6c457594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:03.986280 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:03.986661 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Bound using segment: {'id': '112e4f3f-f19e-486f-bc5f-507b6c457594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:59:03.987102 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Bound port: 1afd5c90-3417-4f21-9dd0-09d73b6db2d9, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '112e4f3f-f19e-486f-bc5f-507b6c457594', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:59:03.987461 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:04.072304 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] For port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:59:04.075372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] For port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1afd5c90-3417-4f21-9dd0-09d73b6db2d9,segment=NetworkSegment(112e4f3f-f19e-486f-bc5f-507b6c457594),segment_id=112e4f3f-f19e-486f-bc5f-507b6c457594)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:59:04.079757 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:04.080293 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:04.094769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Transition to ACTIVE for port object 95ae8570-ff3d-447a-bd60-9e0228e3ff7c will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:04.116652 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:04.169853 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7009254c-c1d1-4975-bc68-dbf2e730bee2 None None] Pushing event updated for resources: {'Port': ['ID=1afd5c90-3417-4f21-9dd0-09d73b6db2d9,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:04.188658 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:04.192908 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:04.196663 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:04.232027 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=95ae8570-ff3d-447a-bd60-9e0228e3ff7c,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:04.262458 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:04.263068 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:04.287599 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-48e55eb5-9a33-4517-8fd6-a008ef2da262 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 0.9703970 Feb 28 14:59:04.290141 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47824) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:05.017879 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-165150fa-9460-463c-9552-5357730c066d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:05.232688 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e7b04b-4577-48e6-bf2f-65a0ea07358b None None] Network 5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:05.341398 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-79e2c4af-0c49-424a-811c-4df630e233cd None None] Provisioning for port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:05.402930 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-165150fa-9460-463c-9552-5357730c066d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:05.404607 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-165150fa-9460-463c-9552-5357730c066d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:05.519122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165150fa-9460-463c-9552-5357730c066d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=95ae8570-ff3d-447a-bd60-9e0228e3ff7c,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:05.586324 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:05.715530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:05.720192 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:05.721075 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:05.783733 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-165150fa-9460-463c-9552-5357730c066d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:05.847001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:05.878594 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-165150fa-9460-463c-9552-5357730c066d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:05.881673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1afd5c90-3417-4f21-9dd0-09d73b6db2d9,segment=NetworkSegment(112e4f3f-f19e-486f-bc5f-507b6c457594),segment_id=112e4f3f-f19e-486f-bc5f-507b6c457594)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:05.886972 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:05.959321 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=1afd5c90-3417-4f21-9dd0-09d73b6db2d9,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:05.976684 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f201325b-c805-4813-b717-d105664c673f None None] Provisioning complete for port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:05.977284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f201325b-c805-4813-b717-d105664c673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:06.115131 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f201325b-c805-4813-b717-d105664c673f None None] Provisioning for port 95ae8570-ff3d-447a-bd60-9e0228e3ff7c completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:06.120260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f201325b-c805-4813-b717-d105664c673f None None] Provisioning complete for port 95ae8570-ff3d-447a-bd60-9e0228e3ff7c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:06.120638 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f201325b-c805-4813-b717-d105664c673f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:06.177392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f201325b-c805-4813-b717-d105664c673f None None] Port 95ae8570-ff3d-447a-bd60-9e0228e3ff7c cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:06.281977 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-165150fa-9460-463c-9552-5357730c066d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:06.287898 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-165150fa-9460-463c-9552-5357730c066d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:06.299236 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8b5c51c0-b3c0-4f28-b3c2-b06b01ba7361 None None] Provisioning complete for port 95ae8570-ff3d-447a-bd60-9e0228e3ff7c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:06.299842 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8b5c51c0-b3c0-4f28-b3c2-b06b01ba7361 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:06.352762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8b5c51c0-b3c0-4f28-b3c2-b06b01ba7361 None None] Port 95ae8570-ff3d-447a-bd60-9e0228e3ff7c cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:06.397611 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-165150fa-9460-463c-9552-5357730c066d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:06.401016 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165150fa-9460-463c-9552-5357730c066d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=95ae8570-ff3d-447a-bd60-9e0228e3ff7c,revision_number=3']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:06.537159 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-165150fa-9460-463c-9552-5357730c066d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:06.538212 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-165150fa-9460-463c-9552-5357730c066d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:06.776220 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d7175302-3ba9-4ed8-90e2-ae3625a0f3ae None None] Provisioning complete for port 95ae8570-ff3d-447a-bd60-9e0228e3ff7c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:06.776589 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d7175302-3ba9-4ed8-90e2-ae3625a0f3ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:06.828064 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-d7175302-3ba9-4ed8-90e2-ae3625a0f3ae None None] Port 95ae8570-ff3d-447a-bd60-9e0228e3ff7c cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:06.981825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-165150fa-9460-463c-9552-5357730c066d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router 87c81289-eccd-47d1-a39a-4ad536fe446b is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:59:07.155814 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165150fa-9460-463c-9552-5357730c066d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:59:07.160565 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-165150fa-9460-463c-9552-5357730c066d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/87c81289-eccd-47d1-a39a-4ad536fe446b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8694847 Feb 28 14:59:07.163096 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47828) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:07.166761 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c807ec-829d-4ca6-bb20-8526dbf539c1 None None] Sync routers for ids ['87c81289-eccd-47d1-a39a-4ad536fe446b'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:59:07.179811 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c807ec-829d-4ca6-bb20-8526dbf539c1 None None] Routers {'87c81289-eccd-47d1-a39a-4ad536fe446b'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:07.179947 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c5c807ec-829d-4ca6-bb20-8526dbf539c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['87c81289-eccd-47d1-a39a-4ad536fe446b'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:07.229874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8338eb6-7238-4e64-bddf-f467a74929e9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:07.230449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e8338eb6-7238-4e64-bddf-f467a74929e9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Synchronizing usage tracker for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:59:07.237039 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c5c807ec-829d-4ca6-bb20-8526dbf539c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:07.246075 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e8338eb6-7238-4e64-bddf-f467a74929e9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Unset dirty status for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:59:07.247305 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e8338eb6-7238-4e64-bddf-f467a74929e9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports/95ae8570-ff3d-447a-bd60-9e0228e3ff7c HTTP/1.1" status: 200 len: 976 time: 0.0832584 Feb 28 14:59:07.248096 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5c807ec-829d-4ca6-bb20-8526dbf539c1 None None] Routers {'87c81289-eccd-47d1-a39a-4ad536fe446b'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:07.248682 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c5c807ec-829d-4ca6-bb20-8526dbf539c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['87c81289-eccd-47d1-a39a-4ad536fe446b'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:07.250289 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47832) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:07.337625 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c5c807ec-829d-4ca6-bb20-8526dbf539c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:07.338009 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c5c807ec-829d-4ca6-bb20-8526dbf539c1 None None] The sync data for ids ['87c81289-eccd-47d1-a39a-4ad536fe446b'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:59:07.488628 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:07.556483 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:07.556858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:07.861178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-187deb58-19bc-41da-b3a5-b08d5e643bd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:08.216150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-187deb58-19bc-41da-b3a5-b08d5e643bd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port 95ae8570-ff3d-447a-bd60-9e0228e3ff7c {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:08.216150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-187deb58-19bc-41da-b3a5-b08d5e643bd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:08.401119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-187deb58-19bc-41da-b3a5-b08d5e643bd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:08.524043 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-187deb58-19bc-41da-b3a5-b08d5e643bd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for 95ae8570-ff3d-447a-bd60-9e0228e3ff7c owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:08.695892 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-187deb58-19bc-41da-b3a5-b08d5e643bd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:08.744841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187deb58-19bc-41da-b3a5-b08d5e643bd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Port': ['ID=95ae8570-ff3d-447a-bd60-9e0228e3ff7c,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:09.098850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-187deb58-19bc-41da-b3a5-b08d5e643bd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:09.514146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-187deb58-19bc-41da-b3a5-b08d5e643bd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router 87c81289-eccd-47d1-a39a-4ad536fe446b has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:59:09.659193 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-187deb58-19bc-41da-b3a5-b08d5e643bd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:59:09.668536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86becb9-780c-4372-9dc2-c48dc1432d97 None None] Sync routers for ids ['87c81289-eccd-47d1-a39a-4ad536fe446b'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:59:09.671148 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-187deb58-19bc-41da-b3a5-b08d5e643bd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/87c81289-eccd-47d1-a39a-4ad536fe446b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4197688 Feb 28 14:59:09.673955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47836) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:09.684139 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86becb9-780c-4372-9dc2-c48dc1432d97 None None] Routers {'87c81289-eccd-47d1-a39a-4ad536fe446b'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:09.684742 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b86becb9-780c-4372-9dc2-c48dc1432d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['87c81289-eccd-47d1-a39a-4ad536fe446b'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:09.749180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b86becb9-780c-4372-9dc2-c48dc1432d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:09.762542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b86becb9-780c-4372-9dc2-c48dc1432d97 None None] Routers {'87c81289-eccd-47d1-a39a-4ad536fe446b'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:09.762542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b86becb9-780c-4372-9dc2-c48dc1432d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['87c81289-eccd-47d1-a39a-4ad536fe446b'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:09.829119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b86becb9-780c-4372-9dc2-c48dc1432d97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:09.829521 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b86becb9-780c-4372-9dc2-c48dc1432d97 None None] The sync data for ids ['87c81289-eccd-47d1-a39a-4ad536fe446b'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:59:10.010730 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-2207f076-8714-4d3d-965e-192a2ac8d78d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] remove_router_interface failed (client error): The resource could not be found. Feb 28 14:59:10.010730 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2207f076-8714-4d3d-965e-192a2ac8d78d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/87c81289-eccd-47d1-a39a-4ad536fe446b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3338244 Feb 28 14:59:10.016057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47840) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:10.053872 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-caddd36a-a920-4f4b-be92-947719611969 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Synchronizing usage tracker for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:59:10.069290 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-caddd36a-a920-4f4b-be92-947719611969 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Unset dirty status for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:59:10.069290 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-caddd36a-a920-4f4b-be92-947719611969 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports?device_id=87c81289-eccd-47d1-a39a-4ad536fe446b HTTP/1.1" status: 200 len: 205 time: 0.0561635 Feb 28 14:59:10.071083 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47844) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:10.309801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac20c-2c56-4694-a132-1f4dd2078ef4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:10.499889 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-72d9f254-733d-4664-9709-044a3c4b9a0c req-6a82f4dc-f936-4e3c-9ce3-494f1786d60f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0713763 Feb 28 14:59:10.647755 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-72d9f254-733d-4664-9709-044a3c4b9a0c req-3faa86df-204a-4193-82ff-bcd58fff3caf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 1099 time: 0.0758891 Feb 28 14:59:10.700417 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac20c-2c56-4694-a132-1f4dd2078ef4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:10.704552 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac20c-2c56-4694-a132-1f4dd2078ef4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:10.729017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac20c-2c56-4694-a132-1f4dd2078ef4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:10.729592 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e5ac20c-2c56-4694-a132-1f4dd2078ef4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Fanout notify agent at l3_agent the message router_deleted on router 87c81289-eccd-47d1-a39a-4ad536fe446b {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:59:10.741325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3e5ac20c-2c56-4694-a132-1f4dd2078ef4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:10.742369 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3e5ac20c-2c56-4694-a132-1f4dd2078ef4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/routers/87c81289-eccd-47d1-a39a-4ad536fe446b HTTP/1.1" status: 204 len: 168 time: 0.6703777 Feb 28 14:59:10.745070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47850) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:10.811742 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9f254-733d-4664-9709-044a3c4b9a0c req-b3f2d601-3a1b-456e-8c8b-30e9d671c57e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:10.811742 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-72d9f254-733d-4664-9709-044a3c4b9a0c req-b3f2d601-3a1b-456e-8c8b-30e9d671c57e service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 912 time: 0.1318700 Feb 28 14:59:10.907880 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-72d9f254-733d-4664-9709-044a3c4b9a0c req-81e91415-b3b1-43cd-8965-2a49153622e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 HTTP/1.1" status: 200 len: 1002 time: 0.1000853 Feb 28 14:59:10.934170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d38c880-4726-4f16-bacd-2a8f0aae0846 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting subnet c92e6857-6dcd-4297-9a24-00334907a190 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:59:10.937039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d38c880-4726-4f16-bacd-2a8f0aae0846 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:10.977395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9f254-733d-4664-9709-044a3c4b9a0c req-ac767709-3e47-447a-8b0a-6d5f61c87127 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:10.978887 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-72d9f254-733d-4664-9709-044a3c4b9a0c req-ac767709-3e47-447a-8b0a-6d5f61c87127 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6e81901-9070-4c05-9242-35045a6111d9 HTTP/1.1" status: 200 len: 851 time: 0.0653031 Feb 28 14:59:10.997389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d38c880-4726-4f16-bacd-2a8f0aae0846 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:11.061439 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-72d9f254-733d-4664-9709-044a3c4b9a0c req-1f907178-2e70-4a7e-86d5-0fca2be46498 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ce55284-5808-4064-a7bc-b8c272008d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0751777 Feb 28 14:59:11.082763 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d38c880-4726-4f16-bacd-2a8f0aae0846 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:11.158829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d38c880-4726-4f16-bacd-2a8f0aae0846 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:11.200335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d38c880-4726-4f16-bacd-2a8f0aae0846 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Subnet': ['ID=c92e6857-6dcd-4297-9a24-00334907a190,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:11.207628 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-72d9f254-733d-4664-9709-044a3c4b9a0c req-7546e891-a379-4b75-a475-f03a78f02208 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1357653 Feb 28 14:59:11.212338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d38c880-4726-4f16-bacd-2a8f0aae0846 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:11.212338 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2d38c880-4726-4f16-bacd-2a8f0aae0846 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/c92e6857-6dcd-4297-9a24-00334907a190 HTTP/1.1" status: 204 len: 168 time: 0.4653826 Feb 28 14:59:11.215156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47854) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:11.223839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0c2b531-5aa0-43b0-9be5-537bdd3aaae3 None None] Network 5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:11.364423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:11.375941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:11.376124 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-72d9f254-733d-4664-9709-044a3c4b9a0c req-8ad62ed9-89e3-450b-b9ad-d070598b61c6 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1638350 Feb 28 14:59:11.376225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:11.557287 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4db4ee04-7e7a-4b77-a0bd-ef9d8d0df680 None None] DHCP port deletion for 5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:59:11.561141 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4db4ee04-7e7a-4b77-a0bd-ef9d8d0df680 None None] Deleting port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:11.561588 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4db4ee04-7e7a-4b77-a0bd-ef9d8d0df680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:11.608378 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] For port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1afd5c90-3417-4f21-9dd0-09d73b6db2d9,segment=NetworkSegment(112e4f3f-f19e-486f-bc5f-507b6c457594),segment_id=112e4f3f-f19e-486f-bc5f-507b6c457594)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:11.608628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:11.796272 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4db4ee04-7e7a-4b77-a0bd-ef9d8d0df680 None None] For port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1afd5c90-3417-4f21-9dd0-09d73b6db2d9,segment=NetworkSegment(112e4f3f-f19e-486f-bc5f-507b6c457594),segment_id=112e4f3f-f19e-486f-bc5f-507b6c457594)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:11.796650 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4db4ee04-7e7a-4b77-a0bd-ef9d8d0df680 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:11.834422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:11.906365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:11.920921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4db4ee04-7e7a-4b77-a0bd-ef9d8d0df680 None None] Calling delete_port for 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:11.953524 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Port': ['ID=1afd5c90-3417-4f21-9dd0-09d73b6db2d9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:11.961780 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] No DVR routers for this DVR port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:59:11.998111 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-4db4ee04-7e7a-4b77-a0bd-ef9d8d0df680 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:59:11.998459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-4db4ee04-7e7a-4b77-a0bd-ef9d8d0df680 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:59:12.083820 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:12.108258 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:12.120592 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '112e4f3f-f19e-486f-bc5f-507b6c457594') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:12.120888 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '112e4f3f-f19e-486f-bc5f-507b6c457594') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:12.131763 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:12.147906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:12.154630 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:59:12.155078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:59:12.171334 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:59:12.263434 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:12.284844 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:12.298832 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Network': ['ID=5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:12.311589 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4bcc411d-64e6-43ef-b4e4-14d2112196a7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/networks/5c0bfa94-09e3-4b61-9fd3-3d6abd02f97c HTTP/1.1" status: 204 len: 168 time: 1.0950329 Feb 28 14:59:12.313898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47862) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:12.322767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-75855f77-652b-460d-86f7-a6b6018e0df7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'network': {'name': 'tempest-RoutersTest-836424191'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:12.328480 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-75855f77-652b-460d-86f7-a6b6018e0df7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:12.332706 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-75855f77-652b-460d-86f7-a6b6018e0df7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:network and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:12.335688 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-75855f77-652b-460d-86f7-a6b6018e0df7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:12.342206 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-75855f77-652b-460d-86f7-a6b6018e0df7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:12.354672 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-75855f77-652b-460d-86f7-a6b6018e0df7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:12.357694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-75855f77-652b-460d-86f7-a6b6018e0df7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:12.387046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-75855f77-652b-460d-86f7-a6b6018e0df7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:59:12.398413 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-75855f77-652b-460d-86f7-a6b6018e0df7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:12.398413 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-75855f77-652b-460d-86f7-a6b6018e0df7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Added segment 0632ee79-4b5d-41f4-9335-c67bb6c8cb71 of type vlan for network fc83cfd8-d36e-4439-b86b-5c92a9ba2194 Feb 28 14:59:12.430577 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-75855f77-652b-460d-86f7-a6b6018e0df7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:12.464947 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-75855f77-652b-460d-86f7-a6b6018e0df7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:12.467794 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-75855f77-652b-460d-86f7-a6b6018e0df7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:12.468320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-75855f77-652b-460d-86f7-a6b6018e0df7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:12.500454 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4db4ee04-7e7a-4b77-a0bd-ef9d8d0df680 None None] Deleting port 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:12.500991 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4db4ee04-7e7a-4b77-a0bd-ef9d8d0df680 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:12.587041 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-75855f77-652b-460d-86f7-a6b6018e0df7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2689791 Feb 28 14:59:12.590107 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47866) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:12.590636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75855f77-652b-460d-86f7-a6b6018e0df7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Network': ['ID=fc83cfd8-d36e-4439-b86b-5c92a9ba2194,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:12.601723 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-80b43cf6-d2c6-413e-8bd4-e807e87dd361 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'subnet': {'network_id': 'fc83cfd8-d36e-4439-b86b-5c92a9ba2194', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:12.617055 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network fc83cfd8-d36e-4439-b86b-5c92a9ba2194 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:59:12.640398 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4db4ee04-7e7a-4b77-a0bd-ef9d8d0df680 None None] The port '1afd5c90-3417-4f21-9dd0-09d73b6db2d9' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:59:12.828541 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-80b43cf6-d2c6-413e-8bd4-e807e87dd361 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:12.832771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-80b43cf6-d2c6-413e-8bd4-e807e87dd361 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:subnet and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:12.835295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-80b43cf6-d2c6-413e-8bd4-e807e87dd361 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:12.841593 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-80b43cf6-d2c6-413e-8bd4-e807e87dd361 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:12.852411 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80b43cf6-d2c6-413e-8bd4-e807e87dd361 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:12.955667 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-80b43cf6-d2c6-413e-8bd4-e807e87dd361 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:13.184312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-80b43cf6-d2c6-413e-8bd4-e807e87dd361 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:13.268485 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b43cf6-d2c6-413e-8bd4-e807e87dd361 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Subnet': ['ID=e4ee9166-dcec-4087-87c5-251e6fd9e6f6,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:13.277714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80b43cf6-d2c6-413e-8bd4-e807e87dd361 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Checking segment: {'id': '0632ee79-4b5d-41f4-9335-c67bb6c8cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc83cfd8-d36e-4439-b86b-5c92a9ba2194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:13.278064 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b43cf6-d2c6-413e-8bd4-e807e87dd361 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network hostable DHCP agents. Network: fc83cfd8-d36e-4439-b86b-5c92a9ba2194, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:59:13.305804 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80b43cf6-d2c6-413e-8bd4-e807e87dd361 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network fc83cfd8-d36e-4439-b86b-5c92a9ba2194 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:59:13.317120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-80b43cf6-d2c6-413e-8bd4-e807e87dd361 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, fc83cfd8-d36e-4439-b86b-5c92a9ba2194) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:13.317120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80b43cf6-d2c6-413e-8bd4-e807e87dd361 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:13.328337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-80b43cf6-d2c6-413e-8bd4-e807e87dd361 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:13.330942 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ce24e84-080c-4970-bee1-760c3624748a None None] Network fc83cfd8-d36e-4439-b86b-5c92a9ba2194 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:13.341944 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-80b43cf6-d2c6-413e-8bd4-e807e87dd361 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7496989 Feb 28 14:59:13.344980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47870) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:13.350394 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-40932c5a-609e-4bdf-b6b4-78090fc7e24b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1379844694', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:13.356701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-40932c5a-609e-4bdf-b6b4-78090fc7e24b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:13.361637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-40932c5a-609e-4bdf-b6b4-78090fc7e24b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:router and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:13.364357 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-40932c5a-609e-4bdf-b6b4-78090fc7e24b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:13.370120 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-40932c5a-609e-4bdf-b6b4-78090fc7e24b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:13.382868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-40932c5a-609e-4bdf-b6b4-78090fc7e24b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:13.384126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-40932c5a-609e-4bdf-b6b4-78090fc7e24b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:13.408595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-40932c5a-609e-4bdf-b6b4-78090fc7e24b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:13.437631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-40932c5a-609e-4bdf-b6b4-78090fc7e24b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:13.471866 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-40932c5a-609e-4bdf-b6b4-78090fc7e24b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:13.476978 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-40932c5a-609e-4bdf-b6b4-78090fc7e24b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1283214 Feb 28 14:59:13.478249 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47874) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:13.508466 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:59:13.541553 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:59:13.541899 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1afd5c90-3417-4f21-9dd0-09d73b6db2d9 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:59:13.636833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-fc83cfd8-d36e-4439-b86b-5c92a9ba2194', 'network_id': 'fc83cfd8-d36e-4439-b86b-5c92a9ba2194', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'fixed_ips': [{'subnet_id': 'e4ee9166-dcec-4087-87c5-251e6fd9e6f6'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:59:13.637629 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:13.793114 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Allocated IP 172.20.0.2 (fc83cfd8-d36e-4439-b86b-5c92a9ba2194/e4ee9166-dcec-4087-87c5-251e6fd9e6f6/bccec60c-1476-4cc2-a5e8-f5907d2c681f) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:13.976570 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:13.999718 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:14.010325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Transition to ACTIVE for port object bccec60c-1476-4cc2-a5e8-f5907d2c681f will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:14.033082 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Transition to ACTIVE for port object bccec60c-1476-4cc2-a5e8-f5907d2c681f will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:14.041113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:14.114586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Network fc83cfd8-d36e-4439-b86b-5c92a9ba2194 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:14.117309 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:14.121583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:14.123702 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Pushing event updated for resources: {'Port': ['ID=bccec60c-1476-4cc2-a5e8-f5907d2c681f,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:14.207972 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Attempting to bind port bccec60c-1476-4cc2-a5e8-f5907d2c681f on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:59:14.208336 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Attempting to bind port bccec60c-1476-4cc2-a5e8-f5907d2c681f by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '0632ee79-4b5d-41f4-9335-c67bb6c8cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc83cfd8-d36e-4439-b86b-5c92a9ba2194'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:59:14.208693 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Attempting to bind port bccec60c-1476-4cc2-a5e8-f5907d2c681f on network fc83cfd8-d36e-4439-b86b-5c92a9ba2194 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:59:14.214889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:59:14.215242 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Checking segment: {'id': '0632ee79-4b5d-41f4-9335-c67bb6c8cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc83cfd8-d36e-4439-b86b-5c92a9ba2194'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:14.215672 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:14.216057 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Bound using segment: {'id': '0632ee79-4b5d-41f4-9335-c67bb6c8cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc83cfd8-d36e-4439-b86b-5c92a9ba2194'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:59:14.216505 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Bound port: bccec60c-1476-4cc2-a5e8-f5907d2c681f, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0632ee79-4b5d-41f4-9335-c67bb6c8cb71', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'fc83cfd8-d36e-4439-b86b-5c92a9ba2194'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:59:14.216865 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:14.303331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] For port bccec60c-1476-4cc2-a5e8-f5907d2c681f, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:59:14.306362 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] For port bccec60c-1476-4cc2-a5e8-f5907d2c681f, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=bccec60c-1476-4cc2-a5e8-f5907d2c681f,segment=NetworkSegment(0632ee79-4b5d-41f4-9335-c67bb6c8cb71),segment_id=0632ee79-4b5d-41f4-9335-c67bb6c8cb71)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:59:14.309887 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:14.394984 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-128fb3cd-1fb0-4159-8931-d88f4b214cfd None None] Pushing event updated for resources: {'Port': ['ID=bccec60c-1476-4cc2-a5e8-f5907d2c681f,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:14.433862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Allocated IP 172.20.0.1 (fc83cfd8-d36e-4439-b86b-5c92a9ba2194/e4ee9166-dcec-4087-87c5-251e6fd9e6f6/d39d98bf-fb42-44c7-a75d-e2ca9dd16ab9) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:14.601146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:14.618091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Transition to ACTIVE for port object d39d98bf-fb42-44c7-a75d-e2ca9dd16ab9 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:14.642371 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:14.711410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network fc83cfd8-d36e-4439-b86b-5c92a9ba2194 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:14.714215 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:14.717904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:14.751079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=d39d98bf-fb42-44c7-a75d-e2ca9dd16ab9,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:14.780265 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:14.860224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:15.238263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:15.243389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:15.316180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4208656e-cd31-494a-a04f-ea4a2da3caee None None] Network fc83cfd8-d36e-4439-b86b-5c92a9ba2194 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:15.354590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:15.357871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=d39d98bf-fb42-44c7-a75d-e2ca9dd16ab9,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:15.445609 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e2cb09ea-5729-4536-9cde-e304d6734ae7 None None] Provisioning for port bccec60c-1476-4cc2-a5e8-f5907d2c681f completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:15.510702 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network fc83cfd8-d36e-4439-b86b-5c92a9ba2194 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:15.517258 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:15.621221 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device bccec60c-1476-4cc2-a5e8-f5907d2c681f up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:15.701944 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port bccec60c-1476-4cc2-a5e8-f5907d2c681f completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:15.708105 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port bccec60c-1476-4cc2-a5e8-f5907d2c681f triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:15.708771 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:15.860367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:15.902758 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port bccec60c-1476-4cc2-a5e8-f5907d2c681f, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=bccec60c-1476-4cc2-a5e8-f5907d2c681f,segment=NetworkSegment(0632ee79-4b5d-41f4-9335-c67bb6c8cb71),segment_id=0632ee79-4b5d-41f4-9335-c67bb6c8cb71)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:15.911864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:15.958017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3a8fbd19-aeba-459a-ab13-72f2a3bf1ec1 None None] Provisioning for port d39d98bf-fb42-44c7-a75d-e2ca9dd16ab9 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:15.976959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3a8fbd19-aeba-459a-ab13-72f2a3bf1ec1 None None] Provisioning complete for port d39d98bf-fb42-44c7-a75d-e2ca9dd16ab9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:15.976959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3a8fbd19-aeba-459a-ab13-72f2a3bf1ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:16.098895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=bccec60c-1476-4cc2-a5e8-f5907d2c681f,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:16.100032 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router 1afa909d-9bd9-44b4-a296-3375e9f04ec6 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:59:16.100969 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3a8fbd19-aeba-459a-ab13-72f2a3bf1ec1 None None] Port d39d98bf-fb42-44c7-a75d-e2ca9dd16ab9 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:16.115163 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3a8fbd19-aeba-459a-ab13-72f2a3bf1ec1 None None] Provisioning complete for port bccec60c-1476-4cc2-a5e8-f5907d2c681f triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:16.115607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3a8fbd19-aeba-459a-ab13-72f2a3bf1ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:16.319439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:59:16.341779 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b2f1e821-61c2-4be5-bd7d-52b64cb29d4e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/1afa909d-9bd9-44b4-a296-3375e9f04ec6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8616180 Feb 28 14:59:16.343089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47884) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:16.348196 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ea23af-283d-40b6-b579-c3643717ce1f None None] Sync routers for ids ['1afa909d-9bd9-44b4-a296-3375e9f04ec6'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:59:16.380982 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea23af-283d-40b6-b579-c3643717ce1f None None] Routers {'1afa909d-9bd9-44b4-a296-3375e9f04ec6'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:16.381821 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-88ea23af-283d-40b6-b579-c3643717ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['1afa909d-9bd9-44b4-a296-3375e9f04ec6'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:16.381998 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5ba98656-d443-48da-9678-7a58d4e66397 None None] Provisioning complete for port d39d98bf-fb42-44c7-a75d-e2ca9dd16ab9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:16.382888 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5ba98656-d443-48da-9678-7a58d4e66397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:16.465628 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5ba98656-d443-48da-9678-7a58d4e66397 None None] Port d39d98bf-fb42-44c7-a75d-e2ca9dd16ab9 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:16.498276 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7aa4c39d-3cb0-4786-a55e-e2ee891c42b9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:16.501897 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-88ea23af-283d-40b6-b579-c3643717ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:16.502541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47890) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:16.502641 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7aa4c39d-3cb0-4786-a55e-e2ee891c42b9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports/d39d98bf-fb42-44c7-a75d-e2ca9dd16ab9 HTTP/1.1" status: 200 len: 910 time: 0.1596835 Feb 28 14:59:16.514484 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ea23af-283d-40b6-b579-c3643717ce1f None None] Routers {'1afa909d-9bd9-44b4-a296-3375e9f04ec6'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:16.515820 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-88ea23af-283d-40b6-b579-c3643717ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['1afa909d-9bd9-44b4-a296-3375e9f04ec6'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:16.582407 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-88ea23af-283d-40b6-b579-c3643717ce1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:16.582773 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88ea23af-283d-40b6-b579-c3643717ce1f None None] The sync data for ids ['1afa909d-9bd9-44b4-a296-3375e9f04ec6'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:59:16.593389 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0241dc20-ce42-40fb-b7f4-15f10961039b None None] Provisioning complete for port d39d98bf-fb42-44c7-a75d-e2ca9dd16ab9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:16.593549 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0241dc20-ce42-40fb-b7f4-15f10961039b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:16.654068 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0241dc20-ce42-40fb-b7f4-15f10961039b None None] Port d39d98bf-fb42-44c7-a75d-e2ca9dd16ab9 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:16.852608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-52958b85-7a0b-42ea-9fb1-4899af8a74e5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:17.455812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-52958b85-7a0b-42ea-9fb1-4899af8a74e5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port d39d98bf-fb42-44c7-a75d-e2ca9dd16ab9 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:17.456821 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-52958b85-7a0b-42ea-9fb1-4899af8a74e5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:17.510070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device bccec60c-1476-4cc2-a5e8-f5907d2c681f up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:17.589194 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port bccec60c-1476-4cc2-a5e8-f5907d2c681f triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:17.589194 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:17.779197 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-52958b85-7a0b-42ea-9fb1-4899af8a74e5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:17.907638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-52958b85-7a0b-42ea-9fb1-4899af8a74e5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for d39d98bf-fb42-44c7-a75d-e2ca9dd16ab9 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:18.091846 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-52958b85-7a0b-42ea-9fb1-4899af8a74e5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:18.137165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52958b85-7a0b-42ea-9fb1-4899af8a74e5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Port': ['ID=d39d98bf-fb42-44c7-a75d-e2ca9dd16ab9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:18.404982 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-52958b85-7a0b-42ea-9fb1-4899af8a74e5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:18.850491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52958b85-7a0b-42ea-9fb1-4899af8a74e5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router 1afa909d-9bd9-44b4-a296-3375e9f04ec6 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:59:19.030571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52958b85-7a0b-42ea-9fb1-4899af8a74e5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:59:19.045092 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4307ea52-39ed-45e8-86eb-59b14d83c18b None None] Sync routers for ids ['1afa909d-9bd9-44b4-a296-3375e9f04ec6'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:59:19.045850 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-52958b85-7a0b-42ea-9fb1-4899af8a74e5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/1afa909d-9bd9-44b4-a296-3375e9f04ec6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5408883 Feb 28 14:59:19.047160 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47898) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:19.058050 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4307ea52-39ed-45e8-86eb-59b14d83c18b None None] Routers {'1afa909d-9bd9-44b4-a296-3375e9f04ec6'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:19.058423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-4307ea52-39ed-45e8-86eb-59b14d83c18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['1afa909d-9bd9-44b4-a296-3375e9f04ec6'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:19.098116 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0d1d61a5-6df4-407f-9706-72c3e763a092 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afa909d-9bd9-44b4-a296-3375e9f04ec6 HTTP/1.1" status: 200 len: 205 time: 0.0496960 Feb 28 14:59:19.100424 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47902) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:19.122594 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-4307ea52-39ed-45e8-86eb-59b14d83c18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:19.133089 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4307ea52-39ed-45e8-86eb-59b14d83c18b None None] Routers {'1afa909d-9bd9-44b4-a296-3375e9f04ec6'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:19.133681 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-4307ea52-39ed-45e8-86eb-59b14d83c18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['1afa909d-9bd9-44b4-a296-3375e9f04ec6'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:19.193545 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-4307ea52-39ed-45e8-86eb-59b14d83c18b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:19.193943 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4307ea52-39ed-45e8-86eb-59b14d83c18b None None] The sync data for ids ['1afa909d-9bd9-44b4-a296-3375e9f04ec6'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:59:19.240834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ba211915-e51f-4324-9c4f-414f89c13cbd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:19.641243 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ba211915-e51f-4324-9c4f-414f89c13cbd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:19.646246 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ba211915-e51f-4324-9c4f-414f89c13cbd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:19.670715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ba211915-e51f-4324-9c4f-414f89c13cbd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:19.671446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba211915-e51f-4324-9c4f-414f89c13cbd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Fanout notify agent at l3_agent the message router_deleted on router 1afa909d-9bd9-44b4-a296-3375e9f04ec6 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:59:19.685362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ba211915-e51f-4324-9c4f-414f89c13cbd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:19.685749 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ba211915-e51f-4324-9c4f-414f89c13cbd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/routers/1afa909d-9bd9-44b4-a296-3375e9f04ec6 HTTP/1.1" status: 204 len: 168 time: 0.5843906 Feb 28 14:59:19.688617 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47908) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:19.969559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-c46cb45e-567a-46c1-a751-e18c64431945 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting subnet e4ee9166-dcec-4087-87c5-251e6fd9e6f6 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:59:19.972984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c46cb45e-567a-46c1-a751-e18c64431945 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:20.024720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c46cb45e-567a-46c1-a751-e18c64431945 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:20.102928 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c46cb45e-567a-46c1-a751-e18c64431945 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:20.174495 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c46cb45e-567a-46c1-a751-e18c64431945 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:20.212639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46cb45e-567a-46c1-a751-e18c64431945 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Subnet': ['ID=e4ee9166-dcec-4087-87c5-251e6fd9e6f6,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:20.217143 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c46cb45e-567a-46c1-a751-e18c64431945 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:20.222926 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e20dd0f-5abf-4027-8a3f-3fa5fc681a41 None None] Network fc83cfd8-d36e-4439-b86b-5c92a9ba2194 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:20.223383 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c46cb45e-567a-46c1-a751-e18c64431945 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/e4ee9166-dcec-4087-87c5-251e6fd9e6f6 HTTP/1.1" status: 204 len: 168 time: 0.5333180 Feb 28 14:59:20.225438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47912) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:20.346291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:20.359505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port bccec60c-1476-4cc2-a5e8-f5907d2c681f {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:20.359865 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:20.515061 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-249d856b-7e23-4b36-b20f-c9d7d27959e8 None None] DHCP port deletion for fc83cfd8-d36e-4439-b86b-5c92a9ba2194 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:59:20.520488 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-249d856b-7e23-4b36-b20f-c9d7d27959e8 None None] Deleting port bccec60c-1476-4cc2-a5e8-f5907d2c681f {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:20.521577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-249d856b-7e23-4b36-b20f-c9d7d27959e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:20.598438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] For port bccec60c-1476-4cc2-a5e8-f5907d2c681f, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=bccec60c-1476-4cc2-a5e8-f5907d2c681f,segment=NetworkSegment(0632ee79-4b5d-41f4-9335-c67bb6c8cb71),segment_id=0632ee79-4b5d-41f4-9335-c67bb6c8cb71)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:20.598978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:20.728670 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for bccec60c-1476-4cc2-a5e8-f5907d2c681f owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:20.741954 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-249d856b-7e23-4b36-b20f-c9d7d27959e8 None None] For port bccec60c-1476-4cc2-a5e8-f5907d2c681f, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=bccec60c-1476-4cc2-a5e8-f5907d2c681f,segment=NetworkSegment(0632ee79-4b5d-41f4-9335-c67bb6c8cb71),segment_id=0632ee79-4b5d-41f4-9335-c67bb6c8cb71)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:20.742262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-249d856b-7e23-4b36-b20f-c9d7d27959e8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:20.805145 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:20.852257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Port': ['ID=bccec60c-1476-4cc2-a5e8-f5907d2c681f,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:20.857906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] No DVR routers for this DVR port bccec60c-1476-4cc2-a5e8-f5907d2c681f on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:59:20.859889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-249d856b-7e23-4b36-b20f-c9d7d27959e8 None None] Calling delete_port for bccec60c-1476-4cc2-a5e8-f5907d2c681f owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:20.930085 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-249d856b-7e23-4b36-b20f-c9d7d27959e8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:59:20.930429 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-249d856b-7e23-4b36-b20f-c9d7d27959e8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:59:20.978031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:21.001750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fc83cfd8-d36e-4439-b86b-5c92a9ba2194']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:21.013947 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0632ee79-4b5d-41f4-9335-c67bb6c8cb71') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:21.014242 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0632ee79-4b5d-41f4-9335-c67bb6c8cb71') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:21.025954 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:21.041183 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:21.047260 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:59:21.047671 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:59:21.063700 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:59:21.147728 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:21.152570 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:21.178445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Network': ['ID=fc83cfd8-d36e-4439-b86b-5c92a9ba2194,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:21.184198 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9fe732cc-c960-4828-b5c7-ea25299ce121 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/networks/fc83cfd8-d36e-4439-b86b-5c92a9ba2194 HTTP/1.1" status: 204 len: 168 time: 0.9578578 Feb 28 14:59:21.187781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47916) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:21.193419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1612627499', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:21.200088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:21.203768 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:router and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:21.206496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:21.211959 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:21.221109 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:21.222138 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:21.239598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:21.380803 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:21.431981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-249d856b-7e23-4b36-b20f-c9d7d27959e8 None None] Deleting port bccec60c-1476-4cc2-a5e8-f5907d2c681f {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:21.432539 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-249d856b-7e23-4b36-b20f-c9d7d27959e8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:21.504807 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-249d856b-7e23-4b36-b20f-c9d7d27959e8 None None] The port 'bccec60c-1476-4cc2-a5e8-f5907d2c681f' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:59:21.507273 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device bccec60c-1476-4cc2-a5e8-f5907d2c681f no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:59:21.543261 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: bccec60c-1476-4cc2-a5e8-f5907d2c681f {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:59:21.543695 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device bccec60c-1476-4cc2-a5e8-f5907d2c681f not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:59:21.650578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:21.679564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:21.820506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Allocated IP 172.26.4.115 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/a622a887-0120-46bf-842c-b46ac3fc0da6) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:21.960278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:21.987273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:22.053918 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:22.056547 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:22.060712 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:22.087862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=a622a887-0120-46bf-842c-b46ac3fc0da6,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:22.216049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:22.216715 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:22.447485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router 45181cc6-0034-4345-bbee-6dc9580b8118 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:59:22.672073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:59:22.682314 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8566ac1-09bf-45e3-a591-a9e9a8ca34e3 None None] Sync routers for ids ['45181cc6-0034-4345-bbee-6dc9580b8118'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:59:22.693956 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8566ac1-09bf-45e3-a591-a9e9a8ca34e3 None None] Routers {'45181cc6-0034-4345-bbee-6dc9580b8118'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:22.694556 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e8566ac1-09bf-45e3-a591-a9e9a8ca34e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['45181cc6-0034-4345-bbee-6dc9580b8118'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:22.699325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:22.703078 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-618c44d1-082c-4e9a-a86e-257d949ce0ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 1.5118835 Feb 28 14:59:22.703421 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47934) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:22.756729 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e8566ac1-09bf-45e3-a591-a9e9a8ca34e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:22.767675 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8566ac1-09bf-45e3-a591-a9e9a8ca34e3 None None] Routers {'45181cc6-0034-4345-bbee-6dc9580b8118'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:22.768280 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e8566ac1-09bf-45e3-a591-a9e9a8ca34e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['45181cc6-0034-4345-bbee-6dc9580b8118'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:22.804449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9013fe7a-12be-4aba-9e31-3295e42e2b2d req-d1b508af-f382-419d-b8b6-96e7104f9c75 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:22.805926 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9013fe7a-12be-4aba-9e31-3295e42e2b2d req-d1b508af-f382-419d-b8b6-96e7104f9c75 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.0916119 Feb 28 14:59:22.830105 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e8566ac1-09bf-45e3-a591-a9e9a8ca34e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:22.830500 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8566ac1-09bf-45e3-a591-a9e9a8ca34e3 None None] The sync data for ids ['45181cc6-0034-4345-bbee-6dc9580b8118'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:59:22.860470 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9013fe7a-12be-4aba-9e31-3295e42e2b2d req-3ae849f9-f3a5-4c86-a9d5-c7e007e236b8 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470974 Feb 28 14:59:22.916708 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6afd30a7-d83b-4204-bc2e-f58b654cf8f7 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/routers/45181cc6-0034-4345-bbee-6dc9580b8118 HTTP/1.1" status: 200 len: 881 time: 0.2120852 Feb 28 14:59:22.919180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47938) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:23.212409 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-823b8586-e409-497c-81ba-d34ddbba5f62 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Synchronizing usage tracker for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:router {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:59:23.228212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-823b8586-e409-497c-81ba-d34ddbba5f62 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Unset dirty status for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:router {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:59:23.229346 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-823b8586-e409-497c-81ba-d34ddbba5f62 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.3092003 Feb 28 14:59:23.231990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47942) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:23.237078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-bc3e2446-49be-4749-b05c-c93e766dff7d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1612627499'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:23.768993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2446-49be-4749-b05c-c93e766dff7d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:23.778870 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2446-49be-4749-b05c-c93e766dff7d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:23.973551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3e2446-49be-4749-b05c-c93e766dff7d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router 45181cc6-0034-4345-bbee-6dc9580b8118 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:59:24.182702 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f157f7f-bac9-4b95-a27b-6c4d93ccd69b req-a7693bca-9324-44d1-8242-22dde74dbb91 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:24.184163 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5f157f7f-bac9-4b95-a27b-6c4d93ccd69b req-a7693bca-9324-44d1-8242-22dde74dbb91 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.1999161 Feb 28 14:59:24.241901 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5f157f7f-bac9-4b95-a27b-6c4d93ccd69b req-5bf61406-d4fd-4ecb-88c3-15d992812e32 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498242 Feb 28 14:59:24.265734 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3e2446-49be-4749-b05c-c93e766dff7d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:59:24.271940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bc3e2446-49be-4749-b05c-c93e766dff7d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:24.273026 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bc3e2446-49be-4749-b05c-c93e766dff7d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/45181cc6-0034-4345-bbee-6dc9580b8118 HTTP/1.1" status: 200 len: 888 time: 1.0401404 Feb 28 14:59:24.275527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47948) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:24.277999 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837e13ad-e57a-4a40-af30-dd523062ffa4 None None] Sync routers for ids ['45181cc6-0034-4345-bbee-6dc9580b8118'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:59:24.290070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e13ad-e57a-4a40-af30-dd523062ffa4 None None] Routers {'45181cc6-0034-4345-bbee-6dc9580b8118'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:24.290658 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-837e13ad-e57a-4a40-af30-dd523062ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['45181cc6-0034-4345-bbee-6dc9580b8118'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:24.347641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-837e13ad-e57a-4a40-af30-dd523062ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:24.357751 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-837e13ad-e57a-4a40-af30-dd523062ffa4 None None] Routers {'45181cc6-0034-4345-bbee-6dc9580b8118'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:24.358326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-837e13ad-e57a-4a40-af30-dd523062ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:58:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['45181cc6-0034-4345-bbee-6dc9580b8118'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:24.445895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-837e13ad-e57a-4a40-af30-dd523062ffa4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:24.446226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-837e13ad-e57a-4a40-af30-dd523062ffa4 None None] The sync data for ids ['45181cc6-0034-4345-bbee-6dc9580b8118'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:59:24.482069 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d7a3fbbb-173d-447a-b434-2c58663e70ff tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/routers/45181cc6-0034-4345-bbee-6dc9580b8118 HTTP/1.1" status: 200 len: 888 time: 0.2054729 Feb 28 14:59:24.484698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47952) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:24.524981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f4a9a3b5-845c-4178-b438-6b32bd107550 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Synchronizing usage tracker for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:59:24.539255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f4a9a3b5-845c-4178-b438-6b32bd107550 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Unset dirty status for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:59:24.540392 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f4a9a3b5-845c-4178-b438-6b32bd107550 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports?device_id=45181cc6-0034-4345-bbee-6dc9580b8118 HTTP/1.1" status: 200 len: 205 time: 0.0548139 Feb 28 14:59:24.542933 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47956) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:24.841403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-495d777c-3e16-4995-a6e2-05ce9b3df463 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:25.034162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-495d777c-3e16-4995-a6e2-05ce9b3df463 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:25.043476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-495d777c-3e16-4995-a6e2-05ce9b3df463 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port a622a887-0120-46bf-842c-b46ac3fc0da6 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:25.043842 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-495d777c-3e16-4995-a6e2-05ce9b3df463 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:25.208704 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-495d777c-3e16-4995-a6e2-05ce9b3df463 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:25.327125 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-495d777c-3e16-4995-a6e2-05ce9b3df463 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for a622a887-0120-46bf-842c-b46ac3fc0da6 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:25.432725 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b93bd4a6-945b-4b98-835d-ee7fa3b5bcd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:25.525872 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-495d777c-3e16-4995-a6e2-05ce9b3df463 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:25.565170 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695add1c-01d3-4fb3-8623-2a9e41f65e1c req-2adc8395-0e61-44c2-897c-b1375cfb18a9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:25.567189 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-695add1c-01d3-4fb3-8623-2a9e41f65e1c req-2adc8395-0e61-44c2-897c-b1375cfb18a9 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.2035229 Feb 28 14:59:25.573237 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-495d777c-3e16-4995-a6e2-05ce9b3df463 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Port': ['ID=a622a887-0120-46bf-842c-b46ac3fc0da6,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:25.613953 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-695add1c-01d3-4fb3-8623-2a9e41f65e1c req-cfd0dcc4-0703-44be-a98f-2bbb501c5540 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402663 Feb 28 14:59:25.786748 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-495d777c-3e16-4995-a6e2-05ce9b3df463 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:26.154267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-495d777c-3e16-4995-a6e2-05ce9b3df463 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:26.158376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-495d777c-3e16-4995-a6e2-05ce9b3df463 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:26.183767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-495d777c-3e16-4995-a6e2-05ce9b3df463 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:26.184305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-495d777c-3e16-4995-a6e2-05ce9b3df463 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Fanout notify agent at l3_agent the message router_deleted on router 45181cc6-0034-4345-bbee-6dc9580b8118 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:59:26.205600 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-495d777c-3e16-4995-a6e2-05ce9b3df463 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:26.206677 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-495d777c-3e16-4995-a6e2-05ce9b3df463 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/routers/45181cc6-0034-4345-bbee-6dc9580b8118 HTTP/1.1" status: 204 len: 168 time: 1.6628585 Feb 28 14:59:26.210568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47966) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:26.215776 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-b56249de-94d8-4e36-b75d-d5349f212d06 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1445097814'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:26.220569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b56249de-94d8-4e36-b75d-d5349f212d06 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:26.224752 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b56249de-94d8-4e36-b75d-d5349f212d06 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:network and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:26.227512 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b56249de-94d8-4e36-b75d-d5349f212d06 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:26.233445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b56249de-94d8-4e36-b75d-d5349f212d06 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:26.245281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b56249de-94d8-4e36-b75d-d5349f212d06 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:26.247526 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b56249de-94d8-4e36-b75d-d5349f212d06 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:26.275183 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b56249de-94d8-4e36-b75d-d5349f212d06 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:59:26.284165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b56249de-94d8-4e36-b75d-d5349f212d06 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:26.284992 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-b56249de-94d8-4e36-b75d-d5349f212d06 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Added segment fc976a94-f34a-44bf-affd-b5579f313a75 of type vlan for network 4bdf1c0c-85f4-40b3-849d-413e9072abac Feb 28 14:59:26.310431 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b56249de-94d8-4e36-b75d-d5349f212d06 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:26.337984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b56249de-94d8-4e36-b75d-d5349f212d06 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:26.342645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b56249de-94d8-4e36-b75d-d5349f212d06 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:26.342645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b56249de-94d8-4e36-b75d-d5349f212d06 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:26.441686 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b56249de-94d8-4e36-b75d-d5349f212d06 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.2301054 Feb 28 14:59:26.444538 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47970) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:26.450029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e19a9a46-62d1-4056-9745-6f525e4183c9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'subnet': {'network_id': '4bdf1c0c-85f4-40b3-849d-413e9072abac', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:26.453118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56249de-94d8-4e36-b75d-d5349f212d06 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Network': ['ID=4bdf1c0c-85f4-40b3-849d-413e9072abac,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:26.465206 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 4bdf1c0c-85f4-40b3-849d-413e9072abac details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:59:26.561355 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e19a9a46-62d1-4056-9745-6f525e4183c9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:26.565829 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e19a9a46-62d1-4056-9745-6f525e4183c9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:subnet and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:26.568448 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e19a9a46-62d1-4056-9745-6f525e4183c9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:26.574167 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e19a9a46-62d1-4056-9745-6f525e4183c9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:26.584881 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e19a9a46-62d1-4056-9745-6f525e4183c9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:26.687449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e19a9a46-62d1-4056-9745-6f525e4183c9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:26.815103 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3aa5b1-133b-424f-aa6e-29161bc57c06 req-7ac2856c-9f6a-41fb-8017-65251a18422c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:26.820013 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-da3aa5b1-133b-424f-aa6e-29161bc57c06 req-7ac2856c-9f6a-41fb-8017-65251a18422c tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.0815654 Feb 28 14:59:26.863291 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-da3aa5b1-133b-424f-aa6e-29161bc57c06 req-77533c4f-bb41-4954-a44d-77886d84cc0a tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404236 Feb 28 14:59:26.904620 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e19a9a46-62d1-4056-9745-6f525e4183c9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:26.984200 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19a9a46-62d1-4056-9745-6f525e4183c9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Subnet': ['ID=c7bde049-81a2-42db-ad6c-1d1b801b5f29,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:26.994209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e19a9a46-62d1-4056-9745-6f525e4183c9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Checking segment: {'id': 'fc976a94-f34a-44bf-affd-b5579f313a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4bdf1c0c-85f4-40b3-849d-413e9072abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:26.994570 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19a9a46-62d1-4056-9745-6f525e4183c9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network hostable DHCP agents. Network: 4bdf1c0c-85f4-40b3-849d-413e9072abac, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:59:27.016181 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19a9a46-62d1-4056-9745-6f525e4183c9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 4bdf1c0c-85f4-40b3-849d-413e9072abac is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:59:27.025902 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-e19a9a46-62d1-4056-9745-6f525e4183c9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 4bdf1c0c-85f4-40b3-849d-413e9072abac) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:27.029889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e19a9a46-62d1-4056-9745-6f525e4183c9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:27.030297 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e19a9a46-62d1-4056-9745-6f525e4183c9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:27.034656 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5305fa1c-c8ad-4c79-bc02-9fce1d6f20cc None None] Network 4bdf1c0c-85f4-40b3-849d-413e9072abac requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:27.057763 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e19a9a46-62d1-4056-9745-6f525e4183c9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6121039 Feb 28 14:59:27.060213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47976) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:27.065949 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e452399b-ad68-4354-963d-ab2ee86007f2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-494971570', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:27.071894 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e452399b-ad68-4354-963d-ab2ee86007f2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:27.075980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e452399b-ad68-4354-963d-ab2ee86007f2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:router and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:27.078838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e452399b-ad68-4354-963d-ab2ee86007f2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:27.085120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e452399b-ad68-4354-963d-ab2ee86007f2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:27.096008 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e452399b-ad68-4354-963d-ab2ee86007f2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:27.097070 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e452399b-ad68-4354-963d-ab2ee86007f2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:27.115751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e452399b-ad68-4354-963d-ab2ee86007f2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:27.135171 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e452399b-ad68-4354-963d-ab2ee86007f2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:27.161273 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e452399b-ad68-4354-963d-ab2ee86007f2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:27.163990 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e452399b-ad68-4354-963d-ab2ee86007f2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1028392 Feb 28 14:59:27.165652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 47982) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:27.247375 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47986) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:27.255264 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-4bdf1c0c-85f4-40b3-849d-413e9072abac', 'network_id': '4bdf1c0c-85f4-40b3-849d-413e9072abac', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'fixed_ips': [{'subnet_id': 'c7bde049-81a2-42db-ad6c-1d1b801b5f29'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:59:27.255959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:27.446340 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Allocated IP 172.20.0.2 (4bdf1c0c-85f4-40b3-849d-413e9072abac/c7bde049-81a2-42db-ad6c-1d1b801b5f29/7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:27.614552 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-415e22dc-01d8-476d-8d74-a01f0c6debca tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/fe9e403f-cd72-4c48-8f7c-1618236ecb39 HTTP/1.1" status: 200 len: 993 time: 0.3670363 Feb 28 14:59:27.634785 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:27.647535 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c730d61f-b45b-4d01-a019-a7abfe9f7433 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:27.724215 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:27.733648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:27.745476 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Transition to ACTIVE for port object 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:27.765937 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Transition to ACTIVE for port object 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:27.771987 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:27.860265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Network 4bdf1c0c-85f4-40b3-849d-413e9072abac is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:27.860265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:27.860265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:27.873945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Pushing event updated for resources: {'Port': ['ID=7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:27.908498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 47998) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:27.979698 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Attempting to bind port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:59:27.980221 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Attempting to bind port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'fc976a94-f34a-44bf-affd-b5579f313a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4bdf1c0c-85f4-40b3-849d-413e9072abac'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:59:27.981087 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Attempting to bind port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 on network 4bdf1c0c-85f4-40b3-849d-413e9072abac {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:59:28.007004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:59:28.007004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Checking segment: {'id': 'fc976a94-f34a-44bf-affd-b5579f313a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4bdf1c0c-85f4-40b3-849d-413e9072abac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:28.007004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:28.007004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Bound using segment: {'id': 'fc976a94-f34a-44bf-affd-b5579f313a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4bdf1c0c-85f4-40b3-849d-413e9072abac'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:59:28.007004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Bound port: 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fc976a94-f34a-44bf-affd-b5579f313a75', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '4bdf1c0c-85f4-40b3-849d-413e9072abac'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:59:28.007004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:28.100499 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] For port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:59:28.105466 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] For port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2,segment=NetworkSegment(fc976a94-f34a-44bf-affd-b5579f313a75),segment_id=fc976a94-f34a-44bf-affd-b5579f313a75)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:59:28.109029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:28.147671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-20bb5659-203e-45c9-9d6a-96699033402e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 6d185285-7a73-42e2-a749-06a0368fd2af {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:28.148019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-20bb5659-203e-45c9-9d6a-96699033402e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:28.194377 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88127ffb-8a47-49e4-9ec6-c93c7e2a0ee8 None None] Pushing event updated for resources: {'Port': ['ID=7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:28.225345 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49ae5e6-57ce-45af-ba82-a2886bf85bcb req-fe9afb49-5c3d-48df-b958-b9e9111312a7 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:28.226838 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c49ae5e6-57ce-45af-ba82-a2886bf85bcb req-fe9afb49-5c3d-48df-b958-b9e9111312a7 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.1841390 Feb 28 14:59:28.295702 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Allocated IP 172.20.0.1 (4bdf1c0c-85f4-40b3-849d-413e9072abac/c7bde049-81a2-42db-ad6c-1d1b801b5f29/25ff4f53-73dd-4282-8697-be9a220dd6f2) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:28.329180 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c49ae5e6-57ce-45af-ba82-a2886bf85bcb req-c404d546-20cf-452f-b89b-c08d9df70c49 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946310 Feb 28 14:59:28.369789 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-20bb5659-203e-45c9-9d6a-96699033402e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:28.379364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-20bb5659-203e-45c9-9d6a-96699033402e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:28.560201 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-20bb5659-203e-45c9-9d6a-96699033402e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 6d185285-7a73-42e2-a749-06a0368fd2af owned by network:floatingip {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:28.673240 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:28.689375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Transition to ACTIVE for port object 25ff4f53-73dd-4282-8697-be9a220dd6f2 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:28.711156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:28.730818 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-20bb5659-203e-45c9-9d6a-96699033402e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:28.776078 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20bb5659-203e-45c9-9d6a-96699033402e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=6d185285-7a73-42e2-a749-06a0368fd2af,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:28.781371 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 4bdf1c0c-85f4-40b3-849d-413e9072abac is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:28.784382 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:28.789119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:28.819289 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=25ff4f53-73dd-4282-8697-be9a220dd6f2,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:28.821283 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:28.850331 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:28.871580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:28.951519 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:28.977412 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-20bb5659-203e-45c9-9d6a-96699033402e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:29.348877 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d96cedb-4a5d-48a6-8f0d-a4fb71d95496 None None] Network 4bdf1c0c-85f4-40b3-849d-413e9072abac requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:29.395316 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:29.403258 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:29.441284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9e6c16e5-7497-46db-90e7-40d93978ab25 None None] Provisioning for port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:29.509003 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20bb5659-203e-45c9-9d6a-96699033402e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 0c016ec0-1482-4ff1-8a54-22e1124306c3 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:59:29.597761 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:29.601710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=25ff4f53-73dd-4282-8697-be9a220dd6f2,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:29.665054 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:29.780443 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374caaef-726f-4647-8ad4-86a8f0cf9e97 req-b92ad33c-396c-46c4-bde5-867b87b4e7c3 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:29.787655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 4bdf1c0c-85f4-40b3-849d-413e9072abac is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:29.788177 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-374caaef-726f-4647-8ad4-86a8f0cf9e97 req-b92ad33c-396c-46c4-bde5-867b87b4e7c3 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.1963553 Feb 28 14:59:29.788310 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:29.848475 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:29.855733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:29.855733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:29.862607 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-374caaef-726f-4647-8ad4-86a8f0cf9e97 req-cc4893f2-9c8a-4384-b805-36a833e7cbdf tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696993 Feb 28 14:59:29.912177 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20bb5659-203e-45c9-9d6a-96699033402e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:59:29.929429 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094192b6-93ca-481f-b6bf-f0a2ed9e0f6d None None] Sync routers for ids ['0c016ec0-1482-4ff1-8a54-22e1124306c3'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:59:29.945992 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094192b6-93ca-481f-b6bf-f0a2ed9e0f6d None None] Routers {'0c016ec0-1482-4ff1-8a54-22e1124306c3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:29.947179 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-094192b6-93ca-481f-b6bf-f0a2ed9e0f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0c016ec0-1482-4ff1-8a54-22e1124306c3'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:29.958525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-20bb5659-203e-45c9-9d6a-96699033402e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:30.026826 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:30.049679 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-20bb5659-203e-45c9-9d6a-96699033402e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/floatingips/fe9e403f-cd72-4c48-8f7c-1618236ecb39 HTTP/1.1" status: 204 len: 168 time: 2.1448059 Feb 28 14:59:30.050827 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3db92a9-0aee-40a5-b013-040ee8392d63', 'tag': '49d08eaa-d3ae-46a9-b97e-53b6f795192b'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:59:30.106722 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2,segment=NetworkSegment(fc976a94-f34a-44bf-affd-b5579f313a75),segment_id=fc976a94-f34a-44bf-affd-b5579f313a75)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:30.118555 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:30.155724 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3db92a9-0aee-40a5-b013-040ee8392d63', 'tag': '49d08eaa-d3ae-46a9-b97e-53b6f795192b', 'status': 'completed', 'code': 200} Feb 28 14:59:30.242941 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:30.260916 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:30.298106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9d9a18fc-c821-4c81-820b-70e2ae59690d None None] Provisioning for port 25ff4f53-73dd-4282-8697-be9a220dd6f2 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:30.311651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9d9a18fc-c821-4c81-820b-70e2ae59690d None None] Provisioning complete for port 25ff4f53-73dd-4282-8697-be9a220dd6f2 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:30.312021 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9d9a18fc-c821-4c81-820b-70e2ae59690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:30.413715 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7e900835-969d-4533-9b78-d5b8caee5f2f req-7d3b88c5-7b25-4779-a05f-7a13f9ea2cb1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 1098 time: 0.2335255 Feb 28 14:59:30.469356 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router 6c8e235d-abf6-4838-b0ec-4b1a851b4d6b is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:59:30.495461 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-9d9a18fc-c821-4c81-820b-70e2ae59690d None None] Port 25ff4f53-73dd-4282-8697-be9a220dd6f2 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:30.520158 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-094192b6-93ca-481f-b6bf-f0a2ed9e0f6d None None] Set router 0c016ec0-1482-4ff1-8a54-22e1124306c3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:59:30.522737 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9d9a18fc-c821-4c81-820b-70e2ae59690d None None] Provisioning complete for port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:30.523475 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9d9a18fc-c821-4c81-820b-70e2ae59690d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:30.870208 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e900835-969d-4533-9b78-d5b8caee5f2f req-75321de5-0790-4e4a-b43c-a6a424639e4b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:30.875010 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7e900835-969d-4533-9b78-d5b8caee5f2f req-75321de5-0790-4e4a-b43c-a6a424639e4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d612402-7f6c-464b-9841-02cdb0616e7d HTTP/1.1" status: 200 len: 897 time: 0.4547470 Feb 28 14:59:30.922617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e3c89ee4-5295-42e4-bc6c-31f3dee91f93 None None] Provisioning complete for port 25ff4f53-73dd-4282-8697-be9a220dd6f2 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:30.923115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e3c89ee4-5295-42e4-bc6c-31f3dee91f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:30.968815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:59:30.969596 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7e900835-969d-4533-9b78-d5b8caee5f2f req-28dd041d-4576-4cd5-93f1-e4f922f80b42 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49d08eaa-d3ae-46a9-b97e-53b6f795192b HTTP/1.1" status: 200 len: 217 time: 0.0857608 Feb 28 14:59:30.996727 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd08871-c14a-406f-af1f-35ca3ec078e3 None None] Sync routers for ids ['6c8e235d-abf6-4838-b0ec-4b1a851b4d6b'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:59:31.004509 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-19efd7d1-eefa-43b4-9310-f2e3d1b26cf0 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/6c8e235d-abf6-4838-b0ec-4b1a851b4d6b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8375783 Feb 28 14:59:31.006045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48012) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:31.045785 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589546b6-76f0-4ad4-9440-d0ac10b766d2 req-a4cc0e6d-aa1f-4996-9fa5-3c332a6e716f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:31.047175 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-589546b6-76f0-4ad4-9440-d0ac10b766d2 req-a4cc0e6d-aa1f-4996-9fa5-3c332a6e716f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:59:31.056224 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd08871-c14a-406f-af1f-35ca3ec078e3 None None] Routers {'6c8e235d-abf6-4838-b0ec-4b1a851b4d6b'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:31.057140 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2bd08871-c14a-406f-af1f-35ca3ec078e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6c8e235d-abf6-4838-b0ec-4b1a851b4d6b'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:31.067914 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-589546b6-76f0-4ad4-9440-d0ac10b766d2 req-a4cc0e6d-aa1f-4996-9fa5-3c332a6e716f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:59:31.069087 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-589546b6-76f0-4ad4-9440-d0ac10b766d2 req-a4cc0e6d-aa1f-4996-9fa5-3c332a6e716f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 945 time: 0.3988438 Feb 28 14:59:31.105866 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-094192b6-93ca-481f-b6bf-f0a2ed9e0f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'name': 'tempest-TestNetworkBasicOps-router-1346207162', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:09Z', 'updated_at': '2022-02-28T14:58:22Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '53cf5148-9bed-47ba-b7cc-d6e45e49b269', 'name': '', 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:fb:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:19Z', 'updated_at': '2022-02-28T14:58:34Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:31.114899 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094192b6-93ca-481f-b6bf-f0a2ed9e0f6d None None] Checking router: 0c016ec0-1482-4ff1-8a54-22e1124306c3 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:59:31.126723 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e900835-969d-4533-9b78-d5b8caee5f2f req-42ec3598-9643-483d-9a98-c2cb290ddfb3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:31.129793 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7e900835-969d-4533-9b78-d5b8caee5f2f req-42ec3598-9643-483d-9a98-c2cb290ddfb3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99bb0a0f-338f-4ae2-b958-18979ceae777 HTTP/1.1" status: 200 len: 834 time: 0.1521583 Feb 28 14:59:31.135365 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-094192b6-93ca-481f-b6bf-f0a2ed9e0f6d None None] Routers {'0c016ec0-1482-4ff1-8a54-22e1124306c3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:31.136308 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-094192b6-93ca-481f-b6bf-f0a2ed9e0f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0c016ec0-1482-4ff1-8a54-22e1124306c3'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:31.147513 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2bd08871-c14a-406f-af1f-35ca3ec078e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:31.156026 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e3c89ee4-5295-42e4-bc6c-31f3dee91f93 None None] Port 25ff4f53-73dd-4282-8697-be9a220dd6f2 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:31.165876 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bd08871-c14a-406f-af1f-35ca3ec078e3 None None] Routers {'6c8e235d-abf6-4838-b0ec-4b1a851b4d6b'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:31.166568 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2bd08871-c14a-406f-af1f-35ca3ec078e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6c8e235d-abf6-4838-b0ec-4b1a851b4d6b'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:31.190945 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e11d2e1f-5199-4c7d-801c-d19e0768d110 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:31.193115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e11d2e1f-5199-4c7d-801c-d19e0768d110 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Synchronizing usage tracker for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:59:31.216184 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-589546b6-76f0-4ad4-9440-d0ac10b766d2 req-d8957ab1-2b1e-4489-9bcc-06e616c27d43 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d59c872-b89e-432e-8269-2d48499dd9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1366038 Feb 28 14:59:31.236763 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e11d2e1f-5199-4c7d-801c-d19e0768d110 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Unset dirty status for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:59:31.240014 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e11d2e1f-5199-4c7d-801c-d19e0768d110 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports/25ff4f53-73dd-4282-8697-be9a220dd6f2 HTTP/1.1" status: 200 len: 910 time: 0.2328711 Feb 28 14:59:31.242608 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48016) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:31.243779 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2bd08871-c14a-406f-af1f-35ca3ec078e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:31.244810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bd08871-c14a-406f-af1f-35ca3ec078e3 None None] The sync data for ids ['6c8e235d-abf6-4838-b0ec-4b1a851b4d6b'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:59:31.253884 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-fb38d8eb-bb1d-4c61-9fe8-087da034041e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'c7bde049-81a2-42db-ad6c-1d1b801b5f29'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:31.266305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b48b898-ba8e-4586-b5d5-3e586f48b029 req-7224ea74-50ab-42b6-a459-ac71624e9369 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:31.267895 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2b48b898-ba8e-4586-b5d5-3e586f48b029 req-7224ea74-50ab-42b6-a459-ac71624e9369 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.1655025 Feb 28 14:59:31.283404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a492ef6c-8b71-4e70-bd3c-43b6066994db None None] Provisioning complete for port 25ff4f53-73dd-4282-8697-be9a220dd6f2 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:31.283404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a492ef6c-8b71-4e70-bd3c-43b6066994db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:31.351438 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a492ef6c-8b71-4e70-bd3c-43b6066994db None None] Port 25ff4f53-73dd-4282-8697-be9a220dd6f2 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:31.361436 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2b48b898-ba8e-4586-b5d5-3e586f48b029 req-e3fac1a1-1700-44ae-83b1-d9515b3c697d tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0852478 Feb 28 14:59:31.392611 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-094192b6-93ca-481f-b6bf-f0a2ed9e0f6d None None] Set router 0c016ec0-1482-4ff1-8a54-22e1124306c3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:59:31.518066 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7e900835-969d-4533-9b78-d5b8caee5f2f req-10933bd5-5d8e-4f9e-8386-acb596a88bf2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d612402-7f6c-464b-9841-02cdb0616e7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3782716 Feb 28 14:59:31.519573 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fb38d8eb-bb1d-4c61-9fe8-087da034041e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:31.540326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:31.631802 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:31.631802 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:31.868197 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-094192b6-93ca-481f-b6bf-f0a2ed9e0f6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'name': 'tempest-TestNetworkBasicOps-router-1346207162', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:09Z', 'updated_at': '2022-02-28T14:58:22Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '53cf5148-9bed-47ba-b7cc-d6e45e49b269', 'name': '', 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:fb:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:19Z', 'updated_at': '2022-02-28T14:58:34Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:31.875669 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-094192b6-93ca-481f-b6bf-f0a2ed9e0f6d None None] The sync data for ids ['0c016ec0-1482-4ff1-8a54-22e1124306c3'] in dv-neutron-830866-2-hyperv is: [{'id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'name': 'tempest-TestNetworkBasicOps-router-1346207162', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:09Z', 'updated_at': '2022-02-28T14:58:22Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '53cf5148-9bed-47ba-b7cc-d6e45e49b269', 'name': '', 'network_id': '9d612402-7f6c-464b-9841-02cdb0616e7d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:fb:4e:bf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:19Z', 'updated_at': '2022-02-28T14:58:34Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '99bb0a0f-338f-4ae2-b958-18979ceae777', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:59:31.877205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d79a56ff-c3c1-45c1-b64f-811a0bc0f773 req-fb1206d7-35dc-429d-bd1b-e79e6f3d162e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:31.877205 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d79a56ff-c3c1-45c1-b64f-811a0bc0f773 req-fb1206d7-35dc-429d-bd1b-e79e6f3d162e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 945 time: 0.0967729 Feb 28 14:59:31.889169 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7e900835-969d-4533-9b78-d5b8caee5f2f req-e203e689-c9dd-416e-a734-c0bbfb9e34ca service neutron] 10.222.0.20 "GET /v2.0/networks/9d612402-7f6c-464b-9841-02cdb0616e7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3605690 Feb 28 14:59:31.964019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-d79a56ff-c3c1-45c1-b64f-811a0bc0f773 req-4b783dc8-2f0b-415b-a8b7-9ec44af338a1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 49d08eaa-d3ae-46a9-b97e-53b6f795192b {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:31.964256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-d79a56ff-c3c1-45c1-b64f-811a0bc0f773 req-4b783dc8-2f0b-415b-a8b7-9ec44af338a1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:32.146264 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7e900835-969d-4533-9b78-d5b8caee5f2f req-a5e89c9f-c977-4e52-b9fe-9705b24044ce service neutron] 10.222.0.20 "GET /v2.0/networks/9d612402-7f6c-464b-9841-02cdb0616e7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2507284 Feb 28 14:59:32.180366 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-021dad6e-0aea-4108-811f-64a6d1428488 None None] New status for floating IP fe9e403f-cd72-4c48-8f7c-1618236ecb39: DOWN {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 14:59:32.240545 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-d79a56ff-c3c1-45c1-b64f-811a0bc0f773 req-4b783dc8-2f0b-415b-a8b7-9ec44af338a1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 49d08eaa-d3ae-46a9-b97e-53b6f795192b, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=49d08eaa-d3ae-46a9-b97e-53b6f795192b,segment=NetworkSegment(6f5da2dd-3ebc-49a5-b6d2-53bb41543316),segment_id=6f5da2dd-3ebc-49a5-b6d2-53bb41543316)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:32.241118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-d79a56ff-c3c1-45c1-b64f-811a0bc0f773 req-4b783dc8-2f0b-415b-a8b7-9ec44af338a1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:32.342902 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fb38d8eb-bb1d-4c61-9fe8-087da034041e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:32.352239 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fb38d8eb-bb1d-4c61-9fe8-087da034041e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:32.372701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-d79a56ff-c3c1-45c1-b64f-811a0bc0f773 req-4b783dc8-2f0b-415b-a8b7-9ec44af338a1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 49d08eaa-d3ae-46a9-b97e-53b6f795192b owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:32.509797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb38d8eb-bb1d-4c61-9fe8-087da034041e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=25ff4f53-73dd-4282-8697-be9a220dd6f2,revision_number=3']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:32.518849 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb38d8eb-bb1d-4c61-9fe8-087da034041e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:32.519511 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fb38d8eb-bb1d-4c61-9fe8-087da034041e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:32.520856 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fb38d8eb-bb1d-4c61-9fe8-087da034041e tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/ports/25ff4f53-73dd-4282-8697-be9a220dd6f2 HTTP/1.1" status: 200 len: 910 time: 1.2772925 Feb 28 14:59:32.526672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48024) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:32.577148 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-d79a56ff-c3c1-45c1-b64f-811a0bc0f773 req-4b783dc8-2f0b-415b-a8b7-9ec44af338a1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:32.634607 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b783dc8-2f0b-415b-a8b7-9ec44af338a1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=49d08eaa-d3ae-46a9-b97e-53b6f795192b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:32.647768 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af731612-4033-4425-a9ea-18dd2439125e req-1146a89f-0f4b-49ec-8a06-1e4661c1f50d tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:32.649195 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-af731612-4033-4425-a9ea-18dd2439125e req-1146a89f-0f4b-49ec-8a06-1e4661c1f50d tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.1485779 Feb 28 14:59:32.667360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37621a3a-3a77-48fa-94e7-fc59dd70fc20 req-2bc169e8-f38d-4923-92a6-50c2af725082 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:32.668823 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-37621a3a-3a77-48fa-94e7-fc59dd70fc20 req-2bc169e8-f38d-4923-92a6-50c2af725082 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=b3db92a9-0aee-40a5-b013-040ee8392d63 HTTP/1.1" status: 200 len: 945 time: 0.2910643 Feb 28 14:59:32.735338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-d79a56ff-c3c1-45c1-b64f-811a0bc0f773 req-4b783dc8-2f0b-415b-a8b7-9ec44af338a1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] No DVR routers for this DVR port 49d08eaa-d3ae-46a9-b97e-53b6f795192b on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:59:32.736472 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-37621a3a-3a77-48fa-94e7-fc59dd70fc20 req-fc4915c7-bad9-481a-a3a7-b8972474b000 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1d59c872-b89e-432e-8269-2d48499dd9bd&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552793 Feb 28 14:59:32.739235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-d79a56ff-c3c1-45c1-b64f-811a0bc0f773 req-4b783dc8-2f0b-415b-a8b7-9ec44af338a1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:32.741974 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3db92a9-0aee-40a5-b013-040ee8392d63', 'name': 'network-vif-deleted', 'tag': '49d08eaa-d3ae-46a9-b97e-53b6f795192b'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:59:32.776306 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-af731612-4033-4425-a9ea-18dd2439125e req-2515b6fb-8de3-4190-bb15-6eca8c166d80 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0980449 Feb 28 14:59:32.778094 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d79a56ff-c3c1-45c1-b64f-811a0bc0f773 req-4b783dc8-2f0b-415b-a8b7-9ec44af338a1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "DELETE /v2.0/ports/49d08eaa-d3ae-46a9-b97e-53b6f795192b HTTP/1.1" status: 204 len: 173 time: 0.8943834 Feb 28 14:59:32.821050 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3db92a9-0aee-40a5-b013-040ee8392d63', 'name': 'network-vif-deleted', 'tag': '49d08eaa-d3ae-46a9-b97e-53b6f795192b', 'status': 'completed', 'code': 200} Feb 28 14:59:32.906579 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03cec0dd-2648-4345-8861-c6dc6dfce73a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:33.588693 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-03cec0dd-2648-4345-8861-c6dc6dfce73a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port 25ff4f53-73dd-4282-8697-be9a220dd6f2 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:33.588917 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03cec0dd-2648-4345-8861-c6dc6dfce73a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:33.763351 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03cec0dd-2648-4345-8861-c6dc6dfce73a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:33.846942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48034) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:33.887224 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-03cec0dd-2648-4345-8861-c6dc6dfce73a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for 25ff4f53-73dd-4282-8697-be9a220dd6f2 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:33.919835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-97fc3767-1aa0-490d-8229-5ba7101edc28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:33.949540 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-97fc3767-1aa0-490d-8229-5ba7101edc28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:34.012921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-97fc3767-1aa0-490d-8229-5ba7101edc28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:34.031141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97fc3767-1aa0-490d-8229-5ba7101edc28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d59c872-b89e-432e-8269-2d48499dd9bd,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:34.042134 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b0d83-4ed5-464c-abfa-745ab5a90b80 req-0ec5fce3-90b5-4322-a75f-a9389606efaf tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:34.043603 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-503b0d83-4ed5-464c-abfa-745ab5a90b80 req-0ec5fce3-90b5-4322-a75f-a9389606efaf tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.1238856 Feb 28 14:59:34.047867 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-97fc3767-1aa0-490d-8229-5ba7101edc28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:34.049401 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-97fc3767-1aa0-490d-8229-5ba7101edc28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/security-groups/1d59c872-b89e-432e-8269-2d48499dd9bd HTTP/1.1" status: 204 len: 168 time: 0.2007213 Feb 28 14:59:34.095061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48040) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:34.142804 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-503b0d83-4ed5-464c-abfa-745ab5a90b80 req-b57c8c53-4304-479f-9064-707f8b1f3aa2 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893488 Feb 28 14:59:34.178813 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03cec0dd-2648-4345-8861-c6dc6dfce73a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:34.224487 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cec0dd-2648-4345-8861-c6dc6dfce73a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Port': ['ID=25ff4f53-73dd-4282-8697-be9a220dd6f2,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:34.470969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-03cec0dd-2648-4345-8861-c6dc6dfce73a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:34.666602 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-26590413-3fa0-427b-963e-ebec4dd955b4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:34.766829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 49d08eaa-d3ae-46a9-b97e-53b6f795192b no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:59:34.799998 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 49d08eaa-d3ae-46a9-b97e-53b6f795192b {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:59:34.800508 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 49d08eaa-d3ae-46a9-b97e-53b6f795192b not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:59:34.972048 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03cec0dd-2648-4345-8861-c6dc6dfce73a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router 6c8e235d-abf6-4838-b0ec-4b1a851b4d6b has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:59:35.106232 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03cec0dd-2648-4345-8861-c6dc6dfce73a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:59:35.118793 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b78d2e-217e-4f9c-baf9-b8478e08103e None None] Sync routers for ids ['6c8e235d-abf6-4838-b0ec-4b1a851b4d6b'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:59:35.123697 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-03cec0dd-2648-4345-8861-c6dc6dfce73a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/6c8e235d-abf6-4838-b0ec-4b1a851b4d6b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5960143 Feb 28 14:59:35.126429 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48044) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:35.130548 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b78d2e-217e-4f9c-baf9-b8478e08103e None None] Routers {'6c8e235d-abf6-4838-b0ec-4b1a851b4d6b'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:35.131371 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-20b78d2e-217e-4f9c-baf9-b8478e08103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6c8e235d-abf6-4838-b0ec-4b1a851b4d6b'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:35.168336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8df2f22d-50b0-4638-b218-8f78d20ad5ca tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Synchronizing usage tracker for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:59:35.186871 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8df2f22d-50b0-4638-b218-8f78d20ad5ca tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Unset dirty status for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:59:35.190846 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8df2f22d-50b0-4638-b218-8f78d20ad5ca tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c8e235d-abf6-4838-b0ec-4b1a851b4d6b HTTP/1.1" status: 200 len: 205 time: 0.0608399 Feb 28 14:59:35.191122 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48050) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:35.193421 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-20b78d2e-217e-4f9c-baf9-b8478e08103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:35.204231 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20b78d2e-217e-4f9c-baf9-b8478e08103e None None] Routers {'6c8e235d-abf6-4838-b0ec-4b1a851b4d6b'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:35.204826 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-20b78d2e-217e-4f9c-baf9-b8478e08103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6c8e235d-abf6-4838-b0ec-4b1a851b4d6b'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:35.265376 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-20b78d2e-217e-4f9c-baf9-b8478e08103e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:35.265681 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20b78d2e-217e-4f9c-baf9-b8478e08103e None None] The sync data for ids ['6c8e235d-abf6-4838-b0ec-4b1a851b4d6b'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:59:35.429013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d4f62df8-83fd-49a5-9a79-4c8e001fc5d2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:35.567094 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-26590413-3fa0-427b-963e-ebec4dd955b4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 53cf5148-9bed-47ba-b7cc-d6e45e49b269 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:35.567341 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-26590413-3fa0-427b-963e-ebec4dd955b4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:35.670041 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cdfc26-135a-41a5-b2dc-ac978b3d0d6b req-56f91392-5342-495c-b4d6-6501df0e1450 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:35.671455 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7cdfc26-135a-41a5-b2dc-ac978b3d0d6b req-56f91392-5342-495c-b4d6-6501df0e1450 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.3561208 Feb 28 14:59:36.125431 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a30ca86f-2879-45e4-86d6-bfb934fe8b6c req-d69dceac-6bc0-4245-806e-173faaf61734 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 1099 time: 0.5331876 Feb 28 14:59:36.189754 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7cdfc26-135a-41a5-b2dc-ac978b3d0d6b req-5e210dbd-7b78-41a0-ae0f-2ca1df8a4add tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4972937 Feb 28 14:59:36.225234 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-26590413-3fa0-427b-963e-ebec4dd955b4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 53cf5148-9bed-47ba-b7cc-d6e45e49b269, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=53cf5148-9bed-47ba-b7cc-d6e45e49b269,segment=NetworkSegment(6f5da2dd-3ebc-49a5-b6d2-53bb41543316),segment_id=6f5da2dd-3ebc-49a5-b6d2-53bb41543316)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:36.225898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-26590413-3fa0-427b-963e-ebec4dd955b4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:36.236293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d4f62df8-83fd-49a5-9a79-4c8e001fc5d2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:36.348332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d4f62df8-83fd-49a5-9a79-4c8e001fc5d2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:36.361072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-26590413-3fa0-427b-963e-ebec4dd955b4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 53cf5148-9bed-47ba-b7cc-d6e45e49b269 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:36.420383 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a30ca86f-2879-45e4-86d6-bfb934fe8b6c req-18b5218a-aa6a-41ca-8362-6dbf928d24a7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2200706 Feb 28 14:59:36.453523 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d4f62df8-83fd-49a5-9a79-4c8e001fc5d2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:36.454021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4f62df8-83fd-49a5-9a79-4c8e001fc5d2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Fanout notify agent at l3_agent the message router_deleted on router 6c8e235d-abf6-4838-b0ec-4b1a851b4d6b {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:59:36.476781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d4f62df8-83fd-49a5-9a79-4c8e001fc5d2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:36.477835 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d4f62df8-83fd-49a5-9a79-4c8e001fc5d2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/routers/6c8e235d-abf6-4838-b0ec-4b1a851b4d6b HTTP/1.1" status: 204 len: 168 time: 1.2857738 Feb 28 14:59:36.480840 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48054) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:36.575416 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-26590413-3fa0-427b-963e-ebec4dd955b4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:36.619644 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26590413-3fa0-427b-963e-ebec4dd955b4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=53cf5148-9bed-47ba-b7cc-d6e45e49b269,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:36.677514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-415ec6a2-0440-4f03-b398-7f1e5d339eae tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting subnet c7bde049-81a2-42db-ad6c-1d1b801b5f29 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:59:36.680547 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-415ec6a2-0440-4f03-b398-7f1e5d339eae tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:36.735257 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-415ec6a2-0440-4f03-b398-7f1e5d339eae tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:36.780649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 0c4c8b21-e842-48c3-a3b4-86f8d005786f details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 14:59:36.827319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-415ec6a2-0440-4f03-b398-7f1e5d339eae tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:36.905595 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-415ec6a2-0440-4f03-b398-7f1e5d339eae tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:36.928300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-26590413-3fa0-427b-963e-ebec4dd955b4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:36.933839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 0c4c8b21-e842-48c3-a3b4-86f8d005786f, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0c4c8b21-e842-48c3-a3b4-86f8d005786f,segment=NetworkSegment(5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c),segment_id=5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:36.946615 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415ec6a2-0440-4f03-b398-7f1e5d339eae tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Subnet': ['ID=c7bde049-81a2-42db-ad6c-1d1b801b5f29,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:36.947802 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '0c4c8b21-e842-48c3-a3b4-86f8d005786f', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'port_id': '0c4c8b21-e842-48c3-a3b4-86f8d005786f', 'mac_address': 'fa:16:3e:f2:06:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 14:59:36.953761 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-415ec6a2-0440-4f03-b398-7f1e5d339eae tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:36.963219 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-415ec6a2-0440-4f03-b398-7f1e5d339eae tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/c7bde049-81a2-42db-ad6c-1d1b801b5f29 HTTP/1.1" status: 204 len: 168 time: 0.4790947 Feb 28 14:59:36.963453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48058) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:36.974532 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5be5b43a-f849-4e54-8070-78e25bdc1bce None None] Network 4bdf1c0c-85f4-40b3-849d-413e9072abac requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:37.079318 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:37.091446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:37.091446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:37.120206 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:37.219048 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0c4c8b21-e842-48c3-a3b4-86f8d005786f {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:59:37.246466 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 0c4c8b21-e842-48c3-a3b4-86f8d005786f, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0c4c8b21-e842-48c3-a3b4-86f8d005786f,segment=NetworkSegment(5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c),segment_id=5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:37.261074 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:37.357962 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e8773a-6d9d-4945-a643-5bea4e571da5 None None] DHCP port deletion for 4bdf1c0c-85f4-40b3-849d-413e9072abac request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:59:37.367221 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=0c4c8b21-e842-48c3-a3b4-86f8d005786f,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:37.370388 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8773a-6d9d-4945-a643-5bea4e571da5 None None] Deleting port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:37.370874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f7e8773a-6d9d-4945-a643-5bea4e571da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:37.560013 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['0c4c8b21-e842-48c3-a3b4-86f8d005786f'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 14:59:37.576890 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] For port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2,segment=NetworkSegment(fc976a94-f34a-44bf-affd-b5579f313a75),segment_id=fc976a94-f34a-44bf-affd-b5579f313a75)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:37.576890 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:37.629347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:59:37.712416 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:37.786943 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f7e8773a-6d9d-4945-a643-5bea4e571da5 None None] For port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2,segment=NetworkSegment(fc976a94-f34a-44bf-affd-b5579f313a75),segment_id=fc976a94-f34a-44bf-affd-b5579f313a75)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:37.787507 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f7e8773a-6d9d-4945-a643-5bea4e571da5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:37.795740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26590413-3fa0-427b-963e-ebec4dd955b4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 0c016ec0-1482-4ff1-8a54-22e1124306c3 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:59:37.814081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451ac926-c967-4a21-8d2a-224a2b4de3a2 req-102cf68c-217a-4f6b-abd3-3e7aae4e0da8 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:37.816371 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-451ac926-c967-4a21-8d2a-224a2b4de3a2 req-102cf68c-217a-4f6b-abd3-3e7aae4e0da8 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 945 time: 0.3096595 Feb 28 14:59:37.847323 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:37.907265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Port': ['ID=7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:37.916594 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] No DVR routers for this DVR port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:59:37.959576 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8773a-6d9d-4945-a643-5bea4e571da5 None None] Calling delete_port for 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:37.964119 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-451ac926-c967-4a21-8d2a-224a2b4de3a2 req-cd28babd-7016-48a3-8d2c-0ec2929fd334 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397314 Feb 28 14:59:38.006612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 update to DOWN by agent not found {{(pid=83593) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 28 14:59:38.006997 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26590413-3fa0-427b-963e-ebec4dd955b4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:59:38.027202 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-26590413-3fa0-427b-963e-ebec4dd955b4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/0c016ec0-1482-4ff1-8a54-22e1124306c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9307597 Feb 28 14:59:38.028046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48064) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:38.028377 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30172483-a0ba-476e-9dd3-7612da223d01 None None] Sync routers for ids ['0c016ec0-1482-4ff1-8a54-22e1124306c3'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:59:38.040038 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30172483-a0ba-476e-9dd3-7612da223d01 None None] Routers {'0c016ec0-1482-4ff1-8a54-22e1124306c3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:38.040881 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-30172483-a0ba-476e-9dd3-7612da223d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0c016ec0-1482-4ff1-8a54-22e1124306c3'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:38.068348 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn_limited( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1993: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn_limited( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 14:59:38.074304 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 14:59:38.101480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bdf1c0c-85f4-40b3-849d-413e9072abac']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:38.102714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-f7e8773a-6d9d-4945-a643-5bea4e571da5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 14:59:38.103137 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-f7e8773a-6d9d-4945-a643-5bea4e571da5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 14:59:38.115707 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc976a94-f34a-44bf-affd-b5579f313a75') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:38.116284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc976a94-f34a-44bf-affd-b5579f313a75') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:38.128640 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.145909 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.161611 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:59:38.162186 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:59:38.177595 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:59:38.230799 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-30172483-a0ba-476e-9dd3-7612da223d01 None None] Set router 0c016ec0-1482-4ff1-8a54-22e1124306c3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:59:38.258886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-a50cb480-d986-44c3-8bf6-2dba33dc3170 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting subnet 99bb0a0f-338f-4ae2-b958-18979ceae777 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 14:59:38.261844 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a50cb480-d986-44c3-8bf6-2dba33dc3170 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.272439 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.292341 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.304498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Network': ['ID=4bdf1c0c-85f4-40b3-849d-413e9072abac,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:38.320154 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bc3ac4e4-8783-4a0a-858e-453928377784 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/networks/4bdf1c0c-85f4-40b3-849d-413e9072abac HTTP/1.1" status: 204 len: 168 time: 1.3556170 Feb 28 14:59:38.321201 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a50cb480-d986-44c3-8bf6-2dba33dc3170 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.324288 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48068) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:38.334045 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-6f8083e2-f1a5-4407-aac4-bf39e58e3ee6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1073710506', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:38.339094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6f8083e2-f1a5-4407-aac4-bf39e58e3ee6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:38.343156 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6f8083e2-f1a5-4407-aac4-bf39e58e3ee6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:router and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:38.346112 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6f8083e2-f1a5-4407-aac4-bf39e58e3ee6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:38.351691 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6f8083e2-f1a5-4407-aac4-bf39e58e3ee6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:38.364249 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6f8083e2-f1a5-4407-aac4-bf39e58e3ee6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.365369 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6f8083e2-f1a5-4407-aac4-bf39e58e3ee6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.385212 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6f8083e2-f1a5-4407-aac4-bf39e58e3ee6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.405694 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6f8083e2-f1a5-4407-aac4-bf39e58e3ee6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.411863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a50cb480-d986-44c3-8bf6-2dba33dc3170 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.435154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6f8083e2-f1a5-4407-aac4-bf39e58e3ee6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.436793 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6f8083e2-f1a5-4407-aac4-bf39e58e3ee6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.1087101 Feb 28 14:59:38.439289 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48072) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:38.446596 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-1112efd4-cb4d-4c67-8c91-c4262b84c591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1264048962'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:38.453277 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1112efd4-cb4d-4c67-8c91-c4262b84c591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:38.460242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1112efd4-cb4d-4c67-8c91-c4262b84c591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:network and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:38.461450 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 14:59:38.463645 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1112efd4-cb4d-4c67-8c91-c4262b84c591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:38.471066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1112efd4-cb4d-4c67-8c91-c4262b84c591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:38.484748 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1112efd4-cb4d-4c67-8c91-c4262b84c591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:38.488940 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1112efd4-cb4d-4c67-8c91-c4262b84c591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.507038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a50cb480-d986-44c3-8bf6-2dba33dc3170 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.517798 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1112efd4-cb4d-4c67-8c91-c4262b84c591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:59:38.528306 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1112efd4-cb4d-4c67-8c91-c4262b84c591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.528681 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-1112efd4-cb4d-4c67-8c91-c4262b84c591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Added segment f0bb7e33-3f9c-4e18-8180-1524fa36026a of type vlan for network dc93b264-6997-43a8-9c0a-170d7ac3dd26 Feb 28 14:59:38.548761 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-30172483-a0ba-476e-9dd3-7612da223d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'name': 'tempest-TestNetworkBasicOps-router-1346207162', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:09Z', 'updated_at': '2022-02-28T14:59:36Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:38.553101 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30172483-a0ba-476e-9dd3-7612da223d01 None None] Checking router: 0c016ec0-1482-4ff1-8a54-22e1124306c3 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:59:38.555247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50cb480-d986-44c3-8bf6-2dba33dc3170 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Subnet': ['ID=99bb0a0f-338f-4ae2-b958-18979ceae777,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:38.560204 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a50cb480-d986-44c3-8bf6-2dba33dc3170 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.565943 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1112efd4-cb4d-4c67-8c91-c4262b84c591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.566304 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b5197a-5955-4000-a112-9f9d4bf6aac1 None None] Network 9d612402-7f6c-464b-9841-02cdb0616e7d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:38.566809 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30172483-a0ba-476e-9dd3-7612da223d01 None None] Routers {'0c016ec0-1482-4ff1-8a54-22e1124306c3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:38.567667 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-30172483-a0ba-476e-9dd3-7612da223d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0c016ec0-1482-4ff1-8a54-22e1124306c3'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:38.569732 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a50cb480-d986-44c3-8bf6-2dba33dc3170 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/subnets/99bb0a0f-338f-4ae2-b958-18979ceae777 HTTP/1.1" status: 204 len: 168 time: 0.5407064 Feb 28 14:59:38.569936 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48076) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:38.629791 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8773a-6d9d-4945-a643-5bea4e571da5 None None] Deleting port 7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:38.630163 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f7e8773a-6d9d-4945-a643-5bea4e571da5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.709855 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f7e8773a-6d9d-4945-a643-5bea4e571da5 None None] The port '7aa68ac8-09e8-47c0-87b3-dd2e7b0e87d2' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 14:59:38.742607 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1112efd4-cb4d-4c67-8c91-c4262b84c591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.746187 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1112efd4-cb4d-4c67-8c91-c4262b84c591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:38.746768 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1112efd4-cb4d-4c67-8c91-c4262b84c591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:38.754654 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-30172483-a0ba-476e-9dd3-7612da223d01 None None] Set router 0c016ec0-1482-4ff1-8a54-22e1124306c3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:59:38.798204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 0c4c8b21-e842-48c3-a3b4-86f8d005786f up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:38.864120 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1112efd4-cb4d-4c67-8c91-c4262b84c591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4191160 Feb 28 14:59:38.864474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48080) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:38.870064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-0eea03f4-88a1-4284-9478-6667c0143b10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'subnet': {'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:38.870338 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1112efd4-cb4d-4c67-8c91-c4262b84c591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Network': ['ID=dc93b264-6997-43a8-9c0a-170d7ac3dd26,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:38.898936 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network dc93b264-6997-43a8-9c0a-170d7ac3dd26 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:59:38.912040 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-feebe81a-d905-457b-a885-fca7e7c79093 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:39.006916 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 0c4c8b21-e842-48c3-a3b4-86f8d005786f triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:39.006916 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:39.037230 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0eea03f4-88a1-4284-9478-6667c0143b10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:39.041291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0eea03f4-88a1-4284-9478-6667c0143b10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:subnet and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:39.044209 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0eea03f4-88a1-4284-9478-6667c0143b10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:39.050868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0eea03f4-88a1-4284-9478-6667c0143b10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:39.066817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0eea03f4-88a1-4284-9478-6667c0143b10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:39.093273 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-30172483-a0ba-476e-9dd3-7612da223d01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'name': 'tempest-TestNetworkBasicOps-router-1346207162', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:09Z', 'updated_at': '2022-02-28T14:59:36Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:39.101837 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30172483-a0ba-476e-9dd3-7612da223d01 None None] The sync data for ids ['0c016ec0-1482-4ff1-8a54-22e1124306c3'] in dv-neutron-830866-2-hyperv is: [{'id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'name': 'tempest-TestNetworkBasicOps-router-1346207162', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10'}], 'enable_snat': True}, 'gw_port_id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:09Z', 'updated_at': '2022-02-28T14:59:36Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd86e76ae-4a6e-4c61-870d-a0bae4a84007', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:05:11', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0c016ec0-1482-4ff1-8a54-22e1124306c3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:59:39.103781 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adfc4fc6-4991-462a-b4d9-2fe56bbabdf0 None None] DHCP port deletion for 9d612402-7f6c-464b-9841-02cdb0616e7d request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 14:59:39.161326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-adfc4fc6-4991-462a-b4d9-2fe56bbabdf0 None None] Deleting port fb42c618-ec63-4fe2-9ac9-85659988f576 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:39.161700 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-adfc4fc6-4991-462a-b4d9-2fe56bbabdf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:39.162395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-feebe81a-d905-457b-a885-fca7e7c79093 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:39.172315 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-feebe81a-d905-457b-a885-fca7e7c79093 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port d86e76ae-4a6e-4c61-870d-a0bae4a84007 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 14:59:39.172841 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-feebe81a-d905-457b-a885-fca7e7c79093 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:39.241664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0eea03f4-88a1-4284-9478-6667c0143b10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:39.363080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4e4999a-6753-4556-81a9-3f1dae1456b5 req-74e65aee-2d6d-4bac-9dae-6af86bfa3956 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:39.364962 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e4e4999a-6753-4556-81a9-3f1dae1456b5 req-74e65aee-2d6d-4bac-9dae-6af86bfa3956 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 945 time: 0.2087078 Feb 28 14:59:39.434309 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:39.469335 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e4e4999a-6753-4556-81a9-3f1dae1456b5 req-100e867b-9425-451b-990e-4e83a20c00da tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932012 Feb 28 14:59:39.487736 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-adfc4fc6-4991-462a-b4d9-2fe56bbabdf0 None None] For port fb42c618-ec63-4fe2-9ac9-85659988f576, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fb42c618-ec63-4fe2-9ac9-85659988f576,segment=NetworkSegment(6f5da2dd-3ebc-49a5-b6d2-53bb41543316),segment_id=6f5da2dd-3ebc-49a5-b6d2-53bb41543316)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:39.488124 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-adfc4fc6-4991-462a-b4d9-2fe56bbabdf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:39.500081 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4c8b21-e842-48c3-a3b4-86f8d005786f'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:59:39.534274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48088) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:39.571521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0eea03f4-88a1-4284-9478-6667c0143b10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:39.585065 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 0c4c8b21-e842-48c3-a3b4-86f8d005786f, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0c4c8b21-e842-48c3-a3b4-86f8d005786f,segment=NetworkSegment(5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c),segment_id=5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:39.649208 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0c4c8b21-e842-48c3-a3b4-86f8d005786f', 'code': 200} Feb 28 14:59:39.652808 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:39.656239 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 53cf5148-9bed-47ba-b7cc-d6e45e49b269 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:59:39.689662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eea03f4-88a1-4284-9478-6667c0143b10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Subnet': ['ID=f5d459fb-7fa7-46fa-a032-3c32d49c5c3c,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:39.705001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-adfc4fc6-4991-462a-b4d9-2fe56bbabdf0 None None] Calling delete_port for fb42c618-ec63-4fe2-9ac9-85659988f576 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:39.705918 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0eea03f4-88a1-4284-9478-6667c0143b10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Checking segment: {'id': 'f0bb7e33-3f9c-4e18-8180-1524fa36026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:39.706444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea03f4-88a1-4284-9478-6667c0143b10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network hostable DHCP agents. Network: dc93b264-6997-43a8-9c0a-170d7ac3dd26, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:59:39.715865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-feebe81a-d905-457b-a885-fca7e7c79093 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port d86e76ae-4a6e-4c61-870d-a0bae4a84007, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d86e76ae-4a6e-4c61-870d-a0bae4a84007,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:39.716200 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-feebe81a-d905-457b-a885-fca7e7c79093 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:39.729421 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0eea03f4-88a1-4284-9478-6667c0143b10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network dc93b264-6997-43a8-9c0a-170d7ac3dd26 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:59:39.730647 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c92b811d-3bde-4968-b309-f7750c6dbe8d tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/floatingips/3e1c0875-f3d3-42c0-aa95-355d06f013d2 HTTP/1.1" status: 200 len: 993 time: 0.1948116 Feb 28 14:59:39.747859 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-0eea03f4-88a1-4284-9478-6667c0143b10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, dc93b264-6997-43a8-9c0a-170d7ac3dd26) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:39.760722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eea03f4-88a1-4284-9478-6667c0143b10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:39.761511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0eea03f4-88a1-4284-9478-6667c0143b10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:39.770395 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 53cf5148-9bed-47ba-b7cc-d6e45e49b269 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:59:39.770742 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 53cf5148-9bed-47ba-b7cc-d6e45e49b269 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:59:39.771155 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fb42c618-ec63-4fe2-9ac9-85659988f576 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:59:39.788810 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0eea03f4-88a1-4284-9478-6667c0143b10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9208338 Feb 28 14:59:39.789001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48092) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:39.810188 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea86b95-b97e-47b3-8d84-603a6d9d6cfe None None] Network dc93b264-6997-43a8-9c0a-170d7ac3dd26 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:39.844158 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-feebe81a-d905-457b-a885-fca7e7c79093 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for d86e76ae-4a6e-4c61-870d-a0bae4a84007 owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 14:59:39.988850 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=0c4c8b21-e842-48c3-a3b4-86f8d005786f,revision_number=7']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:40.026687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-feebe81a-d905-457b-a885-fca7e7c79093 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.056385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-adfc4fc6-4991-462a-b4d9-2fe56bbabdf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.069849 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feebe81a-d905-457b-a885-fca7e7c79093 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=d86e76ae-4a6e-4c61-870d-a0bae4a84007,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:40.091813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Port fb42c618-ec63-4fe2-9ac9-85659988f576 update to DOWN by agent not found {{(pid=83593) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 28 14:59:40.142302 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adfc4fc6-4991-462a-b4d9-2fe56bbabdf0 None None] No DVR routers for this DVR port fb42c618-ec63-4fe2-9ac9-85659988f576 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 14:59:40.144590 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adfc4fc6-4991-462a-b4d9-2fe56bbabdf0 None None] Pushing event deleted for resources: {'Port': ['ID=fb42c618-ec63-4fe2-9ac9-85659988f576,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:40.218944 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-dc93b264-6997-43a8-9c0a-170d7ac3dd26', 'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'fixed_ips': [{'subnet_id': 'f5d459fb-7fa7-46fa-a032-3c32d49c5c3c'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:59:40.222202 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.309564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-feebe81a-d905-457b-a885-fca7e7c79093 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.387446 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Allocated IP 172.20.0.2 (dc93b264-6997-43a8-9c0a-170d7ac3dd26/f5d459fb-7fa7-46fa-a032-3c32d49c5c3c/9988a59b-c5b2-43d5-b705-b4e280c854ba) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:40.406371 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.570077 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-feebe81a-d905-457b-a885-fca7e7c79093 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.575297 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-feebe81a-d905-457b-a885-fca7e7c79093 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.602550 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-feebe81a-d905-457b-a885-fca7e7c79093 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.603056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feebe81a-d905-457b-a885-fca7e7c79093 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Fanout notify agent at l3_agent the message router_deleted on router 0c016ec0-1482-4ff1-8a54-22e1124306c3 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 14:59:40.614129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.617992 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-feebe81a-d905-457b-a885-fca7e7c79093 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.621550 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-feebe81a-d905-457b-a885-fca7e7c79093 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/routers/0c016ec0-1482-4ff1-8a54-22e1124306c3 HTTP/1.1" status: 204 len: 168 time: 2.0482342 Feb 28 14:59:40.621798 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48096) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:40.628098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Transition to ACTIVE for port object 9988a59b-c5b2-43d5-b705-b4e280c854ba will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:40.650925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Transition to ACTIVE for port object 9988a59b-c5b2-43d5-b705-b4e280c854ba will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:40.663768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.740939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Network dc93b264-6997-43a8-9c0a-170d7ac3dd26 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:40.743851 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:40.748297 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:40.750458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Pushing event updated for resources: {'Port': ['ID=9988a59b-c5b2-43d5-b705-b4e280c854ba,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:40.772817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1ae67403-c918-4c1e-a6f0-c915f5e8e26c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.777252 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Allocated IP 172.20.0.1 (dc93b264-6997-43a8-9c0a-170d7ac3dd26/f5d459fb-7fa7-46fa-a032-3c32d49c5c3c/8775011b-54db-405e-b5cf-cd609637b1ba) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:40.849748 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Attempting to bind port 9988a59b-c5b2-43d5-b705-b4e280c854ba on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:59:40.850326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Attempting to bind port 9988a59b-c5b2-43d5-b705-b4e280c854ba by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'f0bb7e33-3f9c-4e18-8180-1524fa36026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:59:40.850443 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Attempting to bind port 9988a59b-c5b2-43d5-b705-b4e280c854ba on network dc93b264-6997-43a8-9c0a-170d7ac3dd26 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:59:40.857151 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:59:40.857661 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Checking segment: {'id': 'f0bb7e33-3f9c-4e18-8180-1524fa36026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:40.858172 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.858660 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Bound using segment: {'id': 'f0bb7e33-3f9c-4e18-8180-1524fa36026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:59:40.859266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Bound port: 9988a59b-c5b2-43d5-b705-b4e280c854ba, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0bb7e33-3f9c-4e18-8180-1524fa36026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:59:40.859777 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.912813 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1ae67403-c918-4c1e-a6f0-c915f5e8e26c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.945504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.951182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] For port 9988a59b-c5b2-43d5-b705-b4e280c854ba, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:59:40.956126 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] For port 9988a59b-c5b2-43d5-b705-b4e280c854ba, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9988a59b-c5b2-43d5-b705-b4e280c854ba,segment=NetworkSegment(f0bb7e33-3f9c-4e18-8180-1524fa36026a),segment_id=f0bb7e33-3f9c-4e18-8180-1524fa36026a)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:59:40.964472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Transition to ACTIVE for port object 8775011b-54db-405e-b5cf-cd609637b1ba will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:40.965061 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:40.988880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.039247 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-1ae67403-c918-4c1e-a6f0-c915f5e8e26c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d612402-7f6c-464b-9841-02cdb0616e7d']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:41.051526 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e501943-03c5-45a3-9a38-b1f61eb6616a None None] Pushing event updated for resources: {'Port': ['ID=9988a59b-c5b2-43d5-b705-b4e280c854ba,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:41.053540 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-1ae67403-c918-4c1e-a6f0-c915f5e8e26c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6f5da2dd-3ebc-49a5-b6d2-53bb41543316') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:41.053540 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-1ae67403-c918-4c1e-a6f0-c915f5e8e26c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6f5da2dd-3ebc-49a5-b6d2-53bb41543316') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:41.066761 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1ae67403-c918-4c1e-a6f0-c915f5e8e26c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.073447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network dc93b264-6997-43a8-9c0a-170d7ac3dd26 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:41.077009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:41.079595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:41.086703 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1ae67403-c918-4c1e-a6f0-c915f5e8e26c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.093394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ae67403-c918-4c1e-a6f0-c915f5e8e26c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 14:59:41.093911 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1ae67403-c918-4c1e-a6f0-c915f5e8e26c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 14:59:41.108791 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 14:59:41.111182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=8775011b-54db-405e-b5cf-cd609637b1ba,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:41.153692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.198769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1ae67403-c918-4c1e-a6f0-c915f5e8e26c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.220676 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1ae67403-c918-4c1e-a6f0-c915f5e8e26c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.227872 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae67403-c918-4c1e-a6f0-c915f5e8e26c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Network': ['ID=9d612402-7f6c-464b-9841-02cdb0616e7d,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:41.244476 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1ae67403-c918-4c1e-a6f0-c915f5e8e26c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/networks/9d612402-7f6c-464b-9841-02cdb0616e7d HTTP/1.1" status: 204 len: 168 time: 0.6216354 Feb 28 14:59:41.270283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48100) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:41.274292 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.287455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5431478a-f343-43ab-8162-3efe1b20f7e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'network': {'name': 'tempest-network-smoke--2092040593', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'port_security_enabled': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:41.292286 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5431478a-f343-43ab-8162-3efe1b20f7e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:41.296303 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5431478a-f343-43ab-8162-3efe1b20f7e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:network and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:41.299394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5431478a-f343-43ab-8162-3efe1b20f7e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:41.306466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5431478a-f343-43ab-8162-3efe1b20f7e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:41.322412 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5431478a-f343-43ab-8162-3efe1b20f7e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:41.325474 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5431478a-f343-43ab-8162-3efe1b20f7e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.355812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5431478a-f343-43ab-8162-3efe1b20f7e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:59:41.365644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5431478a-f343-43ab-8162-3efe1b20f7e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.365644 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-5431478a-f343-43ab-8162-3efe1b20f7e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Added segment 2904d098-4d5a-46b9-95c0-d3a5076b11c7 of type vlan for network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 Feb 28 14:59:41.394151 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5431478a-f343-43ab-8162-3efe1b20f7e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.432682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5431478a-f343-43ab-8162-3efe1b20f7e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.436565 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5431478a-f343-43ab-8162-3efe1b20f7e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:41.437229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5431478a-f343-43ab-8162-3efe1b20f7e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.494875 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5431478a-f343-43ab-8162-3efe1b20f7e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2209542 Feb 28 14:59:41.498683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48104) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:41.562007 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9988a59b-c5b2-43d5-b705-b4e280c854ba up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:41.586774 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5431478a-f343-43ab-8162-3efe1b20f7e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Network': ['ID=a9219bbb-f193-4b32-8c95-dac71b6b5cf2,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:41.600351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:59:41.616359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-956735116', 'admin_state_up': True, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:41.626583 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:41.635051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:router and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:41.640076 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:41.648416 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:41.683770 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.684676 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.766315 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 9988a59b-c5b2-43d5-b705-b4e280c854ba completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:41.792082 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.834265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d86e76ae-4a6e-4c61-870d-a0bae4a84007 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 14:59:41.872660 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: d86e76ae-4a6e-4c61-870d-a0bae4a84007 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 14:59:41.873430 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d86e76ae-4a6e-4c61-870d-a0bae4a84007 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 14:59:41.946240 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:41.952784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:42.078496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8032888-4847-4e1f-aa80-9b74ba549aba None None] Network dc93b264-6997-43a8-9c0a-170d7ac3dd26 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:42.080369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=8775011b-54db-405e-b5cf-cd609637b1ba,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:42.082610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:42.093488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:42.200566 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-25c0ab62-f589-40b3-8620-5a42297ec741 None None] Provisioning for port 9988a59b-c5b2-43d5-b705-b4e280c854ba completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:42.210665 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-25c0ab62-f589-40b3-8620-5a42297ec741 None None] Provisioning complete for port 9988a59b-c5b2-43d5-b705-b4e280c854ba triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:42.211035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-25c0ab62-f589-40b3-8620-5a42297ec741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:42.305350 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network dc93b264-6997-43a8-9c0a-170d7ac3dd26 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:42.307079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:42.410195 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-25c0ab62-f589-40b3-8620-5a42297ec741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:42.448372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-25c0ab62-f589-40b3-8620-5a42297ec741 None None] For port 9988a59b-c5b2-43d5-b705-b4e280c854ba, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9988a59b-c5b2-43d5-b705-b4e280c854ba,segment=NetworkSegment(f0bb7e33-3f9c-4e18-8180-1524fa36026a),segment_id=f0bb7e33-3f9c-4e18-8180-1524fa36026a)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:42.458161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-25c0ab62-f589-40b3-8620-5a42297ec741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:42.537235 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c0ab62-f589-40b3-8620-5a42297ec741 None None] Pushing event updated for resources: {'Port': ['ID=9988a59b-c5b2-43d5-b705-b4e280c854ba,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:42.639492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:42.673812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:42.689103 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-78109501-4317-46b7-85f8-3bfeec738e9f None None] Provisioning for port 8775011b-54db-405e-b5cf-cd609637b1ba completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:42.694977 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-78109501-4317-46b7-85f8-3bfeec738e9f None None] Provisioning complete for port 8775011b-54db-405e-b5cf-cd609637b1ba triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:42.695351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-78109501-4317-46b7-85f8-3bfeec738e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:42.750428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-78109501-4317-46b7-85f8-3bfeec738e9f None None] Port 8775011b-54db-405e-b5cf-cd609637b1ba cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:42.764104 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-78109501-4317-46b7-85f8-3bfeec738e9f None None] Provisioning complete for port 9988a59b-c5b2-43d5-b705-b4e280c854ba triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:42.764472 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-78109501-4317-46b7-85f8-3bfeec738e9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:42.849319 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.186 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/65528a21-8514-4338-ba2a-01ec74f0cac9) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:42.938765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router cbc3d952-22e4-4fc0-85cc-a60975bd2510 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:59:43.012418 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-37d8b50a-0333-46b9-8799-25a9053e0493 None None] Provisioning complete for port 8775011b-54db-405e-b5cf-cd609637b1ba triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:43.012923 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-37d8b50a-0333-46b9-8799-25a9053e0493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:43.066943 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-37d8b50a-0333-46b9-8799-25a9053e0493 None None] Port 8775011b-54db-405e-b5cf-cd609637b1ba cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:43.186486 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-14f6822a-61c7-450e-a010-ac56ba246f78 None None] Provisioning complete for port 8775011b-54db-405e-b5cf-cd609637b1ba triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:43.186853 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-14f6822a-61c7-450e-a010-ac56ba246f78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:43.235144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:43.241005 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-14f6822a-61c7-450e-a010-ac56ba246f78 None None] Port 8775011b-54db-405e-b5cf-cd609637b1ba cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:43.287218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:43.318171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:59:43.329864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Sync routers for ids ['cbc3d952-22e4-4fc0-85cc-a60975bd2510'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:59:43.342752 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Routers {'cbc3d952-22e4-4fc0-85cc-a60975bd2510'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:43.343350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['cbc3d952-22e4-4fc0-85cc-a60975bd2510'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:43.370843 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:43.373678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:43.379859 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5334cc6d-e20d-4f4d-aef9-945b598e0c82 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/cbc3d952-22e4-4fc0-85cc-a60975bd2510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5898006 Feb 28 14:59:43.380989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:43.382895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48108) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:43.389013 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-7d113ffe-2762-481d-931e-e8375b91b297 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1425229937'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:43.394567 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-7d113ffe-2762-481d-931e-e8375b91b297 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:43.398711 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7d113ffe-2762-481d-931e-e8375b91b297 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:network and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:43.401775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7d113ffe-2762-481d-931e-e8375b91b297 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:43.405611 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=65528a21-8514-4338-ba2a-01ec74f0cac9,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:43.414632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-7d113ffe-2762-481d-931e-e8375b91b297 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:43.426810 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d113ffe-2762-481d-931e-e8375b91b297 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:43.430568 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d113ffe-2762-481d-931e-e8375b91b297 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:43.492194 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d113ffe-2762-481d-931e-e8375b91b297 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:59:43.512819 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d113ffe-2762-481d-931e-e8375b91b297 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:43.516777 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-7d113ffe-2762-481d-931e-e8375b91b297 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Added segment e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b of type vlan for network 9feb5012-38aa-4241-aa93-8144738b6ac2 Feb 28 14:59:43.547344 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9988a59b-c5b2-43d5-b705-b4e280c854ba up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:43.555021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d113ffe-2762-481d-931e-e8375b91b297 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:43.588054 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d113ffe-2762-481d-931e-e8375b91b297 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:43.592287 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d113ffe-2762-481d-931e-e8375b91b297 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:43.592892 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d113ffe-2762-481d-931e-e8375b91b297 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:43.598115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:43.599114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:43.618470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Set router cbc3d952-22e4-4fc0-85cc-a60975bd2510 gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:59:43.698957 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7d113ffe-2762-481d-931e-e8375b91b297 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3146250 Feb 28 14:59:43.701559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48112) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:43.709111 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-02121c5e-02b6-4ace-9969-7cbb6952b69b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'subnet': {'network_id': '9feb5012-38aa-4241-aa93-8144738b6ac2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:43.724773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d113ffe-2762-481d-931e-e8375b91b297 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Network': ['ID=9feb5012-38aa-4241-aa93-8144738b6ac2,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:43.762999 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 9feb5012-38aa-4241-aa93-8144738b6ac2 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:59:43.786521 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 9988a59b-c5b2-43d5-b705-b4e280c854ba triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:43.786830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:43.823050 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-02121c5e-02b6-4ace-9969-7cbb6952b69b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:43.826964 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-02121c5e-02b6-4ace-9969-7cbb6952b69b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:subnet and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:43.830011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-02121c5e-02b6-4ace-9969-7cbb6952b69b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:43.836326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-02121c5e-02b6-4ace-9969-7cbb6952b69b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:43.847516 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02121c5e-02b6-4ace-9969-7cbb6952b69b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:43.849503 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 14:59:43.950605 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-02121c5e-02b6-4ace-9969-7cbb6952b69b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:44.052040 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:59:44.062545 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Sync routers for ids ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:59:44.079992 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Routers {'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:44.081617 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:44.085990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:44.087429 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ac132abf-fda6-4db8-85d8-8e83c9a7fe06 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5876913 Feb 28 14:59:44.090914 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48116) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:44.202196 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'name': 'tempest-RoutersTest-router-1073710506', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:38Z', 'updated_at': '2022-02-28T14:59:41Z', 'revision_number': 2, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'gw_port_host': None, '_interfaces': [{'id': '8775011b-54db-405e-b5cf-cd609637b1ba', 'name': '', 'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'mac_address': 'fa:16:3e:66:11:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5d459fb-7fa7-46fa-a032-3c32d49c5c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:40Z', 'updated_at': '2022-02-28T14:59:41Z', 'revision_number': 2, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'subnets': [{'id': 'f5d459fb-7fa7-46fa-a032-3c32d49c5c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:44.204824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-02121c5e-02b6-4ace-9969-7cbb6952b69b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:44.207772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Checking router: cbc3d952-22e4-4fc0-85cc-a60975bd2510 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:59:44.208414 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Updating router cbc3d952-22e4-4fc0-85cc-a60975bd2510 port 8775011b-54db-405e-b5cf-cd609637b1ba binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:59:44.264377 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:44.276399 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02121c5e-02b6-4ace-9969-7cbb6952b69b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Subnet': ['ID=73c496ac-5676-4f9c-a1f6-2d9d6b4df32e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:44.302300 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02121c5e-02b6-4ace-9969-7cbb6952b69b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Checking segment: {'id': 'e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9feb5012-38aa-4241-aa93-8144738b6ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:44.302574 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02121c5e-02b6-4ace-9969-7cbb6952b69b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network hostable DHCP agents. Network: 9feb5012-38aa-4241-aa93-8144738b6ac2, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:59:44.319255 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Set router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:59:44.361044 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8a902969-7550-4c0e-bf5c-5c599811673e tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=dc1d4553fb84410fb62138d51b5fd9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2688477 Feb 28 14:59:44.362181 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02121c5e-02b6-4ace-9969-7cbb6952b69b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 9feb5012-38aa-4241-aa93-8144738b6ac2 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:59:44.365266 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48122) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:44.374023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-02121c5e-02b6-4ace-9969-7cbb6952b69b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 9feb5012-38aa-4241-aa93-8144738b6ac2) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:44.379006 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02121c5e-02b6-4ace-9969-7cbb6952b69b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:44.379613 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-02121c5e-02b6-4ace-9969-7cbb6952b69b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:44.392356 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-798e1ae7-a82d-49bd-a96d-afa8c69aa721 None None] Network 9feb5012-38aa-4241-aa93-8144738b6ac2 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:44.410902 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-02121c5e-02b6-4ace-9969-7cbb6952b69b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7058873 Feb 28 14:59:44.412173 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48126) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:44.653276 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:43Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:44.658330 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Checking router: a0d4071b-b919-4e2a-a0f1-d56a3eb16efe for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:59:44.658330 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Updating router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe port 65528a21-8514-4338-ba2a-01ec74f0cac9 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:59:44.678507 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05eb6744-8219-4e3c-ab7c-01567095cf23 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:44.680000 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-05eb6744-8219-4e3c-ab7c-01567095cf23 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3134344 Feb 28 14:59:44.682869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48130) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:44.719249 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:44.732892 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-519e3fcd-89a0-4727-be05-3cd60d688009 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0488648 Feb 28 14:59:44.735394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48134) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:44.744119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9a6f30d4-a9ca-4e89-a169-0e1fc76da1ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1046686975', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:44.762649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-9feb5012-38aa-4241-aa93-8144738b6ac2', 'network_id': '9feb5012-38aa-4241-aa93-8144738b6ac2', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'fixed_ips': [{'subnet_id': '73c496ac-5676-4f9c-a1f6-2d9d6b4df32e'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:59:44.763444 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:44.873121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9a6f30d4-a9ca-4e89-a169-0e1fc76da1ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:44.878742 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9a6f30d4-a9ca-4e89-a169-0e1fc76da1ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:subnet and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:44.882559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9a6f30d4-a9ca-4e89-a169-0e1fc76da1ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:44.890773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:44.891506 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9a6f30d4-a9ca-4e89-a169-0e1fc76da1ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:44.905603 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a6f30d4-a9ca-4e89-a169-0e1fc76da1ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:44.919588 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Transition to ACTIVE for port object 8775011b-54db-405e-b5cf-cd609637b1ba will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:44.966635 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:45.026253 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9a6f30d4-a9ca-4e89-a169-0e1fc76da1ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:45.125061 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947ec26-6e9d-492a-96f3-9c2642f49e03 None None] Pushing event updated for resources: {'Port': ['ID=8775011b-54db-405e-b5cf-cd609637b1ba,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:45.128457 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Allocated IP 172.21.0.2 (9feb5012-38aa-4241-aa93-8144738b6ac2/73c496ac-5676-4f9c-a1f6-2d9d6b4df32e/fe4d5260-1c35-46d0-87ab-6c44c23d85fe) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:45.155216 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:45.173528 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Transition to ACTIVE for port object 65528a21-8514-4338-ba2a-01ec74f0cac9 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:45.195465 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:45.322482 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f21864-f879-4f88-9477-2301749cdb00 None None] Pushing event updated for resources: {'Port': ['ID=65528a21-8514-4338-ba2a-01ec74f0cac9,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:45.331212 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Attempting to bind port 65528a21-8514-4338-ba2a-01ec74f0cac9 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:59:45.331601 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Attempting to bind port 65528a21-8514-4338-ba2a-01ec74f0cac9 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:59:45.332085 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Attempting to bind port 65528a21-8514-4338-ba2a-01ec74f0cac9 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:59:45.347929 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f21864-f879-4f88-9477-2301749cdb00 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:45.348467 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f21864-f879-4f88-9477-2301749cdb00 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:45.348805 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f21864-f879-4f88-9477-2301749cdb00 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:45.349131 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f21864-f879-4f88-9477-2301749cdb00 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:45.349470 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f21864-f879-4f88-9477-2301749cdb00 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:45.350807 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f21864-f879-4f88-9477-2301749cdb00 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:45.352864 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f21864-f879-4f88-9477-2301749cdb00 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:45.353200 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f21864-f879-4f88-9477-2301749cdb00 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:45.353526 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f21864-f879-4f88-9477-2301749cdb00 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:45.356930 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f21864-f879-4f88-9477-2301749cdb00 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:45.357320 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-49f21864-f879-4f88-9477-2301749cdb00 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:45.371182 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:59:45.371570 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:45.371958 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:45.372336 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:59:45.375448 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Bound port: 65528a21-8514-4338-ba2a-01ec74f0cac9, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:59:45.377942 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:45.380124 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Attempting to bind port 8775011b-54db-405e-b5cf-cd609637b1ba on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:59:45.381662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Attempting to bind port 8775011b-54db-405e-b5cf-cd609637b1ba by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'f0bb7e33-3f9c-4e18-8180-1524fa36026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:59:45.382285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Attempting to bind port 8775011b-54db-405e-b5cf-cd609637b1ba on network dc93b264-6997-43a8-9c0a-170d7ac3dd26 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:59:45.397253 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:59:45.398489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Checking segment: {'id': 'f0bb7e33-3f9c-4e18-8180-1524fa36026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:45.398489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:45.399098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Bound using segment: {'id': 'f0bb7e33-3f9c-4e18-8180-1524fa36026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:59:45.399919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Bound port: 8775011b-54db-405e-b5cf-cd609637b1ba, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0bb7e33-3f9c-4e18-8180-1524fa36026a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:59:45.400529 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:45.409428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9a6f30d4-a9ca-4e89-a169-0e1fc76da1ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:45.465771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:45.492240 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6f30d4-a9ca-4e89-a169-0e1fc76da1ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Subnet': ['ID=9ae72e0a-017b-40a3-b12f-f4e75df4cf9b,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:45.542052 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a6f30d4-a9ca-4e89-a169-0e1fc76da1ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Checking segment: {'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:45.542420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f30d4-a9ca-4e89-a169-0e1fc76da1ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network hostable DHCP agents. Network: a9219bbb-f193-4b32-8c95-dac71b6b5cf2, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:59:45.545011 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] For port 65528a21-8514-4338-ba2a-01ec74f0cac9, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:59:45.548266 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] For port 65528a21-8514-4338-ba2a-01ec74f0cac9, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=65528a21-8514-4338-ba2a-01ec74f0cac9,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:59:45.554322 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:45.569662 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a6f30d4-a9ca-4e89-a169-0e1fc76da1ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:59:45.581699 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9a6f30d4-a9ca-4e89-a169-0e1fc76da1ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, a9219bbb-f193-4b32-8c95-dac71b6b5cf2) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:45.586470 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6f30d4-a9ca-4e89-a169-0e1fc76da1ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:45.587192 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9a6f30d4-a9ca-4e89-a169-0e1fc76da1ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:45.601963 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57685295-cc40-4f1d-81a3-5658645f4291 None None] Network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:45.617206 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9a6f30d4-a9ca-4e89-a169-0e1fc76da1ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.8767855 Feb 28 14:59:45.617453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48138) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:45.652003 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Routers {'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:45.652681 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:45.678032 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:45.686126 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] For port 8775011b-54db-405e-b5cf-cd609637b1ba, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:59:45.712457 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Transition to ACTIVE for port object fe4d5260-1c35-46d0-87ab-6c44c23d85fe will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:45.717859 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] For port 8775011b-54db-405e-b5cf-cd609637b1ba, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8775011b-54db-405e-b5cf-cd609637b1ba,segment=NetworkSegment(f0bb7e33-3f9c-4e18-8180-1524fa36026a),segment_id=f0bb7e33-3f9c-4e18-8180-1524fa36026a)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:59:45.769168 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f21864-f879-4f88-9477-2301749cdb00 None None] Pushing event updated for resources: {'Port': ['ID=65528a21-8514-4338-ba2a-01ec74f0cac9,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:45.806201 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:45.871389 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Transition to ACTIVE for port object fe4d5260-1c35-46d0-87ab-6c44c23d85fe will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:45.873780 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] Set router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:59:45.918701 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:45.970246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0947ec26-6e9d-492a-96f3-9c2642f49e03 None None] Pushing event updated for resources: {'Port': ['ID=8775011b-54db-405e-b5cf-cd609637b1ba,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:46.007479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Allocated IP 172.21.0.1 (9feb5012-38aa-4241-aa93-8144738b6ac2/73c496ac-5676-4f9c-a1f6-2d9d6b4df32e/bdced3fb-8a77-4af4-b2c6-1f711dbd0f28) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:46.049830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Network 9feb5012-38aa-4241-aa93-8144738b6ac2 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:46.074012 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:46.081202 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:46.094992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:59:46.096408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:46.110935 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Routers {'cbc3d952-22e4-4fc0-85cc-a60975bd2510'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:46.111689 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['cbc3d952-22e4-4fc0-85cc-a60975bd2510'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:46.284904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:46.290032 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:43Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:46.293926 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd5d4984-3da6-4eec-aa31-9af24f288d84 None None] The sync data for ids ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'] in dv-neutron-830866-2-hyperv is: [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:43Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:59:46.310616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Pushing event updated for resources: {'Port': ['ID=fe4d5260-1c35-46d0-87ab-6c44c23d85fe,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:46.320473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Transition to ACTIVE for port object bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:46.356375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:46.437242 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 9feb5012-38aa-4241-aa93-8144738b6ac2 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:46.440452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:46.444386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:46.478391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=bdced3fb-8a77-4af4-b2c6-1f711dbd0f28,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:46.509252 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:46.509678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:46.510105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:46.510526 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:46.511362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:46.511362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:46.511881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:46.512247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:46.512645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:46.512983 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:46.513462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:46.527751 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:46.545612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Attempting to bind port fe4d5260-1c35-46d0-87ab-6c44c23d85fe on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:59:46.545612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Attempting to bind port fe4d5260-1c35-46d0-87ab-6c44c23d85fe by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9feb5012-38aa-4241-aa93-8144738b6ac2'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:59:46.545612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Attempting to bind port fe4d5260-1c35-46d0-87ab-6c44c23d85fe on network 9feb5012-38aa-4241-aa93-8144738b6ac2 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:59:46.578265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:59:46.578774 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Checking segment: {'id': 'e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9feb5012-38aa-4241-aa93-8144738b6ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:46.579265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:46.579868 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Bound using segment: {'id': 'e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9feb5012-38aa-4241-aa93-8144738b6ac2'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:59:46.584879 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Bound port: fe4d5260-1c35-46d0-87ab-6c44c23d85fe, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9feb5012-38aa-4241-aa93-8144738b6ac2'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:59:46.585637 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:46.604288 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] Set router cbc3d952-22e4-4fc0-85cc-a60975bd2510 gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:59:46.618485 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:46.666793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:46.752709 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] For port fe4d5260-1c35-46d0-87ab-6c44c23d85fe, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:59:46.755825 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] For port fe4d5260-1c35-46d0-87ab-6c44c23d85fe, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fe4d5260-1c35-46d0-87ab-6c44c23d85fe,segment=NetworkSegment(e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b),segment_id=e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:59:46.804316 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:47.048358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Allocated IP 172.20.0.2 (a9219bbb-f193-4b32-8c95-dac71b6b5cf2/9ae72e0a-017b-40a3-b12f-f4e75df4cf9b/f6cc8998-3b9e-4512-abfe-fccc050bbbf9) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:47.067105 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b44edc-49b0-479d-bd6d-fc93b18a650a None None] Pushing event updated for resources: {'Port': ['ID=fe4d5260-1c35-46d0-87ab-6c44c23d85fe,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:47.198261 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:47.203561 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:47.327078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=bdced3fb-8a77-4af4-b2c6-1f711dbd0f28,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:47.365462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:47.388137 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:47.395926 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'name': 'tempest-RoutersTest-router-1073710506', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:38Z', 'updated_at': '2022-02-28T14:59:41Z', 'revision_number': 2, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'gw_port_host': None, '_interfaces': [{'id': '8775011b-54db-405e-b5cf-cd609637b1ba', 'name': '', 'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'mac_address': 'fa:16:3e:66:11:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5d459fb-7fa7-46fa-a032-3c32d49c5c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:40Z', 'updated_at': '2022-02-28T14:59:45Z', 'revision_number': 4, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'subnets': [{'id': 'f5d459fb-7fa7-46fa-a032-3c32d49c5c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:47.403462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9fe4aadd-c752-4cd1-93b5-f69f1a57530d None None] The sync data for ids ['cbc3d952-22e4-4fc0-85cc-a60975bd2510'] in dv-neutron-830866-2-hyperv is: [{'id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'name': 'tempest-RoutersTest-router-1073710506', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:38Z', 'updated_at': '2022-02-28T14:59:41Z', 'revision_number': 2, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'gw_port_host': None, '_interfaces': [{'id': '8775011b-54db-405e-b5cf-cd609637b1ba', 'name': '', 'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'mac_address': 'fa:16:3e:66:11:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5d459fb-7fa7-46fa-a032-3c32d49c5c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:40Z', 'updated_at': '2022-02-28T14:59:45Z', 'revision_number': 4, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'subnets': [{'id': 'f5d459fb-7fa7-46fa-a032-3c32d49c5c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:59:47.406965 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Transition to ACTIVE for port object f6cc8998-3b9e-4512-abfe-fccc050bbbf9 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:47.432138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Transition to ACTIVE for port object f6cc8998-3b9e-4512-abfe-fccc050bbbf9 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:47.446186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:47.536639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:47.542744 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:47.544710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Pushing event updated for resources: {'Port': ['ID=f6cc8998-3b9e-4512-abfe-fccc050bbbf9,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:47.546994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:47.572078 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.1 (a9219bbb-f193-4b32-8c95-dac71b6b5cf2/9ae72e0a-017b-40a3-b12f-f4e75df4cf9b/7f33a1bc-e233-4d90-8c75-2c70ffa0973b) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:47.652789 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 65528a21-8514-4338-ba2a-01ec74f0cac9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:47.670925 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 9feb5012-38aa-4241-aa93-8144738b6ac2 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:47.672161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:47.747385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Attempting to bind port f6cc8998-3b9e-4512-abfe-fccc050bbbf9 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:59:47.747790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Attempting to bind port f6cc8998-3b9e-4512-abfe-fccc050bbbf9 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:59:47.748118 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Attempting to bind port f6cc8998-3b9e-4512-abfe-fccc050bbbf9 on network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:59:47.763531 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:59:47.763930 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Checking segment: {'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:47.764329 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:47.764717 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Bound using segment: {'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:59:47.765178 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Bound port: f6cc8998-3b9e-4512-abfe-fccc050bbbf9, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:59:47.765560 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:47.777920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:47.799364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object 7f33a1bc-e233-4d90-8c75-2c70ffa0973b will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:47.827022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:47.869258 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 65528a21-8514-4338-ba2a-01ec74f0cac9 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:47.881691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 65528a21-8514-4338-ba2a-01ec74f0cac9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:47.882054 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:47.924900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] For port f6cc8998-3b9e-4512-abfe-fccc050bbbf9, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:59:47.948796 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] For port f6cc8998-3b9e-4512-abfe-fccc050bbbf9, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f6cc8998-3b9e-4512-abfe-fccc050bbbf9,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:59:47.956434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:48.018830 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:48.023108 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:48.043304 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:48.054108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d61088-3ed6-40f7-a8b3-1b2df57ce892 None None] Pushing event updated for resources: {'Port': ['ID=f6cc8998-3b9e-4512-abfe-fccc050bbbf9,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:48.091185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router cbc3d952-22e4-4fc0-85cc-a60975bd2510 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:59:48.101874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=7f33a1bc-e233-4d90-8c75-2c70ffa0973b,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:48.132057 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:48.132394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:48.132732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:48.133059 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:48.133384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:48.133711 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:48.134030 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:48.134510 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:48.134836 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:48.135150 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:48.135487 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 14:59:48.142294 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:48.154208 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:48.162798 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 65528a21-8514-4338-ba2a-01ec74f0cac9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=65528a21-8514-4338-ba2a-01ec74f0cac9,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:48.169818 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:48.171019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fe4d5260-1c35-46d0-87ab-6c44c23d85fe up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:48.254020 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:48.359113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:59:48.361913 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=65528a21-8514-4338-ba2a-01ec74f0cac9,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:48.372148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port fe4d5260-1c35-46d0-87ab-6c44c23d85fe completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:48.374539 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b9c271cc-b5f1-4ed8-aea9-95fac449f8a5 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/cbc3d952-22e4-4fc0-85cc-a60975bd2510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9598794 Feb 28 14:59:48.381916 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48142) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:48.393239 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-33ee740b-707b-47b4-8796-cf0cb6af73c3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'network': {'name': 'tempest-RoutersTest-1013228598'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:48.403034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-33ee740b-707b-47b4-8796-cf0cb6af73c3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:48.410256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-33ee740b-707b-47b4-8796-cf0cb6af73c3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:network and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:48.413480 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-33ee740b-707b-47b4-8796-cf0cb6af73c3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:48.420342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-33ee740b-707b-47b4-8796-cf0cb6af73c3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:48.424372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1307d37a-ab88-4a17-9035-bf69fc301dfd None None] Network 9feb5012-38aa-4241-aa93-8144738b6ac2 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:48.441896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ee740b-707b-47b4-8796-cf0cb6af73c3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:48.445490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-33ee740b-707b-47b4-8796-cf0cb6af73c3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:48.492495 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33ee740b-707b-47b4-8796-cf0cb6af73c3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:59:48.514390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-33ee740b-707b-47b4-8796-cf0cb6af73c3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:48.514723 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-33ee740b-707b-47b4-8796-cf0cb6af73c3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Added segment 8a683c94-96c6-461c-ae57-376f04bffd6d of type vlan for network 15240275-830c-43c3-b9d6-1ee4a6baef36 Feb 28 14:59:48.558621 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-33ee740b-707b-47b4-8796-cf0cb6af73c3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:48.583624 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-43e4dc73-4ad3-435a-95b7-09c8468bd296 None None] Provisioning for port fe4d5260-1c35-46d0-87ab-6c44c23d85fe completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:48.602721 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-43e4dc73-4ad3-435a-95b7-09c8468bd296 None None] Provisioning complete for port fe4d5260-1c35-46d0-87ab-6c44c23d85fe triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:48.603090 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-43e4dc73-4ad3-435a-95b7-09c8468bd296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:48.605822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-33ee740b-707b-47b4-8796-cf0cb6af73c3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:48.609724 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ee740b-707b-47b4-8796-cf0cb6af73c3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:48.610298 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-33ee740b-707b-47b4-8796-cf0cb6af73c3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:48.722272 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-33ee740b-707b-47b4-8796-cf0cb6af73c3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3367414 Feb 28 14:59:48.722866 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48146) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:48.734315 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c92bbab4-e766-4d90-bfad-76517180de15 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'subnet': {'network_id': '15240275-830c-43c3-b9d6-1ee4a6baef36', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:48.748667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ee740b-707b-47b4-8796-cf0cb6af73c3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Network': ['ID=15240275-830c-43c3-b9d6-1ee4a6baef36,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:48.762814 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 15240275-830c-43c3-b9d6-1ee4a6baef36 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:59:48.844962 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:48.851672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:48.859944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c92bbab4-e766-4d90-bfad-76517180de15 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:48.865097 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c92bbab4-e766-4d90-bfad-76517180de15 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:subnet and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:48.867929 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c92bbab4-e766-4d90-bfad-76517180de15 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:48.873584 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c92bbab4-e766-4d90-bfad-76517180de15 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:48.887818 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92bbab4-e766-4d90-bfad-76517180de15 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:48.923679 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-43e4dc73-4ad3-435a-95b7-09c8468bd296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:48.966328 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-43e4dc73-4ad3-435a-95b7-09c8468bd296 None None] For port fe4d5260-1c35-46d0-87ab-6c44c23d85fe, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fe4d5260-1c35-46d0-87ab-6c44c23d85fe,segment=NetworkSegment(e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b),segment_id=e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:48.973942 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-43e4dc73-4ad3-435a-95b7-09c8468bd296 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:49.008453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:49.012703 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=7f33a1bc-e233-4d90-8c75-2c70ffa0973b,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:49.034987 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c92bbab4-e766-4d90-bfad-76517180de15 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:49.081121 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e4dc73-4ad3-435a-95b7-09c8468bd296 None None] Pushing event updated for resources: {'Port': ['ID=fe4d5260-1c35-46d0-87ab-6c44c23d85fe,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:49.223824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:49.225396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:49.333785 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c92bbab4-e766-4d90-bfad-76517180de15 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:49.417967 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-61bb3a5f-5192-4d92-80ac-572c2219edfc None None] Provisioning complete for port fe4d5260-1c35-46d0-87ab-6c44c23d85fe triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:49.418851 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-61bb3a5f-5192-4d92-80ac-572c2219edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:49.452089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92bbab4-e766-4d90-bfad-76517180de15 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Subnet': ['ID=a0afa557-c63e-4a7f-9092-bd8b6dd83784,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:49.454388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92bbab4-e766-4d90-bfad-76517180de15 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Checking segment: {'id': '8a683c94-96c6-461c-ae57-376f04bffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15240275-830c-43c3-b9d6-1ee4a6baef36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:49.454705 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92bbab4-e766-4d90-bfad-76517180de15 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network hostable DHCP agents. Network: 15240275-830c-43c3-b9d6-1ee4a6baef36, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:59:49.510010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92bbab4-e766-4d90-bfad-76517180de15 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 15240275-830c-43c3-b9d6-1ee4a6baef36 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:59:49.527377 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6777b2d-2458-4bb0-b3e3-c61e9faa67ec None None] Network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:49.535668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-c92bbab4-e766-4d90-bfad-76517180de15 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 15240275-830c-43c3-b9d6-1ee4a6baef36) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:49.540244 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92bbab4-e766-4d90-bfad-76517180de15 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:49.541118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c92bbab4-e766-4d90-bfad-76517180de15 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:49.601882 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c92bbab4-e766-4d90-bfad-76517180de15 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8730717 Feb 28 14:59:49.602279 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48150) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:49.650717 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ad4afe-2bee-4e0a-9be6-c53eba9cf517 None None] Network 15240275-830c-43c3-b9d6-1ee4a6baef36 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:49.756054 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 65528a21-8514-4338-ba2a-01ec74f0cac9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:49.839428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:59:50.211215 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-61bb3a5f-5192-4d92-80ac-572c2219edfc None None] Provisioning for port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:50.241876 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-61bb3a5f-5192-4d92-80ac-572c2219edfc None None] Provisioning complete for port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:50.242498 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-61bb3a5f-5192-4d92-80ac-572c2219edfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:50.264190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:59:50.279173 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-51696698-9cad-4aef-a6df-6166d498ab1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/a0d4071b-b919-4e2a-a0f1-d56a3eb16efe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6607237 Feb 28 14:59:50.281612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48154) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:50.327641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 65528a21-8514-4338-ba2a-01ec74f0cac9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:50.328265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:50.395323 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-15240275-830c-43c3-b9d6-1ee4a6baef36', 'network_id': '15240275-830c-43c3-b9d6-1ee4a6baef36', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'fixed_ips': [{'subnet_id': 'a0afa557-c63e-4a7f-9092-bd8b6dd83784'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:59:50.397058 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:50.425780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-61bb3a5f-5192-4d92-80ac-572c2219edfc None None] Port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:50.482280 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050270e-792f-4489-98ed-fdf6b8b24471 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.482627 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050270e-792f-4489-98ed-fdf6b8b24471 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.482990 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050270e-792f-4489-98ed-fdf6b8b24471 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.483349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050270e-792f-4489-98ed-fdf6b8b24471 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.483731 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050270e-792f-4489-98ed-fdf6b8b24471 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.484086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050270e-792f-4489-98ed-fdf6b8b24471 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.484595 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050270e-792f-4489-98ed-fdf6b8b24471 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.484949 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050270e-792f-4489-98ed-fdf6b8b24471 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.485298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050270e-792f-4489-98ed-fdf6b8b24471 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.485645 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7050270e-792f-4489-98ed-fdf6b8b24471 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.488772 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7050270e-792f-4489-98ed-fdf6b8b24471 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7008 time: 0.2058992 Feb 28 14:59:50.491490 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48158) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:50.540385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Sync routers for ids ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:59:50.581104 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e87fac-2708-441e-99b4-fb56fb0ec2bb tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.581474 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e87fac-2708-441e-99b4-fb56fb0ec2bb tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.581977 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e87fac-2708-441e-99b4-fb56fb0ec2bb tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.583249 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e87fac-2708-441e-99b4-fb56fb0ec2bb tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.583249 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e87fac-2708-441e-99b4-fb56fb0ec2bb tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.583442 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e87fac-2708-441e-99b4-fb56fb0ec2bb tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.583697 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e87fac-2708-441e-99b4-fb56fb0ec2bb tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.584106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e87fac-2708-441e-99b4-fb56fb0ec2bb tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.584383 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e87fac-2708-441e-99b4-fb56fb0ec2bb tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.584730 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e87fac-2708-441e-99b4-fb56fb0ec2bb tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:50.586722 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-99e87fac-2708-441e-99b4-fb56fb0ec2bb tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 6405 time: 0.0941904 Feb 28 14:59:50.590330 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48162) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:50.661662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:50.675240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Routers {'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:50.675936 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:50.852983 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-96b9bb17-31cf-463c-9195-e4bb1e430a13 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 4306 time: 0.2613218 Feb 28 14:59:50.869223 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-93d7ca82-17ba-4e86-af5c-f4cdad06ecbd None None] Provisioning for port f6cc8998-3b9e-4512-abfe-fccc050bbbf9 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:50.906414 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Allocated IP 172.22.0.2 (15240275-830c-43c3-b9d6-1ee4a6baef36/a0afa557-c63e-4a7f-9092-bd8b6dd83784/a8568a6d-68bb-45b9-b647-ea2e109a42a2) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:50.920382 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fe4d5260-1c35-46d0-87ab-6c44c23d85fe up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:51.113002 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-93d7ca82-17ba-4e86-af5c-f4cdad06ecbd None None] Provisioning complete for port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:51.113720 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-93d7ca82-17ba-4e86-af5c-f4cdad06ecbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.157248 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Set router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:59:51.211731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port fe4d5260-1c35-46d0-87ab-6c44c23d85fe triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:51.212107 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.296903 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-93d7ca82-17ba-4e86-af5c-f4cdad06ecbd None None] Port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:51.297805 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48168) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:51.305686 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5feb5213-5177-4534-9b76-cbca0300b875 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1215172209', 'description': 'tempest-secgroup-smoke-1215172209 description', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:51.311451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5feb5213-5177-4534-9b76-cbca0300b875 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:51.316723 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5feb5213-5177-4534-9b76-cbca0300b875 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:51.319807 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5feb5213-5177-4534-9b76-cbca0300b875 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:51.326520 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5feb5213-5177-4534-9b76-cbca0300b875 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:51.338899 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5feb5213-5177-4534-9b76-cbca0300b875 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.380781 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5feb5213-5177-4534-9b76-cbca0300b875 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:51.385284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5feb5213-5177-4534-9b76-cbca0300b875 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:51.388306 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5feb5213-5177-4534-9b76-cbca0300b875 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:51.394164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5feb5213-5177-4534-9b76-cbca0300b875 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:51.454331 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5feb5213-5177-4534-9b76-cbca0300b875 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.458522 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5feb5213-5177-4534-9b76-cbca0300b875 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.503832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5feb5213-5177-4534-9b76-cbca0300b875 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=963f7730-787b-40d1-8e78-3bf68e3e0a63,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:51.506774 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5feb5213-5177-4534-9b76-cbca0300b875 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.510693 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5feb5213-5177-4534-9b76-cbca0300b875 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2080755 Feb 28 14:59:51.510896 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48172) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:51.516464 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-943a0784-8c36-420f-a2d4-bac5d455823a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '963f7730-787b-40d1-8e78-3bf68e3e0a63', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:51.522272 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-943a0784-8c36-420f-a2d4-bac5d455823a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:51.526199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-943a0784-8c36-420f-a2d4-bac5d455823a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:51.529236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-943a0784-8c36-420f-a2d4-bac5d455823a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:51.535591 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-943a0784-8c36-420f-a2d4-bac5d455823a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:51.555308 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-943a0784-8c36-420f-a2d4-bac5d455823a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.616356 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-943a0784-8c36-420f-a2d4-bac5d455823a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.619258 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-943a0784-8c36-420f-a2d4-bac5d455823a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.640016 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.641879 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-943a0784-8c36-420f-a2d4-bac5d455823a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f7e313c-5a93-43bc-a251-43789e871626,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:51.651731 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-943a0784-8c36-420f-a2d4-bac5d455823a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.652901 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-943a0784-8c36-420f-a2d4-bac5d455823a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1410785 Feb 28 14:59:51.655722 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48176) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:51.660848 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f6cc8998-3b9e-4512-abfe-fccc050bbbf9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:51.661709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a93f95cb-1062-4b38-86c2-c3b9fedf6895 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '963f7730-787b-40d1-8e78-3bf68e3e0a63', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:51.667333 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a93f95cb-1062-4b38-86c2-c3b9fedf6895 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:51.671218 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a93f95cb-1062-4b38-86c2-c3b9fedf6895 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:51.674784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a93f95cb-1062-4b38-86c2-c3b9fedf6895 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:51.680502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a93f95cb-1062-4b38-86c2-c3b9fedf6895 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:51.697395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a93f95cb-1062-4b38-86c2-c3b9fedf6895 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.702978 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Transition to ACTIVE for port object a8568a6d-68bb-45b9-b647-ea2e109a42a2 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:51.764979 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a93f95cb-1062-4b38-86c2-c3b9fedf6895 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.768588 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a93f95cb-1062-4b38-86c2-c3b9fedf6895 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.785952 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Transition to ACTIVE for port object a8568a6d-68bb-45b9-b647-ea2e109a42a2 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:51.788428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4be80abc-60a3-495a-bde3-4470f946ce8f None None] Provisioning for port 7f33a1bc-e233-4d90-8c75-2c70ffa0973b completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:51.792825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93f95cb-1062-4b38-86c2-c3b9fedf6895 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6f0d90a0-0483-42c0-8511-75d789002536,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:51.799159 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4be80abc-60a3-495a-bde3-4470f946ce8f None None] Provisioning complete for port 7f33a1bc-e233-4d90-8c75-2c70ffa0973b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:51.799575 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4be80abc-60a3-495a-bde3-4470f946ce8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.805320 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a93f95cb-1062-4b38-86c2-c3b9fedf6895 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.809634 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a93f95cb-1062-4b38-86c2-c3b9fedf6895 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1529393 Feb 28 14:59:51.810466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48180) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:51.816947 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d054dc09-c573-473a-88b2-2aa14ebd12be tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '963f7730-787b-40d1-8e78-3bf68e3e0a63', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:51.823404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d054dc09-c573-473a-88b2-2aa14ebd12be tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:51.828164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d054dc09-c573-473a-88b2-2aa14ebd12be tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:51.831679 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d054dc09-c573-473a-88b2-2aa14ebd12be tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:51.838248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d054dc09-c573-473a-88b2-2aa14ebd12be tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:51.857935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d054dc09-c573-473a-88b2-2aa14ebd12be tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.875641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Allocated IP 172.22.0.1 (15240275-830c-43c3-b9d6-1ee4a6baef36/a0afa557-c63e-4a7f-9092-bd8b6dd83784/067f6722-600b-4a87-a957-cb0de260517f) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:51.884754 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.931650 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d054dc09-c573-473a-88b2-2aa14ebd12be tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.935926 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d054dc09-c573-473a-88b2-2aa14ebd12be tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.961228 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d054dc09-c573-473a-88b2-2aa14ebd12be tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d83d37ed-111b-4949-ad45-a842115818b8,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:51.975117 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d054dc09-c573-473a-88b2-2aa14ebd12be tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:51.979122 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d054dc09-c573-473a-88b2-2aa14ebd12be tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1650300 Feb 28 14:59:51.979537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48184) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:51.986010 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c34780ac-4005-4e7e-bf2e-3ce9794d745f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '963f7730-787b-40d1-8e78-3bf68e3e0a63', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:51.992983 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c34780ac-4005-4e7e-bf2e-3ce9794d745f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:51.996984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c34780ac-4005-4e7e-bf2e-3ce9794d745f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:51.997720 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Network 15240275-830c-43c3-b9d6-1ee4a6baef36 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:51.999105 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port f6cc8998-3b9e-4512-abfe-fccc050bbbf9 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:52.000112 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c34780ac-4005-4e7e-bf2e-3ce9794d745f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:52.002007 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Pushing event updated for resources: {'Port': ['ID=a8568a6d-68bb-45b9-b647-ea2e109a42a2,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:52.005847 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:52.006504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c34780ac-4005-4e7e-bf2e-3ce9794d745f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:52.008733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4be80abc-60a3-495a-bde3-4470f946ce8f None None] Port 7f33a1bc-e233-4d90-8c75-2c70ffa0973b cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:52.011879 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:52.015472 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port f6cc8998-3b9e-4512-abfe-fccc050bbbf9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:52.015918 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.037085 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c34780ac-4005-4e7e-bf2e-3ce9794d745f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.052445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.069426 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Transition to ACTIVE for port object 067f6722-600b-4a87-a957-cb0de260517f will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:52.098025 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.108604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '7f33a1bc-e233-4d90-8c75-2c70ffa0973b', 'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:40:e0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:46Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 2, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:52.110142 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c34780ac-4005-4e7e-bf2e-3ce9794d745f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.115315 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c34780ac-4005-4e7e-bf2e-3ce9794d745f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.139733 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c34780ac-4005-4e7e-bf2e-3ce9794d745f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ea90f44-4d3e-4837-a3d9-4586b955d298,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:52.150571 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Checking router: a0d4071b-b919-4e2a-a0f1-d56a3eb16efe for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:59:52.150961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Updating router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe port 7f33a1bc-e233-4d90-8c75-2c70ffa0973b binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:59:52.154770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c34780ac-4005-4e7e-bf2e-3ce9794d745f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.156509 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c34780ac-4005-4e7e-bf2e-3ce9794d745f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1751001 Feb 28 14:59:52.160137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48188) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:52.166455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-05ac47b8-f0bf-41a2-ab95-f041221ec959 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '963f7730-787b-40d1-8e78-3bf68e3e0a63', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:52.172858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-05ac47b8-f0bf-41a2-ab95-f041221ec959 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:52.177996 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-05ac47b8-f0bf-41a2-ab95-f041221ec959 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:52.179268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 15240275-830c-43c3-b9d6-1ee4a6baef36 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:52.181697 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-05ac47b8-f0bf-41a2-ab95-f041221ec959 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:52.182038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:52.186998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:52.192852 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-05ac47b8-f0bf-41a2-ab95-f041221ec959 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:52.205043 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-05ac47b8-f0bf-41a2-ab95-f041221ec959 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:59:52.212425 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05ac47b8-f0bf-41a2-ab95-f041221ec959 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.218502 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=067f6722-600b-4a87-a957-cb0de260517f,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:52.223965 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Attempting to bind port a8568a6d-68bb-45b9-b647-ea2e109a42a2 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:59:52.224331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Attempting to bind port a8568a6d-68bb-45b9-b647-ea2e109a42a2 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '8a683c94-96c6-461c-ae57-376f04bffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15240275-830c-43c3-b9d6-1ee4a6baef36'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:59:52.224686 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Attempting to bind port a8568a6d-68bb-45b9-b647-ea2e109a42a2 on network 15240275-830c-43c3-b9d6-1ee4a6baef36 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:59:52.232971 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.266299 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.286106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05ac47b8-f0bf-41a2-ab95-f041221ec959 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.290464 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05ac47b8-f0bf-41a2-ab95-f041221ec959 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.291450 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:59:52.291847 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Checking segment: {'id': '8a683c94-96c6-461c-ae57-376f04bffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15240275-830c-43c3-b9d6-1ee4a6baef36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:52.292245 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.292629 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Bound using segment: {'id': '8a683c94-96c6-461c-ae57-376f04bffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15240275-830c-43c3-b9d6-1ee4a6baef36'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:59:52.293101 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Bound port: a8568a6d-68bb-45b9-b647-ea2e109a42a2, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a683c94-96c6-461c-ae57-376f04bffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15240275-830c-43c3-b9d6-1ee4a6baef36'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:59:52.293468 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.324643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.326762 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05ac47b8-f0bf-41a2-ab95-f041221ec959 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.331101 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-05ac47b8-f0bf-41a2-ab95-f041221ec959 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1664746 Feb 28 14:59:52.331101 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05ac47b8-f0bf-41a2-ab95-f041221ec959 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=34433650-7b79-4127-9a5e-7e9c8ed858f8,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:52.331329 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48192) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:52.338933 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9112fd10-8755-4637-8ed3-dcc21d975ac0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '963f7730-787b-40d1-8e78-3bf68e3e0a63', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:52.347308 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9112fd10-8755-4637-8ed3-dcc21d975ac0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:52.351223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9112fd10-8755-4637-8ed3-dcc21d975ac0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:52.355499 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9112fd10-8755-4637-8ed3-dcc21d975ac0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:52.361785 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.363947 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9112fd10-8755-4637-8ed3-dcc21d975ac0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:52.374531 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-9112fd10-8755-4637-8ed3-dcc21d975ac0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 14:59:52.381713 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9112fd10-8755-4637-8ed3-dcc21d975ac0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.479842 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9112fd10-8755-4637-8ed3-dcc21d975ac0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.485491 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9112fd10-8755-4637-8ed3-dcc21d975ac0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.503951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9112fd10-8755-4637-8ed3-dcc21d975ac0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b56914d6-8968-44d7-97fc-1361fd293dfe,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:52.520042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port f6cc8998-3b9e-4512-abfe-fccc050bbbf9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f6cc8998-3b9e-4512-abfe-fccc050bbbf9,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:52.527175 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9112fd10-8755-4637-8ed3-dcc21d975ac0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.535605 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9112fd10-8755-4637-8ed3-dcc21d975ac0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1953220 Feb 28 14:59:52.535787 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.584358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] For port a8568a6d-68bb-45b9-b647-ea2e109a42a2, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:59:52.626253 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] For port a8568a6d-68bb-45b9-b647-ea2e109a42a2, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a8568a6d-68bb-45b9-b647-ea2e109a42a2,segment=NetworkSegment(8a683c94-96c6-461c-ae57-376f04bffd6d),segment_id=8a683c94-96c6-461c-ae57-376f04bffd6d)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:59:52.657694 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.708053 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8775011b-54db-405e-b5cf-cd609637b1ba up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:52.736787 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-08c61ce3-df52-4bbf-8583-21251fb72963 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:59:52.755911 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-08c61ce3-df52-4bbf-8583-21251fb72963 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:59:52.757206 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-08c61ce3-df52-4bbf-8583-21251fb72963 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1215172209&fields=id&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 267 time: 0.0631320 Feb 28 14:59:52.796734 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=f6cc8998-3b9e-4512-abfe-fccc050bbbf9,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:52.913142 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-08f2e730-db29-4f74-b0ee-396555b0cd75 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:52.913802 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-08f2e730-db29-4f74-b0ee-396555b0cd75 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:59:52.922080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.928477 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:52.931490 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-08f2e730-db29-4f74-b0ee-396555b0cd75 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:59:52.932713 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-08f2e730-db29-4f74-b0ee-396555b0cd75 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/networks?id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2 HTTP/1.1" status: 200 len: 797 time: 0.1671782 Feb 28 14:59:52.933817 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72accf2-0981-45ce-aea0-5a35f236a18e None None] Pushing event updated for resources: {'Port': ['ID=a8568a6d-68bb-45b9-b647-ea2e109a42a2,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:52.955194 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 8775011b-54db-405e-b5cf-cd609637b1ba completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:52.961564 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-fcaef6f8-1d15-4dcb-a943-19a99f2f059f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/quotas/dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 375 time: 0.0142217 Feb 28 14:59:52.993581 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 8775011b-54db-405e-b5cf-cd609637b1ba triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:52.994047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:53.046034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:53.051295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=067f6722-600b-4a87-a957-cb0de260517f,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:53.070305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-4930b448-80b1-4b63-9c9e-36d83ba14afa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:59:53.077607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:53.096301 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Transition to ACTIVE for port object 7f33a1bc-e233-4d90-8c75-2c70ffa0973b will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:53.098539 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-4930b448-80b1-4b63-9c9e-36d83ba14afa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:59:53.109148 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-4930b448-80b1-4b63-9c9e-36d83ba14afa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1394768 Feb 28 14:59:53.135315 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:53.235660 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:53.244964 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 15240275-830c-43c3-b9d6-1ee4a6baef36 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:53.246092 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:53.295106 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-2341141c-7afa-497f-b5ae-8d9cafa39b00 service neutron] 10.222.0.15 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1785672 Feb 28 14:59:53.322024 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53343283-a530-435a-8325-280496df3842 None None] Pushing event updated for resources: {'Port': ['ID=7f33a1bc-e233-4d90-8c75-2c70ffa0973b,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:53.407082 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 8775011b-54db-405e-b5cf-cd609637b1ba, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8775011b-54db-405e-b5cf-cd609637b1ba,segment=NetworkSegment(f0bb7e33-3f9c-4e18-8180-1524fa36026a),segment_id=f0bb7e33-3f9c-4e18-8180-1524fa36026a)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:53.430101 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:53.487511 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Attempting to bind port 7f33a1bc-e233-4d90-8c75-2c70ffa0973b on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:59:53.487910 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Attempting to bind port 7f33a1bc-e233-4d90-8c75-2c70ffa0973b by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:59:53.488508 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Attempting to bind port 7f33a1bc-e233-4d90-8c75-2c70ffa0973b on network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:59:53.510116 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:59:53.510671 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Checking segment: {'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:53.511075 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:53.511461 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Bound using segment: {'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:59:53.511955 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Bound port: 7f33a1bc-e233-4d90-8c75-2c70ffa0973b, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:59:53.512320 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:53.536946 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=8775011b-54db-405e-b5cf-cd609637b1ba,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:53.541642 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-890e99c5-4d2e-455f-9a19-1e919cb1d02a service neutron] 10.222.0.15 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378328 Feb 28 14:59:53.633515 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] For port 7f33a1bc-e233-4d90-8c75-2c70ffa0973b, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:59:53.637279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] For port 7f33a1bc-e233-4d90-8c75-2c70ffa0973b, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7f33a1bc-e233-4d90-8c75-2c70ffa0973b,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:59:53.641733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:53.664502 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router cbc3d952-22e4-4fc0-85cc-a60975bd2510 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:59:53.807772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53343283-a530-435a-8325-280496df3842 None None] Pushing event updated for resources: {'Port': ['ID=7f33a1bc-e233-4d90-8c75-2c70ffa0973b,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:53.828112 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Routers {'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:53.828746 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:53.842629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-6c25a944-4e78-44a3-9afa-52da8b211f58 req-4d16a693-5c6c-409f-815b-555cfefb6eb2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:59:53.875013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-6c25a944-4e78-44a3-9afa-52da8b211f58 req-4d16a693-5c6c-409f-815b-555cfefb6eb2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:59:53.876226 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6c25a944-4e78-44a3-9afa-52da8b211f58 req-4d16a693-5c6c-409f-815b-555cfefb6eb2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 210 time: 0.1431303 Feb 28 14:59:53.943988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:59:53.980933 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48212) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:53.986792 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5ef01242-e61d-4860-8c7d-ba4dd656097a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/cbc3d952-22e4-4fc0-85cc-a60975bd2510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3772547 Feb 28 14:59:53.987036 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-84a8e878-8878-470c-8064-537f5d8ef591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'network': {'name': 'tempest-RoutersTest-285555161'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:53.994585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-84a8e878-8878-470c-8064-537f5d8ef591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:54.001023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-84a8e878-8878-470c-8064-537f5d8ef591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:network and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:54.006616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-84a8e878-8878-470c-8064-537f5d8ef591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for network was recalculated. Used quota:3. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:54.028109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-84a8e878-8878-470c-8064-537f5d8ef591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:54.050306 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a8e878-8878-470c-8064-537f5d8ef591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:54.053393 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84a8e878-8878-470c-8064-537f5d8ef591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:54.088854 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] Set router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:59:54.100064 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84a8e878-8878-470c-8064-537f5d8ef591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 14:59:54.110038 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84a8e878-8878-470c-8064-537f5d8ef591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:54.110383 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-84a8e878-8878-470c-8064-537f5d8ef591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Added segment 9afc1b57-0f36-4a16-bf42-68ef1a66e37f of type vlan for network 471294bf-0b6f-4553-b589-0f4b9f3f7cd0 Feb 28 14:59:54.147788 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84a8e878-8878-470c-8064-537f5d8ef591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:54.184766 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84a8e878-8878-470c-8064-537f5d8ef591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:54.188975 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a8e878-8878-470c-8064-537f5d8ef591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:54.189657 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84a8e878-8878-470c-8064-537f5d8ef591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:54.250086 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-84a8e878-8878-470c-8064-537f5d8ef591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.2676368 Feb 28 14:59:54.252610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48218) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:54.260655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-19c62549-3338-49de-ab77-e59c80d80442 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'subnet': {'network_id': '471294bf-0b6f-4553-b589-0f4b9f3f7cd0', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:54.338508 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1efcba3-6e2c-4c71-ad99-f4db50ca10d7 None None] Network 15240275-830c-43c3-b9d6-1ee4a6baef36 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:54.417539 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-19c62549-3338-49de-ab77-e59c80d80442 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:54.424617 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-19c62549-3338-49de-ab77-e59c80d80442 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:subnet and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 14:59:54.429864 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-19c62549-3338-49de-ab77-e59c80d80442 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for subnet was recalculated. Used quota:3. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 14:59:54.442660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-19c62549-3338-49de-ab77-e59c80d80442 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:54.466366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a8e878-8878-470c-8064-537f5d8ef591 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Network': ['ID=471294bf-0b6f-4553-b589-0f4b9f3f7cd0,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:54.476065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19c62549-3338-49de-ab77-e59c80d80442 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Made reservation on behalf of 7c502d8d18a64e7895e2cc3f2504cf40 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:54.499511 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 471294bf-0b6f-4553-b589-0f4b9f3f7cd0 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 14:59:54.600264 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-19c62549-3338-49de-ab77-e59c80d80442 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:54.717686 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8775011b-54db-405e-b5cf-cd609637b1ba up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:54.797460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cd711ecf-353c-4408-8853-4580e5fed5af None None] Provisioning for port a8568a6d-68bb-45b9-b647-ea2e109a42a2 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:54.862173 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 8775011b-54db-405e-b5cf-cd609637b1ba triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:54.862173 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:54.891733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '7f33a1bc-e233-4d90-8c75-2c70ffa0973b', 'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:40:e0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:46Z', 'updated_at': '2022-02-28T14:59:53Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:54.907326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad9e3566-a962-48e0-bc1f-73b75990b546 None None] The sync data for ids ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'] in dv-neutron-830866-2-hyperv is: [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '7f33a1bc-e233-4d90-8c75-2c70ffa0973b', 'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:40:e0:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:46Z', 'updated_at': '2022-02-28T14:59:53Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 14:59:55.114238 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a8568a6d-68bb-45b9-b647-ea2e109a42a2 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:55.137921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-aa5079d4-e248-463b-9f95-98bfaeb5d0de tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:55.142891 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-aa5079d4-e248-463b-9f95-98bfaeb5d0de tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/networks?id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2 HTTP/1.1" status: 200 len: 797 time: 0.2713387 Feb 28 14:59:55.152252 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-19c62549-3338-49de-ab77-e59c80d80442 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.193492 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f1f5a74d-1b30-4b49-99f0-718cae9a3c39 req-e6fdd79e-2f00-4227-997b-d7c6393f02e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 210 time: 0.0699461 Feb 28 14:59:55.228893 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port a8568a6d-68bb-45b9-b647-ea2e109a42a2 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:55.235008 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port a8568a6d-68bb-45b9-b647-ea2e109a42a2 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:55.235279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.310306 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-586fd5b0-4c74-4381-8bb2-cc7184a83612 None None] Provisioning for port 067f6722-600b-4a87-a957-cb0de260517f completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:55.313735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-ff066558-338e-416c-b7b0-92a873ebacd8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:59:55.334192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c62549-3338-49de-ab77-e59c80d80442 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Subnet': ['ID=de1b8130-1f63-4e19-af90-5f2db4ab3d26,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:55.346652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19c62549-3338-49de-ab77-e59c80d80442 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Checking segment: {'id': '9afc1b57-0f36-4a16-bf42-68ef1a66e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '471294bf-0b6f-4553-b589-0f4b9f3f7cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:55.347015 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c62549-3338-49de-ab77-e59c80d80442 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network hostable DHCP agents. Network: 471294bf-0b6f-4553-b589-0f4b9f3f7cd0, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 14:59:55.348814 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-586fd5b0-4c74-4381-8bb2-cc7184a83612 None None] Provisioning complete for port 067f6722-600b-4a87-a957-cb0de260517f triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:55.349184 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-586fd5b0-4c74-4381-8bb2-cc7184a83612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.355007 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-ff066558-338e-416c-b7b0-92a873ebacd8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:59:55.356167 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-ff066558-338e-416c-b7b0-92a873ebacd8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 380 time: 0.1884053 Feb 28 14:59:55.369774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-6997ed90-4476-4c03-a278-0ee9c3a0acde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'port': {'device_id': 'c805c08a-a1e6-488d-ba12-14088be6b1db', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'admin_state_up': True, 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'security_groups': ['963f7730-787b-40d1-8e78-3bf68e3e0a63']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:55.475154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-82d540fd-dace-43f4-b958-4cf93383384b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.498764 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.504538 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19c62549-3338-49de-ab77-e59c80d80442 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 471294bf-0b6f-4553-b589-0f4b9f3f7cd0 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 14:59:55.529579 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-586fd5b0-4c74-4381-8bb2-cc7184a83612 None None] Port 067f6722-600b-4a87-a957-cb0de260517f cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:55.546675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-19c62549-3338-49de-ab77-e59c80d80442 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 471294bf-0b6f-4553-b589-0f4b9f3f7cd0) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:55.555671 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19c62549-3338-49de-ab77-e59c80d80442 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:55.556264 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-19c62549-3338-49de-ab77-e59c80d80442 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.567842 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad48abe-b355-4e9d-8a5f-5ffdde8c1e3e None None] Network 471294bf-0b6f-4553-b589-0f4b9f3f7cd0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:55.590894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-6997ed90-4476-4c03-a278-0ee9c3a0acde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 14:59:55.602563 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-6997ed90-4476-4c03-a278-0ee9c3a0acde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 14:59:55.625277 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48224) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:55.625416 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-19c62549-3338-49de-ab77-e59c80d80442 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3709161 Feb 28 14:59:55.635687 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-6997ed90-4476-4c03-a278-0ee9c3a0acde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 14:59:55.638794 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-6997ed90-4476-4c03-a278-0ee9c3a0acde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.657051 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port a8568a6d-68bb-45b9-b647-ea2e109a42a2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a8568a6d-68bb-45b9-b647-ea2e109a42a2,segment=NetworkSegment(8a683c94-96c6-461c-ae57-376f04bffd6d),segment_id=8a683c94-96c6-461c-ae57-376f04bffd6d)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:55.680756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-586fd5b0-4c74-4381-8bb2-cc7184a83612 None None] Provisioning complete for port a8568a6d-68bb-45b9-b647-ea2e109a42a2 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:55.683461 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-586fd5b0-4c74-4381-8bb2-cc7184a83612 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.707057 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:55.707859 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f6cc8998-3b9e-4512-abfe-fccc050bbbf9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:55.931178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-6997ed90-4476-4c03-a278-0ee9c3a0acde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.13 (a9219bbb-f193-4b32-8c95-dac71b6b5cf2/9ae72e0a-017b-40a3-b12f-f4e75df4cf9b/66df585e-6bd9-45c0-97a4-90bb7fe3caf6) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:56.056361 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=a8568a6d-68bb-45b9-b647-ea2e109a42a2,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:56.122760 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port f6cc8998-3b9e-4512-abfe-fccc050bbbf9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:56.123095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.150429 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-471294bf-0b6f-4553-b589-0f4b9f3f7cd0', 'network_id': '471294bf-0b6f-4553-b589-0f4b9f3f7cd0', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'fixed_ips': [{'subnet_id': 'de1b8130-1f63-4e19-af90-5f2db4ab3d26'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 14:59:56.151225 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.194391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-6997ed90-4476-4c03-a278-0ee9c3a0acde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.215807 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-6997ed90-4476-4c03-a278-0ee9c3a0acde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:56.248576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-6997ed90-4476-4c03-a278-0ee9c3a0acde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.341586 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-6997ed90-4476-4c03-a278-0ee9c3a0acde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:56.355349 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-6997ed90-4476-4c03-a278-0ee9c3a0acde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:56.359062 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-6997ed90-4476-4c03-a278-0ee9c3a0acde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:56.439496 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.489654 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a8352f5d-16fd-40a3-a3e6-923ea3ce104d None None] Provisioning complete for port 067f6722-600b-4a87-a957-cb0de260517f triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:56.491925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a8352f5d-16fd-40a3-a3e6-923ea3ce104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.509696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6997ed90-4476-4c03-a278-0ee9c3a0acde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=66df585e-6bd9-45c0-97a4-90bb7fe3caf6,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:56.522504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-6997ed90-4476-4c03-a278-0ee9c3a0acde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:56.523113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-6997ed90-4476-4c03-a278-0ee9c3a0acde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.531852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Allocated IP 172.23.0.2 (471294bf-0b6f-4553-b589-0f4b9f3f7cd0/de1b8130-1f63-4e19-af90-5f2db4ab3d26/def61139-ead3-472d-8c68-c6d317caf43f) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:56.565881 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-6997ed90-4476-4c03-a278-0ee9c3a0acde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1998048 Feb 28 14:59:56.584093 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Request body: {'port': {'device_id': 'c805c08a-a1e6-488d-ba12-14088be6b1db', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 14:59:56.600166 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a8352f5d-16fd-40a3-a3e6-923ea3ce104d None None] Port 067f6722-600b-4a87-a957-cb0de260517f cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:56.655645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3d0e4c-0ac6-43b5-b964-a98ba65a36b1 req-4f586f7d-4617-4a54-ab08-ae52c035104f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:56.656641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ae3d0e4c-0ac6-43b5-b964-a98ba65a36b1 req-4f586f7d-4617-4a54-ab08-ae52c035104f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 14:59:56.734040 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.740385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7f33a1bc-e233-4d90-8c75-2c70ffa0973b up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:56.748264 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ae3d0e4c-0ac6-43b5-b964-a98ba65a36b1 req-4f586f7d-4617-4a54-ab08-ae52c035104f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 14:59:56.749578 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ae3d0e4c-0ac6-43b5-b964-a98ba65a36b1 req-4f586f7d-4617-4a54-ab08-ae52c035104f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 932 time: 0.3006790 Feb 28 14:59:56.846230 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Sync routers for ids ['cbc3d952-22e4-4fc0-85cc-a60975bd2510'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 14:59:56.868913 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Routers {'cbc3d952-22e4-4fc0-85cc-a60975bd2510'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 14:59:56.870046 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['cbc3d952-22e4-4fc0-85cc-a60975bd2510'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:56.870758 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3f1da08a-b2c9-4a49-ac4e-ba12d87c62dd None None] Provisioning for port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:56.882196 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3f1da08a-b2c9-4a49-ac4e-ba12d87c62dd None None] Provisioning complete for port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:56.882567 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f1da08a-b2c9-4a49-ac4e-ba12d87c62dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.897176 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ae3d0e4c-0ac6-43b5-b964-a98ba65a36b1 req-d822c4cc-f52f-4c36-bb22-24ccf5300a50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=963f7730-787b-40d1-8e78-3bf68e3e0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1171014 Feb 28 14:59:56.939796 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:56.952645 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 7f33a1bc-e233-4d90-8c75-2c70ffa0973b completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:56.965179 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3f1da08a-b2c9-4a49-ac4e-ba12d87c62dd None None] Port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 14:59:56.966925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Transition to ACTIVE for port object def61139-ead3-472d-8c68-c6d317caf43f will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:56.969399 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 7f33a1bc-e233-4d90-8c75-2c70ffa0973b triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:56.969766 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.030746 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Transition to ACTIVE for port object def61139-ead3-472d-8c68-c6d317caf43f will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:57.039309 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.070227 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Set router cbc3d952-22e4-4fc0-85cc-a60975bd2510 gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 14:59:57.105316 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Allocated IP 172.23.0.1 (471294bf-0b6f-4553-b589-0f4b9f3f7cd0/de1b8130-1f63-4e19-af90-5f2db4ab3d26/722876ae-bb3f-4572-bd0c-3ae86d6dd6b7) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 14:59:57.120077 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Pushing event updated for resources: {'Port': ['ID=def61139-ead3-472d-8c68-c6d317caf43f,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:57.143161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 14:59:57.146115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Network 471294bf-0b6f-4553-b589-0f4b9f3f7cd0 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:57.151207 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.151377 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:57.159830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:57.169250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Transition to ACTIVE for port object 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:57.174538 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.246588 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.292857 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Attempting to bind port def61139-ead3-472d-8c68-c6d317caf43f on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:59:57.293225 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Attempting to bind port def61139-ead3-472d-8c68-c6d317caf43f by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '9afc1b57-0f36-4a16-bf42-68ef1a66e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '471294bf-0b6f-4553-b589-0f4b9f3f7cd0'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:59:57.293589 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Attempting to bind port def61139-ead3-472d-8c68-c6d317caf43f on network 471294bf-0b6f-4553-b589-0f4b9f3f7cd0 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:59:57.312059 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:59:57.312428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Checking segment: {'id': '9afc1b57-0f36-4a16-bf42-68ef1a66e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '471294bf-0b6f-4553-b589-0f4b9f3f7cd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:57.312837 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.313231 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Bound using segment: {'id': '9afc1b57-0f36-4a16-bf42-68ef1a66e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '471294bf-0b6f-4553-b589-0f4b9f3f7cd0'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:59:57.313702 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Bound port: def61139-ead3-472d-8c68-c6d317caf43f, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9afc1b57-0f36-4a16-bf42-68ef1a66e37f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '471294bf-0b6f-4553-b589-0f4b9f3f7cd0'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:59:57.314111 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.323751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.326284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 7f33a1bc-e233-4d90-8c75-2c70ffa0973b, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7f33a1bc-e233-4d90-8c75-2c70ffa0973b,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:57.339520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Pushing event updated for resources: {'Port': ['ID=66df585e-6bd9-45c0-97a4-90bb7fe3caf6,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:57.351692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Transition to ACTIVE for port object 722876ae-bb3f-4572-bd0c-3ae86d6dd6b7 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:57.377867 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.378701 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a8568a6d-68bb-45b9-b647-ea2e109a42a2 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:57.394736 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.528670 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 471294bf-0b6f-4553-b589-0f4b9f3f7cd0 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:57.529650 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=722876ae-bb3f-4572-bd0c-3ae86d6dd6b7,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:57.540865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:57.549203 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 14:59:57.608842 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] For port def61139-ead3-472d-8c68-c6d317caf43f, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:59:57.616145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=7f33a1bc-e233-4d90-8c75-2c70ffa0973b,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:57.624327 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'name': 'tempest-RoutersTest-router-1073710506', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:38Z', 'updated_at': '2022-02-28T14:59:52Z', 'revision_number': 4, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'gw_port_host': None, '_interfaces': [{'id': '067f6722-600b-4a87-a957-cb0de260517f', 'name': '', 'network_id': '15240275-830c-43c3-b9d6-1ee4a6baef36', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'mac_address': 'fa:16:3e:6c:41:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0afa557-c63e-4a7f-9092-bd8b6dd83784', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:50Z', 'updated_at': '2022-02-28T14:59:52Z', 'revision_number': 2, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'subnets': [{'id': 'a0afa557-c63e-4a7f-9092-bd8b6dd83784', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8775011b-54db-405e-b5cf-cd609637b1ba', 'name': '', 'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'mac_address': 'fa:16:3e:66:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5d459fb-7fa7-46fa-a032-3c32d49c5c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:40Z', 'updated_at': '2022-02-28T14:59:53Z', 'revision_number': 5, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'subnets': [{'id': 'f5d459fb-7fa7-46fa-a032-3c32d49c5c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdced3fb-8a77-4af4-b2c6-1f711dbd0f28', 'name': '', 'network_id': '9feb5012-38aa-4241-aa93-8144738b6ac2', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'mac_address': 'fa:16:3e:62:20:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73c496ac-5676-4f9c-a1f6-2d9d6b4df32e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:45Z', 'updated_at': '2022-02-28T14:59:46Z', 'revision_number': 2, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'subnets': [{'id': '73c496ac-5676-4f9c-a1f6-2d9d6b4df32e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 14:59:57.637424 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Checking router: cbc3d952-22e4-4fc0-85cc-a60975bd2510 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 14:59:57.637873 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Updating router cbc3d952-22e4-4fc0-85cc-a60975bd2510 port 067f6722-600b-4a87-a957-cb0de260517f binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:59:57.639030 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] For port def61139-ead3-472d-8c68-c6d317caf43f, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=def61139-ead3-472d-8c68-c6d317caf43f,segment=NetworkSegment(9afc1b57-0f36-4a16-bf42-68ef1a66e37f),segment_id=9afc1b57-0f36-4a16-bf42-68ef1a66e37f)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:59:57.641454 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ed157813-61f2-46c4-940d-06921570a130 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.648730 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.649852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.651028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.673031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Attempting to bind port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:59:57.673031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Attempting to bind port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:59:57.673031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Attempting to bind port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 on network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:59:57.679222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 on network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 14:59:57.679978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Attempting to bind port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 on network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:59:57.688023 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port a8568a6d-68bb-45b9-b647-ea2e109a42a2 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:57.688230 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:59:57.688484 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.688600 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Checking segment: {'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:57.689537 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Bound using segment: {'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:59:57.690004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Bound port: 66df585e-6bd9-45c0-97a4-90bb7fe3caf6, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:59:57.690532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.700746 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.767838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.789628 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab1bd8-3921-45c4-9926-6acf75e2ebc5 None None] Pushing event updated for resources: {'Port': ['ID=def61139-ead3-472d-8c68-c6d317caf43f,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:57.832934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] For port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:59:57.840488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] For port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=66df585e-6bd9-45c0-97a4-90bb7fe3caf6,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:59:57.847377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.917817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:57.920465 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] 10.222.0.20 "PUT /v2.0/ports/66df585e-6bd9-45c0-97a4-90bb7fe3caf6 HTTP/1.1" status: 200 len: 1094 time: 1.3459797 Feb 28 14:59:57.930239 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c805c08a-a1e6-488d-ba12-14088be6b1db', 'tag': '66df585e-6bd9-45c0-97a4-90bb7fe3caf6'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 14:59:58.045124 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c805c08a-a1e6-488d-ba12-14088be6b1db', 'tag': '66df585e-6bd9-45c0-97a4-90bb7fe3caf6', 'status': 'completed', 'code': 200} Feb 28 14:59:58.090457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0431ec2-df2b-4a23-aaaa-0652ac78609d service neutron] Pushing event updated for resources: {'Port': ['ID=66df585e-6bd9-45c0-97a4-90bb7fe3caf6,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:58.107575 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-04cdc4fc-16d0-43d7-bc91-7d704b5d299a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 1097 time: 0.1457062 Feb 28 14:59:58.219498 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-26072c47-be67-4bdf-9690-ffb38d488768 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66df585e-6bd9-45c0-97a4-90bb7fe3caf6 HTTP/1.1" status: 200 len: 217 time: 0.0985422 Feb 28 14:59:58.297264 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.311368 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Transition to ACTIVE for port object 067f6722-600b-4a87-a957-cb0de260517f will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:58.318630 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-68d90582-249f-4cee-81d2-7af6371f45cd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:58.320528 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-68d90582-249f-4cee-81d2-7af6371f45cd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae72e0a-017b-40a3-b12f-f4e75df4cf9b HTTP/1.1" status: 200 len: 835 time: 0.0950511 Feb 28 14:59:58.326735 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.424736 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-cd70b4ff-b253-438e-963c-ead5699593d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0977471 Feb 28 14:59:58.472002 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8f9fe-70b2-4609-9070-b7be1b04b8de None None] Pushing event updated for resources: {'Port': ['ID=067f6722-600b-4a87-a957-cb0de260517f,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:58.490162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862aac3-bddc-4eb3-8111-cba29bed20e0 req-478ff2e9-ba9b-402a-a733-070828bb7afd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:58.491679 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8862aac3-bddc-4eb3-8111-cba29bed20e0 req-478ff2e9-ba9b-402a-a733-070828bb7afd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 944 time: 0.3160481 Feb 28 14:59:58.602996 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Attempting to bind port 067f6722-600b-4a87-a957-cb0de260517f on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 14:59:58.603270 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Attempting to bind port 067f6722-600b-4a87-a957-cb0de260517f by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '8a683c94-96c6-461c-ae57-376f04bffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15240275-830c-43c3-b9d6-1ee4a6baef36'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 14:59:58.603708 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Attempting to bind port 067f6722-600b-4a87-a957-cb0de260517f on network 15240275-830c-43c3-b9d6-1ee4a6baef36 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 14:59:58.604380 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8862aac3-bddc-4eb3-8111-cba29bed20e0 req-64501d3c-ad89-40a6-99e7-7d2f4bc7c60f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=963f7730-787b-40d1-8e78-3bf68e3e0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1066458 Feb 28 14:59:58.619943 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 59, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 14:59:58.620307 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Checking segment: {'id': '8a683c94-96c6-461c-ae57-376f04bffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15240275-830c-43c3-b9d6-1ee4a6baef36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 14:59:58.620704 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.621087 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Bound using segment: {'id': '8a683c94-96c6-461c-ae57-376f04bffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15240275-830c-43c3-b9d6-1ee4a6baef36'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 14:59:58.621915 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Bound port: 067f6722-600b-4a87-a957-cb0de260517f, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8a683c94-96c6-461c-ae57-376f04bffd6d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '15240275-830c-43c3-b9d6-1ee4a6baef36'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 14:59:58.622431 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.641368 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.641655 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-2b97a526-7a9b-4973-a424-f28c5b063cc7 service neutron] 10.222.0.20 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2094769 Feb 28 14:59:58.655480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.757849 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7f33a1bc-e233-4d90-8c75-2c70ffa0973b up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:58.761144 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] For port 067f6722-600b-4a87-a957-cb0de260517f, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 14:59:58.765083 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] For port 067f6722-600b-4a87-a957-cb0de260517f, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=067f6722-600b-4a87-a957-cb0de260517f,segment=NetworkSegment(8a683c94-96c6-461c-ae57-376f04bffd6d),segment_id=8a683c94-96c6-461c-ae57-376f04bffd6d)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 14:59:58.771530 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.854501 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f8a6937d-610b-4f4c-b16c-5b55aa22ef10 req-90e4343a-6492-4189-a684-e3c7e644312d service neutron] 10.222.0.20 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2049322 Feb 28 14:59:58.861279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event updated for resources: {'Port': ['ID=722876ae-bb3f-4572-bd0c-3ae86d6dd6b7,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:58.864623 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.878971 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Updating router cbc3d952-22e4-4fc0-85cc-a60975bd2510 port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 14:59:58.906892 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.950609 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.986679 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:58.986931 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 7f33a1bc-e233-4d90-8c75-2c70ffa0973b triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:58.987192 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:59.042190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Network 471294bf-0b6f-4553-b589-0f4b9f3f7cd0 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 14:59:59.043868 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 14:59:59.074736 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-52c10d93-137c-43ff-9f0e-46551502aa4e req-d2c3b14e-e7d2-47b9-a662-0faf4a26670a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 1097 time: 0.1606700 Feb 28 14:59:59.133670 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8f9fe-70b2-4609-9070-b7be1b04b8de None None] Pushing event updated for resources: {'Port': ['ID=067f6722-600b-4a87-a957-cb0de260517f,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:59.205570 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device def61139-ead3-472d-8c68-c6d317caf43f up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 14:59:59.311427 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port def61139-ead3-472d-8c68-c6d317caf43f completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:59.336453 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c10d93-137c-43ff-9f0e-46551502aa4e req-8b6041d8-7797-40a1-9c30-9bff8ba21dcd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:59.337777 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-52c10d93-137c-43ff-9f0e-46551502aa4e req-8b6041d8-7797-40a1-9c30-9bff8ba21dcd service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2 HTTP/1.1" status: 200 len: 897 time: 0.2557261 Feb 28 14:59:59.341942 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde19c21-a473-43b1-9d4e-665a665da8ad None None] Network 471294bf-0b6f-4553-b589-0f4b9f3f7cd0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 14:59:59.438221 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-52c10d93-137c-43ff-9f0e-46551502aa4e req-869acf61-3682-44d9-844f-2bd23de16293 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66df585e-6bd9-45c0-97a4-90bb7fe3caf6 HTTP/1.1" status: 200 len: 217 time: 0.0944057 Feb 28 14:59:59.509657 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3f2d5aa5-3cd0-49d7-9553-dda53641c1b5 None None] Provisioning for port def61139-ead3-472d-8c68-c6d317caf43f completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 14:59:59.520324 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3f2d5aa5-3cd0-49d7-9553-dda53641c1b5 None None] Provisioning complete for port def61139-ead3-472d-8c68-c6d317caf43f triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 14:59:59.521006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5aa5-3cd0-49d7-9553-dda53641c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:59.524095 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router cbc3d952-22e4-4fc0-85cc-a60975bd2510 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 14:59:59.569169 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c10d93-137c-43ff-9f0e-46551502aa4e req-de612206-0d86-4378-8901-94c2e42320d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 14:59:59.570874 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-52c10d93-137c-43ff-9f0e-46551502aa4e req-de612206-0d86-4378-8901-94c2e42320d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae72e0a-017b-40a3-b12f-f4e75df4cf9b HTTP/1.1" status: 200 len: 835 time: 0.1262887 Feb 28 14:59:59.604041 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:59.616295 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Transition to ACTIVE for port object bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 14:59:59.625479 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:59.714610 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-52c10d93-137c-43ff-9f0e-46551502aa4e req-78cebf0a-c180-48ea-8b2e-53695e6b6dad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1373346 Feb 28 14:59:59.804718 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8f9fe-70b2-4609-9070-b7be1b04b8de None None] Pushing event updated for resources: {'Port': ['ID=bdced3fb-8a77-4af4-b2c6-1f711dbd0f28,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 14:59:59.810605 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5aa5-3cd0-49d7-9553-dda53641c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:59.897626 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 14:59:59.923896 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3f2d5aa5-3cd0-49d7-9553-dda53641c1b5 None None] For port def61139-ead3-472d-8c68-c6d317caf43f, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=def61139-ead3-472d-8c68-c6d317caf43f,segment=NetworkSegment(9afc1b57-0f36-4a16-bf42-68ef1a66e37f),segment_id=9afc1b57-0f36-4a16-bf42-68ef1a66e37f)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 14:59:59.929509 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a39edaec-3ed8-45d7-8938-3f39f4401306 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/cbc3d952-22e4-4fc0-85cc-a60975bd2510/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2987947 Feb 28 14:59:59.929999 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f2d5aa5-3cd0-49d7-9553-dda53641c1b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 14:59:59.931568 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48236) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 14:59:59.937004 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-7baa18c9-f19c-4953-8936-ce2d9048f829 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:00.007763 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Attempting to bind port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:00:00.008231 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Attempting to bind port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9feb5012-38aa-4241-aa93-8144738b6ac2'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:00:00.008601 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Attempting to bind port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 on network 9feb5012-38aa-4241-aa93-8144738b6ac2 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:00:00.015718 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 14, 59, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:00:00.016094 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Checking segment: {'id': 'e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9feb5012-38aa-4241-aa93-8144738b6ac2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:00:00.016726 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:00.016903 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Bound using segment: {'id': 'e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9feb5012-38aa-4241-aa93-8144738b6ac2'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:00:00.017385 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Bound port: bdced3fb-8a77-4af4-b2c6-1f711dbd0f28, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9feb5012-38aa-4241-aa93-8144738b6ac2'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:00:00.017711 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:00.057819 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc325bea-1f9a-490e-a72e-1a2ab3022f83 req-785d2002-98a3-4e11-8b1c-9b389fc22d8a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:00.065873 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dc325bea-1f9a-490e-a72e-1a2ab3022f83 req-785d2002-98a3-4e11-8b1c-9b389fc22d8a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 944 time: 0.1798143 Feb 28 15:00:00.097185 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f2d5aa5-3cd0-49d7-9553-dda53641c1b5 None None] Pushing event updated for resources: {'Port': ['ID=def61139-ead3-472d-8c68-c6d317caf43f,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:00.102455 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-52c10d93-137c-43ff-9f0e-46551502aa4e req-824492f3-4d94-4d99-8a44-4805eec095d7 service neutron] 10.222.0.20 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804965 Feb 28 15:00:00.172770 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] For port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:00:00.177727 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] For port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=bdced3fb-8a77-4af4-b2c6-1f711dbd0f28,segment=NetworkSegment(e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b),segment_id=e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:00:00.184068 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:00.222324 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:00.289223 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Routers {'cbc3d952-22e4-4fc0-85cc-a60975bd2510'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:00.292142 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['cbc3d952-22e4-4fc0-85cc-a60975bd2510'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:00.362299 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dc325bea-1f9a-490e-a72e-1a2ab3022f83 req-a7930470-2bc4-4606-87a0-5d0387d0a44e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=963f7730-787b-40d1-8e78-3bf68e3e0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2953453 Feb 28 15:00:00.404718 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7d3ceb39-6587-4828-ab08-a1519f10a827 None None] Provisioning for port 722876ae-bb3f-4572-bd0c-3ae86d6dd6b7 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:00.410787 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7d3ceb39-6587-4828-ab08-a1519f10a827 None None] Provisioning complete for port 722876ae-bb3f-4572-bd0c-3ae86d6dd6b7 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:00.411622 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7d3ceb39-6587-4828-ab08-a1519f10a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:00.472413 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-52c10d93-137c-43ff-9f0e-46551502aa4e req-d340b9dd-7f9e-4275-9c91-f728669732f0 service neutron] 10.222.0.20 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3569226 Feb 28 15:00:00.546017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-7d3ceb39-6587-4828-ab08-a1519f10a827 None None] Port 722876ae-bb3f-4572-bd0c-3ae86d6dd6b7 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:00:00.561297 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7d3ceb39-6587-4828-ab08-a1519f10a827 None None] Provisioning complete for port def61139-ead3-472d-8c68-c6d317caf43f triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:00.563720 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7d3ceb39-6587-4828-ab08-a1519f10a827 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:00.641471 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed8f9fe-70b2-4609-9070-b7be1b04b8de None None] Pushing event updated for resources: {'Port': ['ID=bdced3fb-8a77-4af4-b2c6-1f711dbd0f28,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:00.663889 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] Set router cbc3d952-22e4-4fc0-85cc-a60975bd2510 gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:00:00.687446 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device def61139-ead3-472d-8c68-c6d317caf43f up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:00.791095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port def61139-ead3-472d-8c68-c6d317caf43f triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:00.791567 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:00.903191 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:00:00.962977 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.extraroute_db [None req-7baa18c9-f19c-4953-8936-ce2d9048f829 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Added routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 28 15:00:00.979230 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.extraroute_db [None req-7baa18c9-f19c-4953-8936-ce2d9048f829 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Removed routes are [] {{(pid=83591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 28 15:00:00.980028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7baa18c9-f19c-4953-8936-ce2d9048f829 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:01.018484 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-752c3861-d317-4fa5-80b9-b407d52e7cb4 None None] Provisioning complete for port 722876ae-bb3f-4572-bd0c-3ae86d6dd6b7 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:01.018864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-752c3861-d317-4fa5-80b9-b407d52e7cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:01.042599 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'name': 'tempest-RoutersTest-router-1073710506', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:38Z', 'updated_at': '2022-02-28T14:59:57Z', 'revision_number': 5, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'gw_port_host': None, '_interfaces': [{'id': '067f6722-600b-4a87-a957-cb0de260517f', 'name': '', 'network_id': '15240275-830c-43c3-b9d6-1ee4a6baef36', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'mac_address': 'fa:16:3e:6c:41:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0afa557-c63e-4a7f-9092-bd8b6dd83784', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:50Z', 'updated_at': '2022-02-28T14:59:58Z', 'revision_number': 4, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'subnets': [{'id': 'a0afa557-c63e-4a7f-9092-bd8b6dd83784', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '722876ae-bb3f-4572-bd0c-3ae86d6dd6b7', 'name': '', 'network_id': '471294bf-0b6f-4553-b589-0f4b9f3f7cd0', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'mac_address': 'fa:16:3e:e0:1b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1b8130-1f63-4e19-af90-5f2db4ab3d26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T14:59:58Z', 'revision_number': 2, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'subnets': [{'id': 'de1b8130-1f63-4e19-af90-5f2db4ab3d26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8775011b-54db-405e-b5cf-cd609637b1ba', 'name': '', 'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'mac_address': 'fa:16:3e:66:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5d459fb-7fa7-46fa-a032-3c32d49c5c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:40Z', 'updated_at': '2022-02-28T14:59:53Z', 'revision_number': 5, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'subnets': [{'id': 'f5d459fb-7fa7-46fa-a032-3c32d49c5c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdced3fb-8a77-4af4-b2c6-1f711dbd0f28', 'name': '', 'network_id': '9feb5012-38aa-4241-aa93-8144738b6ac2', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'mac_address': 'fa:16:3e:62:20:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73c496ac-5676-4f9c-a1f6-2d9d6b4df32e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:45Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'subnets': [{'id': '73c496ac-5676-4f9c-a1f6-2d9d6b4df32e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:01.048137 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fc1778-4b70-448b-8de0-718d06260bbf None None] The sync data for ids ['cbc3d952-22e4-4fc0-85cc-a60975bd2510'] in dv-neutron-830866-2-hyperv is: [{'id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'name': 'tempest-RoutersTest-router-1073710506', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:38Z', 'updated_at': '2022-02-28T14:59:57Z', 'revision_number': 5, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'gw_port_host': None, '_interfaces': [{'id': '067f6722-600b-4a87-a957-cb0de260517f', 'name': '', 'network_id': '15240275-830c-43c3-b9d6-1ee4a6baef36', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'mac_address': 'fa:16:3e:6c:41:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'a0afa557-c63e-4a7f-9092-bd8b6dd83784', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:50Z', 'updated_at': '2022-02-28T14:59:58Z', 'revision_number': 4, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'subnets': [{'id': 'a0afa557-c63e-4a7f-9092-bd8b6dd83784', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '722876ae-bb3f-4572-bd0c-3ae86d6dd6b7', 'name': '', 'network_id': '471294bf-0b6f-4553-b589-0f4b9f3f7cd0', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'mac_address': 'fa:16:3e:e0:1b:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'de1b8130-1f63-4e19-af90-5f2db4ab3d26', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:56Z', 'updated_at': '2022-02-28T14:59:58Z', 'revision_number': 2, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'subnets': [{'id': 'de1b8130-1f63-4e19-af90-5f2db4ab3d26', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '8775011b-54db-405e-b5cf-cd609637b1ba', 'name': '', 'network_id': 'dc93b264-6997-43a8-9c0a-170d7ac3dd26', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'mac_address': 'fa:16:3e:66:11:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'f5d459fb-7fa7-46fa-a032-3c32d49c5c3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:40Z', 'updated_at': '2022-02-28T14:59:53Z', 'revision_number': 5, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'subnets': [{'id': 'f5d459fb-7fa7-46fa-a032-3c32d49c5c3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'bdced3fb-8a77-4af4-b2c6-1f711dbd0f28', 'name': '', 'network_id': '9feb5012-38aa-4241-aa93-8144738b6ac2', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'mac_address': 'fa:16:3e:62:20:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '73c496ac-5676-4f9c-a1f6-2d9d6b4df32e', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:45Z', 'updated_at': '2022-02-28T15:00:00Z', 'revision_number': 4, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'subnets': [{'id': '73c496ac-5676-4f9c-a1f6-2d9d6b4df32e', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:00:01.092909 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-752c3861-d317-4fa5-80b9-b407d52e7cb4 None None] Port 722876ae-bb3f-4572-bd0c-3ae86d6dd6b7 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:00:01.146133 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=66df585e-6bd9-45c0-97a4-90bb7fe3caf6,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:01.166724 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '66df585e-6bd9-45c0-97a4-90bb7fe3caf6', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'port_id': '66df585e-6bd9-45c0-97a4-90bb7fe3caf6', 'mac_address': 'fa:16:3e:cf:31:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:00:01.226677 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:01.249340 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:00:01.273427 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=66df585e-6bd9-45c0-97a4-90bb7fe3caf6,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:01.283007 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:01.333715 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f7bf0be8-fdab-4db9-a1f2-0731b8fc1fed None None] Provisioning complete for port 722876ae-bb3f-4572-bd0c-3ae86d6dd6b7 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:01.334070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f7bf0be8-fdab-4db9-a1f2-0731b8fc1fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:01.351808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7baa18c9-f19c-4953-8936-ce2d9048f829 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:01.355084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7baa18c9-f19c-4953-8936-ce2d9048f829 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:01.399774 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=66df585e-6bd9-45c0-97a4-90bb7fe3caf6,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:01.405468 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f7bf0be8-fdab-4db9-a1f2-0731b8fc1fed None None] Port 722876ae-bb3f-4572-bd0c-3ae86d6dd6b7 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:00:01.411318 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:01.411619 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:01.411916 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:01.412242 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:01.412565 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:01.412887 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:01.413207 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:01.413524 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:01.413842 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:01.414154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:01.414467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:01.523825 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['66df585e-6bd9-45c0-97a4-90bb7fe3caf6'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:00:01.640784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cd5661-dcef-428b-92cd-74c1944e95d8 req-7b9620b7-e461-4e3e-8f26-6ca7128f2c94 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:01.642857 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b3cd5661-dcef-428b-92cd-74c1944e95d8 req-7b9620b7-e461-4e3e-8f26-6ca7128f2c94 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 945 time: 0.1236553 Feb 28 15:00:01.648593 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7baa18c9-f19c-4953-8936-ce2d9048f829 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router cbc3d952-22e4-4fc0-85cc-a60975bd2510 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:00:01.811403 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b3cd5661-dcef-428b-92cd-74c1944e95d8 req-a8ff5e70-b9eb-41b1-ae1d-19a35ab66ee8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=963f7730-787b-40d1-8e78-3bf68e3e0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1615598 Feb 28 15:00:01.884362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7baa18c9-f19c-4953-8936-ce2d9048f829 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:00:01.891155 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7baa18c9-f19c-4953-8936-ce2d9048f829 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:01.895534 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48244) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:01.896042 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7baa18c9-f19c-4953-8936-ce2d9048f829 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/cbc3d952-22e4-4fc0-85cc-a60975bd2510 HTTP/1.1" status: 200 len: 934 time: 1.9630563 Feb 28 15:00:02.074422 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-db060b7c-a064-457d-aff1-4c6522478738 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/routers/cbc3d952-22e4-4fc0-85cc-a60975bd2510 HTTP/1.1" status: 200 len: 934 time: 0.1774545 Feb 28 15:00:02.076992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48250) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:02.082404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-b647bfd1-b3cd-495f-af8e-b62e899d3a1a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'router': {'routes': None}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:02.669649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 067f6722-600b-4a87-a957-cb0de260517f up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:02.678630 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.extraroute_db [None req-b647bfd1-b3cd-495f-af8e-b62e899d3a1a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Added routes are [] {{(pid=83592) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 28 15:00:02.679056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.extraroute_db [None req-b647bfd1-b3cd-495f-af8e-b62e899d3a1a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Removed routes are [{'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=83592) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 28 15:00:02.707629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b647bfd1-b3cd-495f-af8e-b62e899d3a1a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:02.738934 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 067f6722-600b-4a87-a957-cb0de260517f completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:02.743448 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 067f6722-600b-4a87-a957-cb0de260517f triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:02.743843 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:02.855480 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:02.889888 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 067f6722-600b-4a87-a957-cb0de260517f, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=067f6722-600b-4a87-a957-cb0de260517f,segment=NetworkSegment(8a683c94-96c6-461c-ae57-376f04bffd6d),segment_id=8a683c94-96c6-461c-ae57-376f04bffd6d)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:02.894201 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:02.894945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:02.957952 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:03.033512 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b647bfd1-b3cd-495f-af8e-b62e899d3a1a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.037280 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b647bfd1-b3cd-495f-af8e-b62e899d3a1a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.063257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=067f6722-600b-4a87-a957-cb0de260517f,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:03.082623 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:03.088069 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:03.092920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:03.093300 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.122389 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:03.122679 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.140800 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90691da6-55fa-4cd4-b9d2-456d04021a6d req-6866b7ea-5967-4e9a-875a-b8426340fc42 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:03.143000 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-90691da6-55fa-4cd4-b9d2-456d04021a6d req-6866b7ea-5967-4e9a-875a-b8426340fc42 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 945 time: 0.1959951 Feb 28 15:00:03.202470 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-90691da6-55fa-4cd4-b9d2-456d04021a6d req-464a2837-a151-4bf4-b7be-9605d9089bdc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=963f7730-787b-40d1-8e78-3bf68e3e0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0534728 Feb 28 15:00:03.324750 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.335142 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b647bfd1-b3cd-495f-af8e-b62e899d3a1a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router cbc3d952-22e4-4fc0-85cc-a60975bd2510 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:00:03.343602 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.374155 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c805c08a-a1e6-488d-ba12-14088be6b1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66df585e-6bd9-45c0-97a4-90bb7fe3caf6'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:00:03.389934 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=66df585e-6bd9-45c0-97a4-90bb7fe3caf6,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:03.393324 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=bdced3fb-8a77-4af4-b2c6-1f711dbd0f28,segment=NetworkSegment(e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b),segment_id=e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:03.395260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.428905 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.462748 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c805c08a-a1e6-488d-ba12-14088be6b1db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '66df585e-6bd9-45c0-97a4-90bb7fe3caf6', 'code': 200} Feb 28 15:00:03.466334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=66df585e-6bd9-45c0-97a4-90bb7fe3caf6,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:03.517743 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b647bfd1-b3cd-495f-af8e-b62e899d3a1a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:00:03.527162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b647bfd1-b3cd-495f-af8e-b62e899d3a1a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:03.528475 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b647bfd1-b3cd-495f-af8e-b62e899d3a1a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/cbc3d952-22e4-4fc0-85cc-a60975bd2510 HTTP/1.1" status: 200 len: 700 time: 1.4506893 Feb 28 15:00:03.531577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48258) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:03.542040 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=bdced3fb-8a77-4af4-b2c6-1f711dbd0f28,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:03.700630 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f80a2e61-e9ff-47c8-bca8-75487d8021b6 req-7d679cb2-2d20-4314-bd24-050d21447530 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 1099 time: 0.0708480 Feb 28 15:00:03.708140 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f04acec8-6adb-4849-b75b-a30da905b556 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/routers/cbc3d952-22e4-4fc0-85cc-a60975bd2510 HTTP/1.1" status: 200 len: 700 time: 0.1755705 Feb 28 15:00:03.710852 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48262) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:03.742095 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f80a2e61-e9ff-47c8-bca8-75487d8021b6 req-828e3d36-7d38-4bfa-baed-a2bacaf305d6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=963f7730-787b-40d1-8e78-3bf68e3e0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350077 Feb 28 15:00:04.033045 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-587df42f-adcb-404c-b5cc-d1531a7ebb41 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:04.464788 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c9653b-5f75-4291-be63-85dd860a6475 req-1e4d8c59-1cd0-4af2-84c5-5fe046c907c5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:04.466266 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-86c9653b-5f75-4291-be63-85dd860a6475 req-1e4d8c59-1cd0-4af2-84c5-5fe046c907c5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 946 time: 0.1443646 Feb 28 15:00:04.558388 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-86c9653b-5f75-4291-be63-85dd860a6475 req-789dd48a-2a60-4e34-acd5-f7a5d5530fdb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=963f7730-787b-40d1-8e78-3bf68e3e0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651469 Feb 28 15:00:04.625472 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 067f6722-600b-4a87-a957-cb0de260517f up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:04.693825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-587df42f-adcb-404c-b5cc-d1531a7ebb41 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port 722876ae-bb3f-4572-bd0c-3ae86d6dd6b7 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:04.694658 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-587df42f-adcb-404c-b5cc-d1531a7ebb41 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:04.696381 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 067f6722-600b-4a87-a957-cb0de260517f triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:04.696755 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:04.818108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:04.886754 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:04.887121 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:04.986367 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-587df42f-adcb-404c-b5cc-d1531a7ebb41 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:05.107956 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-587df42f-adcb-404c-b5cc-d1531a7ebb41 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for 722876ae-bb3f-4572-bd0c-3ae86d6dd6b7 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:05.274367 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-587df42f-adcb-404c-b5cc-d1531a7ebb41 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:05.317384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587df42f-adcb-404c-b5cc-d1531a7ebb41 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Port': ['ID=722876ae-bb3f-4572-bd0c-3ae86d6dd6b7,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:05.591011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-587df42f-adcb-404c-b5cc-d1531a7ebb41 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:05.763128 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8efca45-5e1e-4f58-a6f5-c84c4b381294 req-527786e7-6f9e-4b2f-8983-1a95c3c8eba0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:05.764614 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a8efca45-5e1e-4f58-a6f5-c84c4b381294 req-527786e7-6f9e-4b2f-8983-1a95c3c8eba0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 946 time: 0.0842116 Feb 28 15:00:05.810008 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a8efca45-5e1e-4f58-a6f5-c84c4b381294 req-739de3da-1b19-453f-9b17-2105c4539bae tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=963f7730-787b-40d1-8e78-3bf68e3e0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389607 Feb 28 15:00:06.139101 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6c5e5d-33cf-494a-9b46-dca7cec5161b req-7c79c59c-8133-4afe-973b-f6a6531bac70 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:06.140486 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fc6c5e5d-33cf-494a-9b46-dca7cec5161b req-7c79c59c-8133-4afe-973b-f6a6531bac70 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 946 time: 0.1680553 Feb 28 15:00:06.195685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-587df42f-adcb-404c-b5cc-d1531a7ebb41 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router cbc3d952-22e4-4fc0-85cc-a60975bd2510 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:00:06.200334 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fc6c5e5d-33cf-494a-9b46-dca7cec5161b req-f579276a-a5a2-4d41-beef-32813aae4663 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=963f7730-787b-40d1-8e78-3bf68e3e0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530832 Feb 28 15:00:06.228073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48274) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:06.300384 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-29b02f88-5ab6-421c-96a6-eb988465c2e8 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 1094 time: 0.0711603 Feb 28 15:00:06.303056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48278) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:06.308333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '66df585e-6bd9-45c0-97a4-90bb7fe3caf6', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:06.314156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:06.318186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:floatingip and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:06.321155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:06.326842 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:06.339057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.481608 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-587df42f-adcb-404c-b5cc-d1531a7ebb41 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:00:06.481792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.493992 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-587df42f-adcb-404c-b5cc-d1531a7ebb41 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/cbc3d952-22e4-4fc0-85cc-a60975bd2510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7822039 Feb 28 15:00:06.496687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48282) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:06.624406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.175 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/dfb348de-9e87-4294-a0d8-92d17b75a286) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:00:06.681902 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8a43a0d-707b-4dc5-87c2-c55f3e52a3cf tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting subnet de1b8130-1f63-4e19-af90-5f2db4ab3d26 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:00:06.684718 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e8a43a0d-707b-4dc5-87c2-c55f3e52a3cf tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.737585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e8a43a0d-707b-4dc5-87c2-c55f3e52a3cf tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.770203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.797957 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.823572 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e8a43a0d-707b-4dc5-87c2-c55f3e52a3cf tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.865228 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:00:06.867886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:00:06.872149 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:00:06.895943 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e8a43a0d-707b-4dc5-87c2-c55f3e52a3cf tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.898572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=dfb348de-9e87-4294-a0d8-92d17b75a286,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:06.933898 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a43a0d-707b-4dc5-87c2-c55f3e52a3cf tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Subnet': ['ID=de1b8130-1f63-4e19-af90-5f2db4ab3d26,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:06.941387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e8a43a0d-707b-4dc5-87c2-c55f3e52a3cf tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:06.949733 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e8a43a0d-707b-4dc5-87c2-c55f3e52a3cf tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/de1b8130-1f63-4e19-af90-5f2db4ab3d26 HTTP/1.1" status: 204 len: 168 time: 0.4498801 Feb 28 15:00:06.949906 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984cf42d-36e9-4f4d-8410-9303245b21ed None None] Network 471294bf-0b6f-4553-b589-0f4b9f3f7cd0 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:00:06.950335 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48286) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:07.063065 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.073312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port def61139-ead3-472d-8c68-c6d317caf43f {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:07.073740 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.200365 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c74c5c89-b3aa-4fb1-bc13-783377efe784 None None] DHCP port deletion for 471294bf-0b6f-4553-b589-0f4b9f3f7cd0 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:00:07.204871 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c74c5c89-b3aa-4fb1-bc13-783377efe784 None None] Deleting port def61139-ead3-472d-8c68-c6d317caf43f {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:07.205250 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c74c5c89-b3aa-4fb1-bc13-783377efe784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.284601 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] For port def61139-ead3-472d-8c68-c6d317caf43f, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=def61139-ead3-472d-8c68-c6d317caf43f,segment=NetworkSegment(9afc1b57-0f36-4a16-bf42-68ef1a66e37f),segment_id=9afc1b57-0f36-4a16-bf42-68ef1a66e37f)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:07.284995 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.390251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.430548 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for def61139-ead3-472d-8c68-c6d317caf43f owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:07.461614 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.462699 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c74c5c89-b3aa-4fb1-bc13-783377efe784 None None] For port def61139-ead3-472d-8c68-c6d317caf43f, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=def61139-ead3-472d-8c68-c6d317caf43f,segment=NetworkSegment(9afc1b57-0f36-4a16-bf42-68ef1a66e37f),segment_id=9afc1b57-0f36-4a16-bf42-68ef1a66e37f)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:07.463123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c74c5c89-b3aa-4fb1-bc13-783377efe784 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.512823 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.562142 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Port': ['ID=def61139-ead3-472d-8c68-c6d317caf43f,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:07.570099 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] No DVR routers for this DVR port def61139-ead3-472d-8c68-c6d317caf43f on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:00:07.586127 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c74c5c89-b3aa-4fb1-bc13-783377efe784 None None] Calling delete_port for def61139-ead3-472d-8c68-c6d317caf43f owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:07.662652 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-c74c5c89-b3aa-4fb1-bc13-783377efe784 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:00:07.662960 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-c74c5c89-b3aa-4fb1-bc13-783377efe784 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:00:07.704557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.731206 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['471294bf-0b6f-4553-b589-0f4b9f3f7cd0']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:07.744018 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9afc1b57-0f36-4a16-bf42-68ef1a66e37f') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:07.744315 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9afc1b57-0f36-4a16-bf42-68ef1a66e37f') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:07.756086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.773662 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.779844 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:00:07.780240 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.786873 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.791167 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:00:07.794963 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:00:07.875266 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.892935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:07.902579 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=dfb348de-9e87-4294-a0d8-92d17b75a286,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:07.903502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Network': ['ID=471294bf-0b6f-4553-b589-0f4b9f3f7cd0,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:07.911733 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4a75d1ce-71f9-4789-8fea-b29caad3e447 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/networks/471294bf-0b6f-4553-b589-0f4b9f3f7cd0 HTTP/1.1" status: 204 len: 168 time: 0.9605775 Feb 28 15:00:07.914427 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48290) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:07.973247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:08.164148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c74c5c89-b3aa-4fb1-bc13-783377efe784 None None] Deleting port def61139-ead3-472d-8c68-c6d317caf43f {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:08.164712 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c74c5c89-b3aa-4fb1-bc13-783377efe784 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:08.211200 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48296) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:08.226181 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c74c5c89-b3aa-4fb1-bc13-783377efe784 None None] The port 'def61139-ead3-472d-8c68-c6d317caf43f' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:00:08.561141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-8056512a-80a1-4ffa-ae84-e1621c094578 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Deleting port 85f11446-32c9-41ea-aa3d-3ec99aed534e {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:08.561463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8056512a-80a1-4ffa-ae84-e1621c094578 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:08.617064 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device def61139-ead3-472d-8c68-c6d317caf43f no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:00:08.626311 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Floating IP b19cef2f-facf-42be-bfaa-1c91266f6045 associated. External IP: 172.26.4.175, port: 66df585e-6bd9-45c0-97a4-90bb7fe3caf6. Feb 28 15:00:08.654213 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: def61139-ead3-472d-8c68-c6d317caf43f {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:00:08.654556 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device def61139-ead3-472d-8c68-c6d317caf43f not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:00:08.948765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ae00c340-5a64-4e06-ab82-7dbc71b97ddd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.107019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8056512a-80a1-4ffa-ae84-e1621c094578 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.107334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8056512a-80a1-4ffa-ae84-e1621c094578 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.230265 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-8056512a-80a1-4ffa-ae84-e1621c094578 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Calling delete_port for 85f11446-32c9-41ea-aa3d-3ec99aed534e owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:09.643774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8056512a-80a1-4ffa-ae84-e1621c094578 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:09.723941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056512a-80a1-4ffa-ae84-e1621c094578 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event deleted for resources: {'Port': ['ID=85f11446-32c9-41ea-aa3d-3ec99aed534e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:09.948500 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8056512a-80a1-4ffa-ae84-e1621c094578 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:10.125886 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3fe1880b-4b9f-4f37-a80e-da7420d44302 req-0b87030a-efe1-4128-87cd-586f5b9e7540 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3425827 Feb 28 15:00:10.383501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:00:10.449753 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3fe1880b-4b9f-4f37-a80e-da7420d44302 req-7335fa20-76cd-426d-a6b3-c526dbb1f733 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9cad89688b894404abdfb852201ad365&device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 1099 time: 0.2956598 Feb 28 15:00:10.840624 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1880b-4b9f-4f37-a80e-da7420d44302 req-fc6cdd08-bfb9-4660-a25c-27d0fae45dc3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:10.842031 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3fe1880b-4b9f-4f37-a80e-da7420d44302 req-fc6cdd08-bfb9-4660-a25c-27d0fae45dc3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d0a20c91-fbad-45f6-b36c-5cd61f694024 HTTP/1.1" status: 200 len: 897 time: 0.3374114 Feb 28 15:00:10.981956 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-ae00c340-5a64-4e06-ab82-7dbc71b97ddd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port 067f6722-600b-4a87-a957-cb0de260517f {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:10.982288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ae00c340-5a64-4e06-ab82-7dbc71b97ddd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:11.016207 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3fe1880b-4b9f-4f37-a80e-da7420d44302 req-8afcfd11-86e1-464b-9f24-df2a5a8515de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c4c8b21-e842-48c3-a3b4-86f8d005786f HTTP/1.1" status: 200 len: 217 time: 0.1587281 Feb 28 15:00:11.208216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe1880b-4b9f-4f37-a80e-da7420d44302 req-845a908b-768e-4295-bb87-9d8e2cc6b768 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:11.209611 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3fe1880b-4b9f-4f37-a80e-da7420d44302 req-845a908b-768e-4295-bb87-9d8e2cc6b768 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79e2a4e4-a59e-498f-a157-c995a77fcfe9 HTTP/1.1" status: 200 len: 835 time: 0.1824992 Feb 28 15:00:11.313848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-ae00c340-5a64-4e06-ab82-7dbc71b97ddd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] For port 067f6722-600b-4a87-a957-cb0de260517f, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=067f6722-600b-4a87-a957-cb0de260517f,segment=NetworkSegment(8a683c94-96c6-461c-ae57-376f04bffd6d),segment_id=8a683c94-96c6-461c-ae57-376f04bffd6d)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:11.314191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ae00c340-5a64-4e06-ab82-7dbc71b97ddd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:11.330692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:00:11.444338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-ae00c340-5a64-4e06-ab82-7dbc71b97ddd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for 067f6722-600b-4a87-a957-cb0de260517f owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:11.561398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:11.597943 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3fe1880b-4b9f-4f37-a80e-da7420d44302 req-742f4adb-e0b1-4ae2-9afe-9e66a6312851 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d0a20c91-fbad-45f6-b36c-5cd61f694024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.3805287 Feb 28 15:00:11.820223 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b8a4a30e-146a-4fb3-bbb5-f77ca2e323ac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 5.5160055 Feb 28 15:00:11.822899 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48302) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:11.830871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c805c08a-a1e6-488d-ba12-14088be6b1db', 'tag': '66df585e-6bd9-45c0-97a4-90bb7fe3caf6'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:00:11.838349 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8056512a-80a1-4ffa-ae84-e1621c094578 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Router 3411cf55-0e69-4531-9ae1-f4a33aa62f01 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:00:11.913693 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c805c08a-a1e6-488d-ba12-14088be6b1db', 'tag': '66df585e-6bd9-45c0-97a4-90bb7fe3caf6', 'status': 'completed', 'code': 200} Feb 28 15:00:12.055768 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3fe1880b-4b9f-4f37-a80e-da7420d44302 req-7825b051-9f35-4749-b005-6e8ba2fdcf17 service neutron] 10.222.0.20 "GET /v2.0/networks/d0a20c91-fbad-45f6-b36c-5cd61f694024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4446707 Feb 28 15:00:12.062519 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-909fb491-a093-49f8-84c6-d9e42164548e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 992 time: 0.2384467 Feb 28 15:00:12.084988 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-791dc3f3-b1a1-4059-aef1-7b4ba4b89ee4 req-60a97025-29d4-457e-a393-f0a7cb14fb2f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 1099 time: 0.1135299 Feb 28 15:00:12.150114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ae00c340-5a64-4e06-ab82-7dbc71b97ddd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:12.219831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00c340-5a64-4e06-ab82-7dbc71b97ddd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Port': ['ID=067f6722-600b-4a87-a957-cb0de260517f,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:12.228755 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dc3f3-b1a1-4059-aef1-7b4ba4b89ee4 req-4501077b-65ad-4f88-a064-d731f8863a8e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:12.230396 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-791dc3f3-b1a1-4059-aef1-7b4ba4b89ee4 req-4501077b-65ad-4f88-a064-d731f8863a8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2 HTTP/1.1" status: 200 len: 897 time: 0.1395984 Feb 28 15:00:12.347072 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3fe1880b-4b9f-4f37-a80e-da7420d44302 req-35409fa0-98d1-46ef-af85-58d81e1ba8e5 service neutron] 10.222.0.20 "GET /v2.0/networks/d0a20c91-fbad-45f6-b36c-5cd61f694024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824290 Feb 28 15:00:12.378399 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-791dc3f3-b1a1-4059-aef1-7b4ba4b89ee4 req-7cf60c08-143e-48ba-9872-2022e56e9b98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66df585e-6bd9-45c0-97a4-90bb7fe3caf6 HTTP/1.1" status: 200 len: 1000 time: 0.1313980 Feb 28 15:00:12.525706 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791dc3f3-b1a1-4059-aef1-7b4ba4b89ee4 req-f91d1ac1-68dc-44db-81fa-11c0ac594e12 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:12.527503 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-791dc3f3-b1a1-4059-aef1-7b4ba4b89ee4 req-f91d1ac1-68dc-44db-81fa-11c0ac594e12 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae72e0a-017b-40a3-b12f-f4e75df4cf9b HTTP/1.1" status: 200 len: 835 time: 0.1428444 Feb 28 15:00:12.572344 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8056512a-80a1-4ffa-ae84-e1621c094578 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:00:12.585561 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9191d4-e219-4f4a-bae3-fe98ec53544f None None] Sync routers for ids ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:00:12.589895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8056512a-80a1-4ffa-ae84-e1621c094578 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:12.604185 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9191d4-e219-4f4a-bae3-fe98ec53544f None None] Routers {'3411cf55-0e69-4531-9ae1-f4a33aa62f01'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:12.605501 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5a9191d4-e219-4f4a-bae3-fe98ec53544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:12.665357 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-791dc3f3-b1a1-4059-aef1-7b4ba4b89ee4 req-b806ffda-f51e-42e0-808b-8c91d4e5bb18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1292725 Feb 28 15:00:12.681387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ae00c340-5a64-4e06-ab82-7dbc71b97ddd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:12.704748 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8056512a-80a1-4ffa-ae84-e1621c094578 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "DELETE /v2.0/floatingips/3e1c0875-f3d3-42c0-aa95-355d06f013d2 HTTP/1.1" status: 204 len: 168 time: 4.4900811 Feb 28 15:00:12.832341 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-5a9191d4-e219-4f4a-bae3-fe98ec53544f None None] Set router 3411cf55-0e69-4531-9ae1-f4a33aa62f01 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:00:12.839672 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-791dc3f3-b1a1-4059-aef1-7b4ba4b89ee4 req-2f01b397-04e8-44fa-80fd-d78acebedfa8 service neutron] 10.222.0.20 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646528 Feb 28 15:00:13.005791 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-791dc3f3-b1a1-4059-aef1-7b4ba4b89ee4 req-cf70f9b9-16c2-4ce8-a116-c5c956d4b719 service neutron] 10.222.0.20 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586235 Feb 28 15:00:13.067128 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48310) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:13.195041 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5a9191d4-e219-4f4a-bae3-fe98ec53544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246504210', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:08Z', 'updated_at': '2022-02-28T14:58:21Z', 'revision_number': 4, 'project_id': '9cad89688b894404abdfb852201ad365', 'gw_port': {'id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '06c39261-d960-4ae2-9a77-b03985630dd0', 'name': '', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'mac_address': 'fa:16:3e:13:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:20Z', 'updated_at': '2022-02-28T14:58:39Z', 'revision_number': 5, 'project_id': '9cad89688b894404abdfb852201ad365', 'subnets': [{'id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:13.200078 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9191d4-e219-4f4a-bae3-fe98ec53544f None None] Checking router: 3411cf55-0e69-4531-9ae1-f4a33aa62f01 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:00:13.221875 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9191d4-e219-4f4a-bae3-fe98ec53544f None None] Routers {'3411cf55-0e69-4531-9ae1-f4a33aa62f01'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:13.222507 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5a9191d4-e219-4f4a-bae3-fe98ec53544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:13.255023 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7fb21c2b-1b34-4946-8f30-07f2c833cdca tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 992 time: 0.1855938 Feb 28 15:00:13.407790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-5a9191d4-e219-4f4a-bae3-fe98ec53544f None None] Set router 3411cf55-0e69-4531-9ae1-f4a33aa62f01 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:00:13.609136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148c5edc-9e95-476d-9096-b565468e57c5 req-8355a325-4390-4c9f-845f-3ebce7cf2c3e tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:13.610433 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-148c5edc-9e95-476d-9096-b565468e57c5 req-8355a325-4390-4c9f-845f-3ebce7cf2c3e tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Synchronizing usage tracker for tenant:9cad89688b894404abdfb852201ad365 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:13.627738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-148c5edc-9e95-476d-9096-b565468e57c5 req-8355a325-4390-4c9f-845f-3ebce7cf2c3e tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Unset dirty status for tenant:9cad89688b894404abdfb852201ad365 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:13.628857 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-148c5edc-9e95-476d-9096-b565468e57c5 req-8355a325-4390-4c9f-845f-3ebce7cf2c3e tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.3514128 Feb 28 15:00:13.654587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae00c340-5a64-4e06-ab82-7dbc71b97ddd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router cbc3d952-22e4-4fc0-85cc-a60975bd2510 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:00:13.748911 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-148c5edc-9e95-476d-9096-b565468e57c5 req-627d856a-f404-4a79-ae74-b11468aab521 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1132655 Feb 28 15:00:13.764589 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5a9191d4-e219-4f4a-bae3-fe98ec53544f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246504210', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:08Z', 'updated_at': '2022-02-28T14:58:21Z', 'revision_number': 4, 'project_id': '9cad89688b894404abdfb852201ad365', 'gw_port': {'id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '06c39261-d960-4ae2-9a77-b03985630dd0', 'name': '', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'mac_address': 'fa:16:3e:13:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:20Z', 'updated_at': '2022-02-28T14:58:39Z', 'revision_number': 5, 'project_id': '9cad89688b894404abdfb852201ad365', 'subnets': [{'id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:13.769240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a9191d4-e219-4f4a-bae3-fe98ec53544f None None] The sync data for ids ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'] in dv-neutron-830866-2-hyperv is: [{'id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1246504210', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148'}], 'enable_snat': True}, 'gw_port_id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:58:08Z', 'updated_at': '2022-02-28T14:58:21Z', 'revision_number': 4, 'project_id': '9cad89688b894404abdfb852201ad365', 'gw_port': {'id': '4247b445-4866-4cba-b435-55f0ce8fda62', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c9:9e:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.148', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:10Z', 'updated_at': '2022-02-28T14:58:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '06c39261-d960-4ae2-9a77-b03985630dd0', 'name': '', 'network_id': 'd0a20c91-fbad-45f6-b36c-5cd61f694024', 'tenant_id': '9cad89688b894404abdfb852201ad365', 'mac_address': 'fa:16:3e:13:a7:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3411cf55-0e69-4531-9ae1-f4a33aa62f01', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:58:20Z', 'updated_at': '2022-02-28T14:58:39Z', 'revision_number': 5, 'project_id': '9cad89688b894404abdfb852201ad365', 'subnets': [{'id': '79e2a4e4-a59e-498f-a157-c995a77fcfe9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:00:13.852819 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae00c340-5a64-4e06-ab82-7dbc71b97ddd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:00:13.857427 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ae00c340-5a64-4e06-ab82-7dbc71b97ddd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/cbc3d952-22e4-4fc0-85cc-a60975bd2510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9420240 Feb 28 15:00:13.860099 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48316) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:13.915519 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'tag': '0c4c8b21-e842-48c3-a3b4-86f8d005786f'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:00:13.989525 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'tag': '0c4c8b21-e842-48c3-a3b4-86f8d005786f', 'status': 'completed', 'code': 200} Feb 28 15:00:14.047199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6c22f16-f1b9-47e8-8642-f3f06f95f75c tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting subnet a0afa557-c63e-4a7f-9092-bd8b6dd83784 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:00:14.049958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c6c22f16-f1b9-47e8-8642-f3f06f95f75c tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:14.062208 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bd40f72e-5bbb-48bd-8931-7fa30240d3d6 req-2488f058-82e7-41ea-92c6-01ef952bcb7e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9cad89688b894404abdfb852201ad365&device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 1099 time: 0.0711148 Feb 28 15:00:14.102112 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c6c22f16-f1b9-47e8-8642-f3f06f95f75c tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:14.184362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c6c22f16-f1b9-47e8-8642-f3f06f95f75c tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:14.251106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40f72e-5bbb-48bd-8931-7fa30240d3d6 req-75c0c73d-d93e-49d4-aefe-1f2d85e17660 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:14.252636 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bd40f72e-5bbb-48bd-8931-7fa30240d3d6 req-75c0c73d-d93e-49d4-aefe-1f2d85e17660 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d0a20c91-fbad-45f6-b36c-5cd61f694024 HTTP/1.1" status: 200 len: 897 time: 0.1269925 Feb 28 15:00:14.258264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48322) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:14.258444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c6c22f16-f1b9-47e8-8642-f3f06f95f75c tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:14.295265 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c22f16-f1b9-47e8-8642-f3f06f95f75c tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Subnet': ['ID=a0afa557-c63e-4a7f-9092-bd8b6dd83784,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:14.301338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c6c22f16-f1b9-47e8-8642-f3f06f95f75c tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:14.307158 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c6c22f16-f1b9-47e8-8642-f3f06f95f75c tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/a0afa557-c63e-4a7f-9092-bd8b6dd83784 HTTP/1.1" status: 204 len: 168 time: 0.4461417 Feb 28 15:00:14.309147 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb5ba74-03f4-44e4-99ce-b3332dd8c46d None None] Network 15240275-830c-43c3-b9d6-1ee4a6baef36 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:00:14.309795 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48326) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:14.397474 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bd40f72e-5bbb-48bd-8931-7fa30240d3d6 req-cc9c8596-d246-444a-9108-ab5d21e3d48d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=0c4c8b21-e842-48c3-a3b4-86f8d005786f HTTP/1.1" status: 200 len: 217 time: 0.0803757 Feb 28 15:00:14.446990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:14.461162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port a8568a6d-68bb-45b9-b647-ea2e109a42a2 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:14.461940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:14.464597 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c7e0c8f3-aff6-4865-a75e-a5d40b32b438 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 992 time: 0.2050920 Feb 28 15:00:14.479115 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd40f72e-5bbb-48bd-8931-7fa30240d3d6 req-184e482f-ae40-480f-a588-96aa4ac7d5ab service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:14.480880 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bd40f72e-5bbb-48bd-8931-7fa30240d3d6 req-184e482f-ae40-480f-a588-96aa4ac7d5ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79e2a4e4-a59e-498f-a157-c995a77fcfe9 HTTP/1.1" status: 200 len: 835 time: 0.0724840 Feb 28 15:00:14.573586 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bd40f72e-5bbb-48bd-8931-7fa30240d3d6 req-ecce2dd8-764f-4b1d-bceb-b0377f29aa0f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d0a20c91-fbad-45f6-b36c-5cd61f694024&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0845118 Feb 28 15:00:14.580262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d8c6e37-4eda-4645-9e0e-71eafcc43577 None None] DHCP port deletion for 15240275-830c-43c3-b9d6-1ee4a6baef36 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:00:14.584287 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c6e37-4eda-4645-9e0e-71eafcc43577 None None] Deleting port a8568a6d-68bb-45b9-b647-ea2e109a42a2 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:14.584908 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d8c6e37-4eda-4645-9e0e-71eafcc43577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:14.642945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device a8568a6d-68bb-45b9-b647-ea2e109a42a2 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:00:14.751642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] For port a8568a6d-68bb-45b9-b647-ea2e109a42a2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a8568a6d-68bb-45b9-b647-ea2e109a42a2,segment=NetworkSegment(8a683c94-96c6-461c-ae57-376f04bffd6d),segment_id=8a683c94-96c6-461c-ae57-376f04bffd6d)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:14.752273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:14.857414 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bd40f72e-5bbb-48bd-8931-7fa30240d3d6 req-93c30a1b-a043-4d1a-ad81-fd581eb0dd25 service neutron] 10.222.0.20 "GET /v2.0/networks/d0a20c91-fbad-45f6-b36c-5cd61f694024?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2647433 Feb 28 15:00:14.894167 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for a8568a6d-68bb-45b9-b647-ea2e109a42a2 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:14.904123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:14.918005 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8d8c6e37-4eda-4645-9e0e-71eafcc43577 None None] For port a8568a6d-68bb-45b9-b647-ea2e109a42a2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a8568a6d-68bb-45b9-b647-ea2e109a42a2,segment=NetworkSegment(8a683c94-96c6-461c-ae57-376f04bffd6d),segment_id=8a683c94-96c6-461c-ae57-376f04bffd6d)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:14.918382 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d8c6e37-4eda-4645-9e0e-71eafcc43577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:14.969854 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde20e1b-49f3-4776-b7f5-eeb4e1c5ad4c req-106a1eb6-16d0-4fc5-a9a8-58b04aa50e62 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:14.971284 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dde20e1b-49f3-4776-b7f5-eeb4e1c5ad4c req-106a1eb6-16d0-4fc5-a9a8-58b04aa50e62 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.20 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.3148279 Feb 28 15:00:15.005297 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bd40f72e-5bbb-48bd-8931-7fa30240d3d6 req-eafbb0f9-3131-4b0a-bb0e-396361636c6d service neutron] 10.222.0.20 "GET /v2.0/networks/d0a20c91-fbad-45f6-b36c-5cd61f694024?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376090 Feb 28 15:00:15.044419 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c6e37-4eda-4645-9e0e-71eafcc43577 None None] Calling delete_port for a8568a6d-68bb-45b9-b647-ea2e109a42a2 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:15.081491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-dde20e1b-49f3-4776-b7f5-eeb4e1c5ad4c req-7298df2d-9264-40dd-9b70-9238339db60a tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Deleting port 0c4c8b21-e842-48c3-a3b4-86f8d005786f {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:15.081735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-dde20e1b-49f3-4776-b7f5-eeb4e1c5ad4c req-7298df2d-9264-40dd-9b70-9238339db60a tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:15.097032 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port a8568a6d-68bb-45b9-b647-ea2e109a42a2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a8568a6d-68bb-45b9-b647-ea2e109a42a2,segment=NetworkSegment(8a683c94-96c6-461c-ae57-376f04bffd6d),segment_id=8a683c94-96c6-461c-ae57-376f04bffd6d)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:15.104255 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:15.123754 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:00:15.124069 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:00:15.148882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8758ad35-ec1a-4193-a1e9-01a5879b1ab5 req-26821dfe-3875-49f4-8ed7-e1b920809dcd tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:15.150327 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8758ad35-ec1a-4193-a1e9-01a5879b1ab5 req-26821dfe-3875-49f4-8ed7-e1b920809dcd tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 946 time: 0.2241354 Feb 28 15:00:15.176413 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-8d8c6e37-4eda-4645-9e0e-71eafcc43577 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:00:15.176760 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-8d8c6e37-4eda-4645-9e0e-71eafcc43577 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:00:15.181338 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=a8568a6d-68bb-45b9-b647-ea2e109a42a2,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:15.362151 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:00:15.408081 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8758ad35-ec1a-4193-a1e9-01a5879b1ab5 req-97d8207c-51da-45b3-8966-047cd9bac157 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/security-groups?id=e3f12969-c143-42d8-bb13-f04e4336c4a8&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2311471 Feb 28 15:00:15.467472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48332) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:15.475744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-dde20e1b-49f3-4776-b7f5-eeb4e1c5ad4c req-7298df2d-9264-40dd-9b70-9238339db60a tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] For port 0c4c8b21-e842-48c3-a3b4-86f8d005786f, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0c4c8b21-e842-48c3-a3b4-86f8d005786f,segment=NetworkSegment(5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c),segment_id=5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:15.476100 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-dde20e1b-49f3-4776-b7f5-eeb4e1c5ad4c req-7298df2d-9264-40dd-9b70-9238339db60a tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:15.575712 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f076aa3d-9eed-49b1-b01d-4e44aa50b02f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 992 time: 0.1051273 Feb 28 15:00:15.598630 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-dde20e1b-49f3-4776-b7f5-eeb4e1c5ad4c req-7298df2d-9264-40dd-9b70-9238339db60a tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Calling delete_port for 0c4c8b21-e842-48c3-a3b4-86f8d005786f owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:15.624598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port a8568a6d-68bb-45b9-b647-ea2e109a42a2 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:15.624876 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:15.677895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c6e37-4eda-4645-9e0e-71eafcc43577 None None] Deleting port a8568a6d-68bb-45b9-b647-ea2e109a42a2 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:15.678272 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d8c6e37-4eda-4645-9e0e-71eafcc43577 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:15.885491 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8d8c6e37-4eda-4645-9e0e-71eafcc43577 None None] For port a8568a6d-68bb-45b9-b647-ea2e109a42a2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a8568a6d-68bb-45b9-b647-ea2e109a42a2,segment=NetworkSegment(8a683c94-96c6-461c-ae57-376f04bffd6d),segment_id=8a683c94-96c6-461c-ae57-376f04bffd6d)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:15.885883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d8c6e37-4eda-4645-9e0e-71eafcc43577 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:15.913658 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] For port a8568a6d-68bb-45b9-b647-ea2e109a42a2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a8568a6d-68bb-45b9-b647-ea2e109a42a2,segment=NetworkSegment(8a683c94-96c6-461c-ae57-376f04bffd6d),segment_id=8a683c94-96c6-461c-ae57-376f04bffd6d)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:15.914212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:15.921105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-dde20e1b-49f3-4776-b7f5-eeb4e1c5ad4c req-7298df2d-9264-40dd-9b70-9238339db60a tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:16.007226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8d8c6e37-4eda-4645-9e0e-71eafcc43577 None None] Calling delete_port for a8568a6d-68bb-45b9-b647-ea2e109a42a2 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:16.067662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for a8568a6d-68bb-45b9-b647-ea2e109a42a2 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:16.082964 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d8c6e37-4eda-4645-9e0e-71eafcc43577 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:16.107633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7298df2d-9264-40dd-9b70-9238339db60a tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event deleted for resources: {'Port': ['ID=0c4c8b21-e842-48c3-a3b4-86f8d005786f,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:16.124238 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d8c6e37-4eda-4645-9e0e-71eafcc43577 None None] Pushing event deleted for resources: {'Port': ['ID=a8568a6d-68bb-45b9-b647-ea2e109a42a2,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:16.135029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d8c6e37-4eda-4645-9e0e-71eafcc43577 None None] No DVR routers for this DVR port a8568a6d-68bb-45b9-b647-ea2e109a42a2 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:00:16.197035 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-dde20e1b-49f3-4776-b7f5-eeb4e1c5ad4c req-7298df2d-9264-40dd-9b70-9238339db60a tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] No DVR routers for this DVR port 0c4c8b21-e842-48c3-a3b4-86f8d005786f on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:00:16.208146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-dde20e1b-49f3-4776-b7f5-eeb4e1c5ad4c req-7298df2d-9264-40dd-9b70-9238339db60a tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:16.210505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'name': 'network-vif-deleted', 'tag': '0c4c8b21-e842-48c3-a3b4-86f8d005786f'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:00:16.227423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:00:16.227423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:00:16.230146 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dde20e1b-49f3-4776-b7f5-eeb4e1c5ad4c req-7298df2d-9264-40dd-9b70-9238339db60a tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.20 "DELETE /v2.0/ports/0c4c8b21-e842-48c3-a3b4-86f8d005786f HTTP/1.1" status: 204 len: 173 time: 1.2476439 Feb 28 15:00:16.267006 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '694bb725-80dd-4d6d-96c3-b68e41ed007e', 'name': 'network-vif-deleted', 'tag': '0c4c8b21-e842-48c3-a3b4-86f8d005786f', 'status': 'completed', 'code': 200} Feb 28 15:00:16.283831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port a8568a6d-68bb-45b9-b647-ea2e109a42a2 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:16.284251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:16.350122 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] The port 'a8568a6d-68bb-45b9-b647-ea2e109a42a2' was deleted {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:00:16.477150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:16.504201 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15240275-830c-43c3-b9d6-1ee4a6baef36']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:16.518334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a683c94-96c6-461c-ae57-376f04bffd6d') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:16.518806 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a683c94-96c6-461c-ae57-376f04bffd6d') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:16.530608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:16.547246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:16.554654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:00:16.555042 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:00:16.570796 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:00:16.579184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48340) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:16.667315 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-3c51e9fc-ed17-4c1b-8f50-c0b86e685495 req-d4464bce-ad6c-4867-bf4b-6c49eb85b2ce tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Synchronizing usage tracker for tenant:9cad89688b894404abdfb852201ad365 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:16.691758 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d07a37a1-b209-4d76-a2f2-3d519f9ebf01 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 992 time: 0.1110783 Feb 28 15:00:16.700268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-3c51e9fc-ed17-4c1b-8f50-c0b86e685495 req-d4464bce-ad6c-4867-bf4b-6c49eb85b2ce tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Unset dirty status for tenant:9cad89688b894404abdfb852201ad365 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:16.701468 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3c51e9fc-ed17-4c1b-8f50-c0b86e685495 req-d4464bce-ad6c-4867-bf4b-6c49eb85b2ce tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "GET /v2.0/ports?device_id=694bb725-80dd-4d6d-96c3-b68e41ed007e HTTP/1.1" status: 200 len: 210 time: 0.1298747 Feb 28 15:00:16.702506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:16.723659 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:16.732954 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Network': ['ID=15240275-830c-43c3-b9d6-1ee4a6baef36,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:16.736481 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-183d5be8-c13e-4e67-a241-6f105b82457a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/networks/15240275-830c-43c3-b9d6-1ee4a6baef36 HTTP/1.1" status: 204 len: 168 time: 2.4255733 Feb 28 15:00:16.740119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48344) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:17.164407 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b16fa46-3ff1-43f3-b1a3-807272c3c098 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:17.695672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48348) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:17.736576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-5b16fa46-3ff1-43f3-b1a3-807272c3c098 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:17.736905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b16fa46-3ff1-43f3-b1a3-807272c3c098 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:17.802345 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3b459fb3-b2db-438b-a3bf-0bcd20b4b5a5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 992 time: 0.1055496 Feb 28 15:00:17.812669 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48354) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:17.923889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-5b16fa46-3ff1-43f3-b1a3-807272c3c098 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] For port bdced3fb-8a77-4af4-b2c6-1f711dbd0f28, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=bdced3fb-8a77-4af4-b2c6-1f711dbd0f28,segment=NetworkSegment(e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b),segment_id=e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:17.924242 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b16fa46-3ff1-43f3-b1a3-807272c3c098 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:18.042158 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-5b16fa46-3ff1-43f3-b1a3-807272c3c098 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:18.202800 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65bbb10d-b678-4002-ae37-ccdfcda4d552 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:18.213493 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b16fa46-3ff1-43f3-b1a3-807272c3c098 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:18.354208 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b16fa46-3ff1-43f3-b1a3-807272c3c098 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Port': ['ID=bdced3fb-8a77-4af4-b2c6-1f711dbd0f28,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:18.630743 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b16fa46-3ff1-43f3-b1a3-807272c3c098 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:18.806053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48358) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:18.925963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-65bbb10d-b678-4002-ae37-ccdfcda4d552 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Deleting port 06c39261-d960-4ae2-9a77-b03985630dd0 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:18.926577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65bbb10d-b678-4002-ae37-ccdfcda4d552 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:19.014273 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 0c4c8b21-e842-48c3-a3b4-86f8d005786f no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:00:19.048546 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-441c3184-aa73-41c8-affa-1be9277bda1e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 992 time: 0.2413044 Feb 28 15:00:19.050636 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 0c4c8b21-e842-48c3-a3b4-86f8d005786f {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:00:19.050779 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 0c4c8b21-e842-48c3-a3b4-86f8d005786f not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:00:19.111892 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-65bbb10d-b678-4002-ae37-ccdfcda4d552 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] For port 06c39261-d960-4ae2-9a77-b03985630dd0, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=06c39261-d960-4ae2-9a77-b03985630dd0,segment=NetworkSegment(5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c),segment_id=5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:19.112242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65bbb10d-b678-4002-ae37-ccdfcda4d552 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:19.220642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b16fa46-3ff1-43f3-b1a3-807272c3c098 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router cbc3d952-22e4-4fc0-85cc-a60975bd2510 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:00:19.236728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-65bbb10d-b678-4002-ae37-ccdfcda4d552 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Calling delete_port for 06c39261-d960-4ae2-9a77-b03985630dd0 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:19.386633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b16fa46-3ff1-43f3-b1a3-807272c3c098 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:00:19.399758 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5b16fa46-3ff1-43f3-b1a3-807272c3c098 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/cbc3d952-22e4-4fc0-85cc-a60975bd2510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6586180 Feb 28 15:00:19.402451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48362) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:19.412704 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65bbb10d-b678-4002-ae37-ccdfcda4d552 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:19.456421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65bbb10d-b678-4002-ae37-ccdfcda4d552 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event deleted for resources: {'Port': ['ID=06c39261-d960-4ae2-9a77-b03985630dd0,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:19.708420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-f36f4651-0029-464f-a646-099219f65f3d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting subnet 73c496ac-5676-4f9c-a1f6-2d9d6b4df32e {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:00:19.711267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f36f4651-0029-464f-a646-099219f65f3d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:19.759498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65bbb10d-b678-4002-ae37-ccdfcda4d552 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:19.763238 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f36f4651-0029-464f-a646-099219f65f3d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:19.848357 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f36f4651-0029-464f-a646-099219f65f3d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:19.918907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f36f4651-0029-464f-a646-099219f65f3d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:19.955618 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36f4651-0029-464f-a646-099219f65f3d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Subnet': ['ID=73c496ac-5676-4f9c-a1f6-2d9d6b4df32e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:19.962786 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f36f4651-0029-464f-a646-099219f65f3d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:19.969921 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f36f4651-0029-464f-a646-099219f65f3d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/73c496ac-5676-4f9c-a1f6-2d9d6b4df32e HTTP/1.1" status: 204 len: 168 time: 0.5665333 Feb 28 15:00:19.972529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48366) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:19.972691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b768619-66f5-4171-ad3e-5bc6a44c17e3 None None] Network 9feb5012-38aa-4241-aa93-8144738b6ac2 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:00:20.052824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48370) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:20.175641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:20.194851 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-902e63f2-7501-48e0-9702-1c349ee7e3d7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 992 time: 0.1403139 Feb 28 15:00:20.196501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port fe4d5260-1c35-46d0-87ab-6c44c23d85fe {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:20.196828 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:20.273168 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f120653-afba-42a5-bc4a-2ba7569b4b62 None None] DHCP port deletion for 9feb5012-38aa-4241-aa93-8144738b6ac2 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:00:20.278559 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3f120653-afba-42a5-bc4a-2ba7569b4b62 None None] Deleting port fe4d5260-1c35-46d0-87ab-6c44c23d85fe {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:20.279071 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f120653-afba-42a5-bc4a-2ba7569b4b62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:20.418801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] For port fe4d5260-1c35-46d0-87ab-6c44c23d85fe, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fe4d5260-1c35-46d0-87ab-6c44c23d85fe,segment=NetworkSegment(e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b),segment_id=e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:20.419375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:20.442655 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65bbb10d-b678-4002-ae37-ccdfcda4d552 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Router 3411cf55-0e69-4531-9ae1-f4a33aa62f01 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:00:20.516127 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3f120653-afba-42a5-bc4a-2ba7569b4b62 None None] For port fe4d5260-1c35-46d0-87ab-6c44c23d85fe, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fe4d5260-1c35-46d0-87ab-6c44c23d85fe,segment=NetworkSegment(e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b),segment_id=e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:20.517040 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f120653-afba-42a5-bc4a-2ba7569b4b62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:20.551940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for fe4d5260-1c35-46d0-87ab-6c44c23d85fe owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:20.645340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:20.661768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3f120653-afba-42a5-bc4a-2ba7569b4b62 None None] Calling delete_port for fe4d5260-1c35-46d0-87ab-6c44c23d85fe owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:20.686571 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65bbb10d-b678-4002-ae37-ccdfcda4d552 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:00:20.706879 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fe4d5260-1c35-46d0-87ab-6c44c23d85fe no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:00:20.708633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Port': ['ID=fe4d5260-1c35-46d0-87ab-6c44c23d85fe,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:20.712368 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-65bbb10d-b678-4002-ae37-ccdfcda4d552 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "PUT /v2.0/routers/3411cf55-0e69-4531-9ae1-f4a33aa62f01/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8961251 Feb 28 15:00:20.712721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48374) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:20.743988 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: fe4d5260-1c35-46d0-87ab-6c44c23d85fe {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:00:20.744332 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fe4d5260-1c35-46d0-87ab-6c44c23d85fe not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:00:20.756473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] No DVR routers for this DVR port fe4d5260-1c35-46d0-87ab-6c44c23d85fe on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:00:20.771002 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-3f120653-afba-42a5-bc4a-2ba7569b4b62 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:00:20.771355 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-3f120653-afba-42a5-bc4a-2ba7569b4b62 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:00:20.955005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:20.996710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9feb5012-38aa-4241-aa93-8144738b6ac2']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:21.013024 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:21.013314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e58cb2eb-a9f3-4fd0-a766-c1d3d82fee0b') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:21.038965 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:21.073132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb91900-c1c8-481e-9f3c-878bfd2c6adb tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Deleting subnet 79e2a4e4-a59e-498f-a157-c995a77fcfe9 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:00:21.076295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:21.078472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dfb91900-c1c8-481e-9f3c-878bfd2c6adb tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:21.116289 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:00:21.116679 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:00:21.130240 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:00:21.197609 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48378) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:21.273222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3f120653-afba-42a5-bc4a-2ba7569b4b62 None None] Deleting port fe4d5260-1c35-46d0-87ab-6c44c23d85fe {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:21.273790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f120653-afba-42a5-bc4a-2ba7569b4b62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:21.331641 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-437803dd-fd55-4fb0-a3bd-9242211a3401 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 992 time: 0.1328044 Feb 28 15:00:21.335260 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dfb91900-c1c8-481e-9f3c-878bfd2c6adb tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:21.346234 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3f120653-afba-42a5-bc4a-2ba7569b4b62 None None] The port 'fe4d5260-1c35-46d0-87ab-6c44c23d85fe' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:00:21.379462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:21.398273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:21.420230 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Network': ['ID=9feb5012-38aa-4241-aa93-8144738b6ac2,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:21.431282 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-17474abc-a35f-4831-ae87-e589dfcac994 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/networks/9feb5012-38aa-4241-aa93-8144738b6ac2 HTTP/1.1" status: 204 len: 168 time: 1.4577370 Feb 28 15:00:21.434475 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48382) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:21.580581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dfb91900-c1c8-481e-9f3c-878bfd2c6adb tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:21.672012 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dfb91900-c1c8-481e-9f3c-878bfd2c6adb tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:21.712035 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb91900-c1c8-481e-9f3c-878bfd2c6adb tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event deleted for resources: {'Subnet': ['ID=79e2a4e4-a59e-498f-a157-c995a77fcfe9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:21.779022 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe0bc42-98a1-4721-bbb5-a9c91a8c26e2 None None] Network d0a20c91-fbad-45f6-b36c-5cd61f694024 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:00:21.782941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-dfb91900-c1c8-481e-9f3c-878bfd2c6adb tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:21.855974 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-dfb91900-c1c8-481e-9f3c-878bfd2c6adb tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "DELETE /v2.0/subnets/79e2a4e4-a59e-498f-a157-c995a77fcfe9 HTTP/1.1" status: 204 len: 168 time: 1.1419632 Feb 28 15:00:21.858386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48386) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:22.038421 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a84bd16-f13c-43a8-aa12-1efc4417cf07 None None] DHCP port deletion for d0a20c91-fbad-45f6-b36c-5cd61f694024 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:00:22.041150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8e97232c-6c9b-4b16-bc70-2afd23a637a1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:22.042710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4a84bd16-f13c-43a8-aa12-1efc4417cf07 None None] Deleting port cae64a98-8e38-4078-84b6-2021888a9d90 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:22.043115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4a84bd16-f13c-43a8-aa12-1efc4417cf07 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:22.239647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ece87e90-52d1-4112-9e83-f4f0ef2e7e51 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:22.244357 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4a84bd16-f13c-43a8-aa12-1efc4417cf07 None None] For port cae64a98-8e38-4078-84b6-2021888a9d90, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cae64a98-8e38-4078-84b6-2021888a9d90,segment=NetworkSegment(5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c),segment_id=5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:22.244735 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4a84bd16-f13c-43a8-aa12-1efc4417cf07 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:22.335664 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48390) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:22.365521 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4a84bd16-f13c-43a8-aa12-1efc4417cf07 None None] Calling delete_port for cae64a98-8e38-4078-84b6-2021888a9d90 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:22.445403 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-80641085-90a3-4e94-9689-56c21c258b1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 992 time: 0.1076322 Feb 28 15:00:22.463691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4a84bd16-f13c-43a8-aa12-1efc4417cf07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:22.508940 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a84bd16-f13c-43a8-aa12-1efc4417cf07 None None] Pushing event deleted for resources: {'Port': ['ID=cae64a98-8e38-4078-84b6-2021888a9d90,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:22.515094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a84bd16-f13c-43a8-aa12-1efc4417cf07 None None] No DVR routers for this DVR port cae64a98-8e38-4078-84b6-2021888a9d90 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:00:22.623129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cae64a98-8e38-4078-84b6-2021888a9d90 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:00:22.657631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: cae64a98-8e38-4078-84b6-2021888a9d90 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:00:22.657995 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cae64a98-8e38-4078-84b6-2021888a9d90 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:00:22.812361 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ece87e90-52d1-4112-9e83-f4f0ef2e7e51 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:22.824339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-ece87e90-52d1-4112-9e83-f4f0ef2e7e51 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Deleting port 4247b445-4866-4cba-b435-55f0ce8fda62 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:22.824665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ece87e90-52d1-4112-9e83-f4f0ef2e7e51 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:23.050892 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-ece87e90-52d1-4112-9e83-f4f0ef2e7e51 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] For port 4247b445-4866-4cba-b435-55f0ce8fda62, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4247b445-4866-4cba-b435-55f0ce8fda62,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:23.051241 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ece87e90-52d1-4112-9e83-f4f0ef2e7e51 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:23.203602 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-ece87e90-52d1-4112-9e83-f4f0ef2e7e51 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Calling delete_port for 4247b445-4866-4cba-b435-55f0ce8fda62 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:23.270900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-8e97232c-6c9b-4b16-bc70-2afd23a637a1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port 8775011b-54db-405e-b5cf-cd609637b1ba {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:23.271232 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8e97232c-6c9b-4b16-bc70-2afd23a637a1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:23.448255 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48394) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:23.519085 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-8e97232c-6c9b-4b16-bc70-2afd23a637a1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] For port 8775011b-54db-405e-b5cf-cd609637b1ba, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8775011b-54db-405e-b5cf-cd609637b1ba,segment=NetworkSegment(f0bb7e33-3f9c-4e18-8180-1524fa36026a),segment_id=f0bb7e33-3f9c-4e18-8180-1524fa36026a)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:23.519424 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8e97232c-6c9b-4b16-bc70-2afd23a637a1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:23.561294 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-abb52d34-0a0d-4a9f-8348-f9019ce9f8f2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 992 time: 0.1112037 Feb 28 15:00:23.651013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-8e97232c-6c9b-4b16-bc70-2afd23a637a1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for 8775011b-54db-405e-b5cf-cd609637b1ba owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:23.697937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ece87e90-52d1-4112-9e83-f4f0ef2e7e51 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:23.755439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece87e90-52d1-4112-9e83-f4f0ef2e7e51 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event deleted for resources: {'Port': ['ID=4247b445-4866-4cba-b435-55f0ce8fda62,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:24.038413 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ece87e90-52d1-4112-9e83-f4f0ef2e7e51 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:24.342755 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8e97232c-6c9b-4b16-bc70-2afd23a637a1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:24.453148 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e97232c-6c9b-4b16-bc70-2afd23a637a1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Port': ['ID=8775011b-54db-405e-b5cf-cd609637b1ba,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:24.456139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ece87e90-52d1-4112-9e83-f4f0ef2e7e51 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:24.494649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ece87e90-52d1-4112-9e83-f4f0ef2e7e51 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:24.566947 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48398) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:24.682221 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ece87e90-52d1-4112-9e83-f4f0ef2e7e51 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:24.682752 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ece87e90-52d1-4112-9e83-f4f0ef2e7e51 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Fanout notify agent at l3_agent the message router_deleted on router 3411cf55-0e69-4531-9ae1-f4a33aa62f01 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:00:24.790743 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ece87e90-52d1-4112-9e83-f4f0ef2e7e51 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:24.791739 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ece87e90-52d1-4112-9e83-f4f0ef2e7e51 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "DELETE /v2.0/routers/3411cf55-0e69-4531-9ae1-f4a33aa62f01 HTTP/1.1" status: 204 len: 168 time: 2.9309905 Feb 28 15:00:24.794873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48402) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:24.805161 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-57a9b988-9052-4ac9-886d-65c27f5c8b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 992 time: 0.2367237 Feb 28 15:00:24.809885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8e97232c-6c9b-4b16-bc70-2afd23a637a1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:24.904803 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0adc5a41-3c56-42c2-a71b-e0a934c7eaa4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:25.037491 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0adc5a41-3c56-42c2-a71b-e0a934c7eaa4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:25.061378 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-0adc5a41-3c56-42c2-a71b-e0a934c7eaa4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d0a20c91-fbad-45f6-b36c-5cd61f694024']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:25.073378 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-0adc5a41-3c56-42c2-a71b-e0a934c7eaa4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:25.073955 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-0adc5a41-3c56-42c2-a71b-e0a934c7eaa4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d66f2fc-0b1f-4f28-89d5-e46e41fb4d6c') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:25.085744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0adc5a41-3c56-42c2-a71b-e0a934c7eaa4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:25.101515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0adc5a41-3c56-42c2-a71b-e0a934c7eaa4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:25.107281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0adc5a41-3c56-42c2-a71b-e0a934c7eaa4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:00:25.107774 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0adc5a41-3c56-42c2-a71b-e0a934c7eaa4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:00:25.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:00:25.204173 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0adc5a41-3c56-42c2-a71b-e0a934c7eaa4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:25.207359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e97232c-6c9b-4b16-bc70-2afd23a637a1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router cbc3d952-22e4-4fc0-85cc-a60975bd2510 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:00:25.208482 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0adc5a41-3c56-42c2-a71b-e0a934c7eaa4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:25.230761 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0adc5a41-3c56-42c2-a71b-e0a934c7eaa4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "DELETE /v2.0/networks/d0a20c91-fbad-45f6-b36c-5cd61f694024 HTTP/1.1" status: 204 len: 168 time: 0.4345226 Feb 28 15:00:25.237271 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48406) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:25.256928 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c399533-b606-47c2-b385-d0c39896fea1 None None] Sync routers for ids ['cbc3d952-22e4-4fc0-85cc-a60975bd2510'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:00:25.258994 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adc5a41-3c56-42c2-a71b-e0a934c7eaa4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event deleted for resources: {'Network': ['ID=d0a20c91-fbad-45f6-b36c-5cd61f694024,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:25.289994 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c399533-b606-47c2-b385-d0c39896fea1 None None] Routers {'cbc3d952-22e4-4fc0-85cc-a60975bd2510'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:25.291095 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3c399533-b606-47c2-b385-d0c39896fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['cbc3d952-22e4-4fc0-85cc-a60975bd2510'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:25.324180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52975c38-05e5-442d-91b2-4dfb6d4bdba4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:25.356694 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52975c38-05e5-442d-91b2-4dfb6d4bdba4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:25.441735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52975c38-05e5-442d-91b2-4dfb6d4bdba4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:25.442534 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-3c399533-b606-47c2-b385-d0c39896fea1 None None] Set router cbc3d952-22e4-4fc0-85cc-a60975bd2510 gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:00:25.446084 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4d5ee50c-54bc-4229-823b-37f2c08959d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:25.461247 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52975c38-05e5-442d-91b2-4dfb6d4bdba4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3f12969-c143-42d8-bb13-f04e4336c4a8,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:25.486926 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-52975c38-05e5-442d-91b2-4dfb6d4bdba4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:25.488321 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-52975c38-05e5-442d-91b2-4dfb6d4bdba4 tempest-TestNetworkAdvancedServerOps-473996627 tempest-TestNetworkAdvancedServerOps-473996627-project] 10.222.0.15 "DELETE /v2.0/security-groups/e3f12969-c143-42d8-bb13-f04e4336c4a8 HTTP/1.1" status: 204 len: 168 time: 0.2497435 Feb 28 15:00:25.542570 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e97232c-6c9b-4b16-bc70-2afd23a637a1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:00:25.553578 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8e97232c-6c9b-4b16-bc70-2afd23a637a1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/cbc3d952-22e4-4fc0-85cc-a60975bd2510/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1158180 Feb 28 15:00:25.554326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48414) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:25.604288 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3c399533-b606-47c2-b385-d0c39896fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'name': 'tempest-RoutersTest-router-1073710506', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:38Z', 'updated_at': '2022-02-28T15:00:23Z', 'revision_number': 11, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:25.608391 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c399533-b606-47c2-b385-d0c39896fea1 None None] Checking router: cbc3d952-22e4-4fc0-85cc-a60975bd2510 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:00:25.619406 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c399533-b606-47c2-b385-d0c39896fea1 None None] Routers {'cbc3d952-22e4-4fc0-85cc-a60975bd2510'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:25.620793 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3c399533-b606-47c2-b385-d0c39896fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['cbc3d952-22e4-4fc0-85cc-a60975bd2510'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:25.748382 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-3c399533-b606-47c2-b385-d0c39896fea1 None None] Set router cbc3d952-22e4-4fc0-85cc-a60975bd2510 gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:00:25.768182 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-84dfb590-4ba5-4fdc-b5df-63f64b0a4cb3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting subnet f5d459fb-7fa7-46fa-a032-3c32d49c5c3c {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:00:25.771524 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84dfb590-4ba5-4fdc-b5df-63f64b0a4cb3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:25.809031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48420) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:25.834832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84dfb590-4ba5-4fdc-b5df-63f64b0a4cb3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:25.851117 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3c399533-b606-47c2-b385-d0c39896fea1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'name': 'tempest-RoutersTest-router-1073710506', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:38Z', 'updated_at': '2022-02-28T15:00:23Z', 'revision_number': 11, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:25.855078 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c399533-b606-47c2-b385-d0c39896fea1 None None] The sync data for ids ['cbc3d952-22e4-4fc0-85cc-a60975bd2510'] in dv-neutron-830866-2-hyperv is: [{'id': 'cbc3d952-22e4-4fc0-85cc-a60975bd2510', 'name': 'tempest-RoutersTest-router-1073710506', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:38Z', 'updated_at': '2022-02-28T15:00:23Z', 'revision_number': 11, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'gw_port_host': None}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:00:25.899577 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48424) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:25.933739 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f4cb9a6e-bce2-4616-834d-1f9c07658667 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 992 time: 0.1224365 Feb 28 15:00:26.027167 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84dfb590-4ba5-4fdc-b5df-63f64b0a4cb3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:26.085400 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5e3f0b2d-2b03-4633-8d70-05766a93e693 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9cad89688b894404abdfb852201ad365&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1847639 Feb 28 15:00:26.088072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48430) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:26.099943 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84dfb590-4ba5-4fdc-b5df-63f64b0a4cb3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:26.139613 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84dfb590-4ba5-4fdc-b5df-63f64b0a4cb3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Subnet': ['ID=f5d459fb-7fa7-46fa-a032-3c32d49c5c3c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:26.144540 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84dfb590-4ba5-4fdc-b5df-63f64b0a4cb3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:26.147660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ebf39d8-9d9d-44b8-aefc-82b81f966859 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:26.150452 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-84dfb590-4ba5-4fdc-b5df-63f64b0a4cb3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/f5d459fb-7fa7-46fa-a032-3c32d49c5c3c HTTP/1.1" status: 204 len: 168 time: 0.5950484 Feb 28 15:00:26.151199 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f097d9a8-d08c-4d37-a20e-53a0dba0c0aa None None] Network dc93b264-6997-43a8-9c0a-170d7ac3dd26 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:00:26.152929 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48434) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:26.177448 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ebf39d8-9d9d-44b8-aefc-82b81f966859 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:26.241991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ebf39d8-9d9d-44b8-aefc-82b81f966859 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:26.262906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebf39d8-9d9d-44b8-aefc-82b81f966859 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2edec31a-a1d0-4af4-9ac6-5c6b78339b9f,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:26.270907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ebf39d8-9d9d-44b8-aefc-82b81f966859 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:26.277552 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:26.280283 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2ebf39d8-9d9d-44b8-aefc-82b81f966859 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2edec31a-a1d0-4af4-9ac6-5c6b78339b9f HTTP/1.1" status: 204 len: 168 time: 0.1857071 Feb 28 15:00:26.289919 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Deleting port 9988a59b-c5b2-43d5-b705-b4e280c854ba {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:26.290167 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:26.363330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4d228-ea8b-4100-9ee4-0ee853881956 None None] Sync routers for ids ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:00:26.381045 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d4d228-ea8b-4100-9ee4-0ee853881956 None None] Routers {'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:26.381653 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-50d4d228-ea8b-4100-9ee4-0ee853881956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:26.536841 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] For port 9988a59b-c5b2-43d5-b705-b4e280c854ba, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9988a59b-c5b2-43d5-b705-b4e280c854ba,segment=NetworkSegment(f0bb7e33-3f9c-4e18-8180-1524fa36026a),segment_id=f0bb7e33-3f9c-4e18-8180-1524fa36026a)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:26.537203 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:26.598119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-50d4d228-ea8b-4100-9ee4-0ee853881956 None None] Set router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:00:26.642579 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8775011b-54db-405e-b5cf-cd609637b1ba no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:00:26.669682 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48442) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:26.680122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Calling delete_port for 9988a59b-c5b2-43d5-b705-b4e280c854ba owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:26.687183 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 8775011b-54db-405e-b5cf-cd609637b1ba {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:00:26.688272 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8775011b-54db-405e-b5cf-cd609637b1ba not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:00:26.688690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 067f6722-600b-4a87-a957-cb0de260517f no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:00:26.690018 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6100c732-ee6d-4808-b0e1-a8bff8c22093 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:26.722127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6100c732-ee6d-4808-b0e1-a8bff8c22093 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:26.723509 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 067f6722-600b-4a87-a957-cb0de260517f {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:00:26.723876 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 067f6722-600b-4a87-a957-cb0de260517f not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:00:26.726623 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6100c732-ee6d-4808-b0e1-a8bff8c22093 admin admin] Usage tracker for resource:security_group_rule and tenant:5e4d51ba3916425fa16dd5ead89062e9 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:26.730847 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6100c732-ee6d-4808-b0e1-a8bff8c22093 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:26.738168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6100c732-ee6d-4808-b0e1-a8bff8c22093 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:26.768095 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:26.812521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6100c732-ee6d-4808-b0e1-a8bff8c22093 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:26.814737 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Port': ['ID=9988a59b-c5b2-43d5-b705-b4e280c854ba,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:26.818631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6100c732-ee6d-4808-b0e1-a8bff8c22093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:26.822199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] No DVR routers for this DVR port 9988a59b-c5b2-43d5-b705-b4e280c854ba on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:00:26.868134 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6100c732-ee6d-4808-b0e1-a8bff8c22093 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=5e4d51ba3916425fa16dd5ead89062e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1972842 Feb 28 15:00:26.869645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6100c732-ee6d-4808-b0e1-a8bff8c22093 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89da871e-854e-4daf-af67-84ff85d4a10b,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:26.872199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48446) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:26.940063 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48450) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:26.940815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7d94aec5-8839-411c-911c-99694c2edb6f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:26.952569 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c486815-7e06-4a3c-be26-2e4184f30bde None None] DHCP port deletion for dc93b264-6997-43a8-9c0a-170d7ac3dd26 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:00:26.954577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:26.989596 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc93b264-6997-43a8-9c0a-170d7ac3dd26']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:27.004478 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f0bb7e33-3f9c-4e18-8180-1524fa36026a') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:27.004781 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f0bb7e33-3f9c-4e18-8180-1524fa36026a') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:27.017512 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:27.036405 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:27.042991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:00:27.043265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:27.052477 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7d94aec5-8839-411c-911c-99694c2edb6f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:00:27.057710 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:00:27.063948 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-50d4d228-ea8b-4100-9ee4-0ee853881956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'b19cef2f-facf-42be-bfaa-1c91266f6045', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'port_id': '66df585e-6bd9-45c0-97a4-90bb7fe3caf6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'mac_address': 'fa:16:3e:cf:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805c08a-a1e6-488d-ba12-14088be6b1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:00:07Z', 'updated_at': '2022-02-28T15:00:07Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f33a1bc-e233-4d90-8c75-2c70ffa0973b', 'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:40:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:46Z', 'updated_at': '2022-02-28T14:59:57Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:27.068670 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4d228-ea8b-4100-9ee4-0ee853881956 None None] Checking router: a0d4071b-b919-4e2a-a0f1-d56a3eb16efe for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:00:27.080793 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50d4d228-ea8b-4100-9ee4-0ee853881956 None None] Routers {'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:27.081882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-50d4d228-ea8b-4100-9ee4-0ee853881956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T14:59:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:27.098616 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a6038086-6dc9-46ab-9c27-500512935a9c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 992 time: 0.1544147 Feb 28 15:00:27.125168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7d94aec5-8839-411c-911c-99694c2edb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:27.148681 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d94aec5-8839-411c-911c-99694c2edb6f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89da871e-854e-4daf-af67-84ff85d4a10b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:27.151731 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7d94aec5-8839-411c-911c-99694c2edb6f admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:27.153669 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:27.156373 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7d94aec5-8839-411c-911c-99694c2edb6f admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/89da871e-854e-4daf-af67-84ff85d4a10b HTTP/1.1" status: 204 len: 168 time: 0.2830341 Feb 28 15:00:27.177564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:27.186031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Pushing event deleted for resources: {'Network': ['ID=dc93b264-6997-43a8-9c0a-170d7ac3dd26,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:27.193996 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b9641921-520b-4fc7-8944-5fae5dd0e016 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/networks/dc93b264-6997-43a8-9c0a-170d7ac3dd26 HTTP/1.1" status: 204 len: 168 time: 1.0401077 Feb 28 15:00:27.196519 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48456) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:27.201542 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-94964e24-6763-4b13-a9ef-d312e6acdcd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'router': {'routes': None}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:27.277198 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-50d4d228-ea8b-4100-9ee4-0ee853881956 None None] Set router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:00:27.549370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.extraroute_db [None req-94964e24-6763-4b13-a9ef-d312e6acdcd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Added routes are [] {{(pid=83591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Feb 28 15:00:27.549602 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.extraroute_db [None req-94964e24-6763-4b13-a9ef-d312e6acdcd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Removed routes are [] {{(pid=83591) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Feb 28 15:00:27.549929 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94964e24-6763-4b13-a9ef-d312e6acdcd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:27.677604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:27.682988 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-85aa88e9-88a5-4838-a4e7-525918c95432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:27.760169 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-50d4d228-ea8b-4100-9ee4-0ee853881956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'b19cef2f-facf-42be-bfaa-1c91266f6045', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'port_id': '66df585e-6bd9-45c0-97a4-90bb7fe3caf6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'mac_address': 'fa:16:3e:cf:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805c08a-a1e6-488d-ba12-14088be6b1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:00:07Z', 'updated_at': '2022-02-28T15:00:07Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f33a1bc-e233-4d90-8c75-2c70ffa0973b', 'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:40:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:46Z', 'updated_at': '2022-02-28T14:59:57Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:27.764176 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50d4d228-ea8b-4100-9ee4-0ee853881956 None None] The sync data for ids ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'] in dv-neutron-830866-2-hyperv is: [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'b19cef2f-facf-42be-bfaa-1c91266f6045', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'port_id': '66df585e-6bd9-45c0-97a4-90bb7fe3caf6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'mac_address': 'fa:16:3e:cf:31:91', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c805c08a-a1e6-488d-ba12-14088be6b1db', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:00:07Z', 'updated_at': '2022-02-28T15:00:07Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f33a1bc-e233-4d90-8c75-2c70ffa0973b', 'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:40:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:46Z', 'updated_at': '2022-02-28T14:59:57Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:00:27.907945 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94964e24-6763-4b13-a9ef-d312e6acdcd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:27.911144 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94964e24-6763-4b13-a9ef-d312e6acdcd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:28.044744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94964e24-6763-4b13-a9ef-d312e6acdcd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router cbc3d952-22e4-4fc0-85cc-a60975bd2510 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:00:28.101400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48460) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:28.178395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94964e24-6763-4b13-a9ef-d312e6acdcd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:00:28.184181 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-94964e24-6763-4b13-a9ef-d312e6acdcd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:28.185287 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-94964e24-6763-4b13-a9ef-d312e6acdcd6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/cbc3d952-22e4-4fc0-85cc-a60975bd2510 HTTP/1.1" status: 200 len: 701 time: 0.9877977 Feb 28 15:00:28.188129 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48464) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:28.203794 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-57b51b90-eae0-4afc-8754-0a2a298fabeb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 992 time: 0.0997572 Feb 28 15:00:28.228673 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6300d759-e5ef-41e7-a378-fef567990d28 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Synchronizing usage tracker for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:28.243488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6300d759-e5ef-41e7-a378-fef567990d28 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Unset dirty status for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:28.244629 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6300d759-e5ef-41e7-a378-fef567990d28 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc3d952-22e4-4fc0-85cc-a60975bd2510 HTTP/1.1" status: 200 len: 205 time: 0.0556026 Feb 28 15:00:28.247283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48468) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:28.382490 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b1a91683-cf4c-42c0-9238-fccaaf211155 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:28.551946 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f04c14a-f000-4bbd-b36d-702e5851f5a0 None None] New status for floating IP 3e1c0875-f3d3-42c0-aa95-355d06f013d2: DOWN {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:00:28.635212 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9988a59b-c5b2-43d5-b705-b4e280c854ba no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:00:28.667723 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 9988a59b-c5b2-43d5-b705-b4e280c854ba {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:00:28.668267 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9988a59b-c5b2-43d5-b705-b4e280c854ba not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:00:28.668758 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:00:28.700330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:00:28.700964 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device bdced3fb-8a77-4af4-b2c6-1f711dbd0f28 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:00:28.701088 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 722876ae-bb3f-4572-bd0c-3ae86d6dd6b7 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:00:28.730810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 722876ae-bb3f-4572-bd0c-3ae86d6dd6b7 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:00:28.731151 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 722876ae-bb3f-4572-bd0c-3ae86d6dd6b7 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:00:28.826588 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:28.869844 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:28.877227 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b1a91683-cf4c-42c0-9238-fccaaf211155 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:28.881384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b1a91683-cf4c-42c0-9238-fccaaf211155 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:28.905101 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b1a91683-cf4c-42c0-9238-fccaaf211155 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:28.905654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1a91683-cf4c-42c0-9238-fccaaf211155 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Fanout notify agent at l3_agent the message router_deleted on router cbc3d952-22e4-4fc0-85cc-a60975bd2510 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:00:28.918777 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b1a91683-cf4c-42c0-9238-fccaaf211155 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:28.919866 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b1a91683-cf4c-42c0-9238-fccaaf211155 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/routers/cbc3d952-22e4-4fc0-85cc-a60975bd2510 HTTP/1.1" status: 204 len: 168 time: 0.6716502 Feb 28 15:00:28.924470 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48472) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:28.929261 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-aad203a5-3129-461a-813c-c89d854dc6e6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-205297081', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:28.935151 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-aad203a5-3129-461a-813c-c89d854dc6e6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:28.939759 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-aad203a5-3129-461a-813c-c89d854dc6e6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Usage tracker for resource:router and tenant:7c502d8d18a64e7895e2cc3f2504cf40 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:28.942591 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-aad203a5-3129-461a-813c-c89d854dc6e6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:28.948147 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-aad203a5-3129-461a-813c-c89d854dc6e6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:28.958022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aad203a5-3129-461a-813c-c89d854dc6e6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:28.958944 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aad203a5-3129-461a-813c-c89d854dc6e6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:28.976061 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aad203a5-3129-461a-813c-c89d854dc6e6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:28.993334 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aad203a5-3129-461a-813c-c89d854dc6e6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:29.016904 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aad203a5-3129-461a-813c-c89d854dc6e6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:29.018030 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-aad203a5-3129-461a-813c-c89d854dc6e6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.0926673 Feb 28 15:00:29.020635 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48476) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:29.025479 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b6b9e4e5-784a-4986-9020-ace9bec4c79f tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:29.205863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48480) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:29.313035 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-277ae2db-a432-4ca4-ae10-c85475fd953d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 992 time: 0.1049693 Feb 28 15:00:29.396864 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e4e5-784a-4986-9020-ace9bec4c79f tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:29.407815 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e4e5-784a-4986-9020-ace9bec4c79f tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:29.567184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6b9e4e5-784a-4986-9020-ace9bec4c79f tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Router d6797929-03e6-4427-b91e-c6614383ac59 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:00:29.706248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6b9e4e5-784a-4986-9020-ace9bec4c79f tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:00:29.712192 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e4e5-784a-4986-9020-ace9bec4c79f tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:29.713302 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b6b9e4e5-784a-4986-9020-ace9bec4c79f tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "PUT /v2.0/routers/d6797929-03e6-4427-b91e-c6614383ac59 HTTP/1.1" status: 200 len: 693 time: 0.6917565 Feb 28 15:00:29.715920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48484) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:29.717232 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c5aa50-d087-434b-b520-1822b99c40aa None None] Sync routers for ids ['d6797929-03e6-4427-b91e-c6614383ac59'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:00:29.730595 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c5aa50-d087-434b-b520-1822b99c40aa None None] Routers {'d6797929-03e6-4427-b91e-c6614383ac59'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:29.731370 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-29c5aa50-d087-434b-b520-1822b99c40aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:00:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d6797929-03e6-4427-b91e-c6614383ac59'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:29.768410 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b0d12-3496-4791-8dbc-52b78021ae55 None None] Sync routers for ids ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:00:29.791478 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b0d12-3496-4791-8dbc-52b78021ae55 None None] Routers set() bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:29.791786 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b0d12-3496-4791-8dbc-52b78021ae55 None None] Router IDs set() for agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 28 15:00:29.792444 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_agentschedulers_db [None req-b66b0d12-3496-4791-8dbc-52b78021ae55 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3411cf55-0e69-4531-9ae1-f4a33aa62f01'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:00:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent'). {{(pid=83594) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 15:00:29.808990 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b0d12-3496-4791-8dbc-52b78021ae55 None None] Routers set() bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:29.811671 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b66b0d12-3496-4791-8dbc-52b78021ae55 None None] Router IDs set() for agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 28 15:00:29.812900 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_agentschedulers_db [None req-b66b0d12-3496-4791-8dbc-52b78021ae55 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'3411cf55-0e69-4531-9ae1-f4a33aa62f01'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:00:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent'). {{(pid=83594) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 15:00:29.813489 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b66b0d12-3496-4791-8dbc-52b78021ae55 None None] The sync data for ids ['3411cf55-0e69-4531-9ae1-f4a33aa62f01'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:00:29.840159 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9264db-619f-4100-ae5b-bad6d62a32f0 None None] New status for floating IP b19cef2f-facf-42be-bfaa-1c91266f6045: ACTIVE {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:00:29.870555 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-dca88f1b-3d62-4ae4-9739-ec85e01e5fbc tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/routers/d6797929-03e6-4427-b91e-c6614383ac59 HTTP/1.1" status: 200 len: 699 time: 0.1534908 Feb 28 15:00:29.873282 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48488) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:29.900457 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fab1bf7-8304-4446-8c86-23a60e220fca None None] Sync routers for ids ['cbc3d952-22e4-4fc0-85cc-a60975bd2510'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:00:29.915112 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-29c5aa50-d087-434b-b520-1822b99c40aa None None] Set router d6797929-03e6-4427-b91e-c6614383ac59 gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:00:29.925862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9c8e3cad-c977-42ed-b783-d1ddeb36965a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Synchronizing usage tracker for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:29.937546 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9c8e3cad-c977-42ed-b783-d1ddeb36965a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Unset dirty status for tenant:7c502d8d18a64e7895e2cc3f2504cf40 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:29.941140 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9c8e3cad-c977-42ed-b783-d1ddeb36965a tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6797929-03e6-4427-b91e-c6614383ac59 HTTP/1.1" status: 200 len: 205 time: 0.0644186 Feb 28 15:00:29.941442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48492) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:30.015898 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab1bf7-8304-4446-8c86-23a60e220fca None None] Routers set() bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:30.016121 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab1bf7-8304-4446-8c86-23a60e220fca None None] Router IDs set() for agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 28 15:00:30.016595 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_agentschedulers_db [None req-6fab1bf7-8304-4446-8c86-23a60e220fca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cbc3d952-22e4-4fc0-85cc-a60975bd2510'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:00:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent'). {{(pid=83593) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 15:00:30.026376 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-29c5aa50-d087-434b-b520-1822b99c40aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6797929-03e6-4427-b91e-c6614383ac59', 'name': 'tempest-RoutersTest-router-205297081', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:00:28Z', 'updated_at': '2022-02-28T15:00:29Z', 'revision_number': 2, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:30.034109 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c5aa50-d087-434b-b520-1822b99c40aa None None] Checking router: d6797929-03e6-4427-b91e-c6614383ac59 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:00:30.041811 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab1bf7-8304-4446-8c86-23a60e220fca None None] Routers set() bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:30.042169 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fab1bf7-8304-4446-8c86-23a60e220fca None None] Router IDs set() for agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 28 15:00:30.042740 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_agentschedulers_db [None req-6fab1bf7-8304-4446-8c86-23a60e220fca None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'cbc3d952-22e4-4fc0-85cc-a60975bd2510'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:00:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent'). {{(pid=83593) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 15:00:30.043102 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fab1bf7-8304-4446-8c86-23a60e220fca None None] The sync data for ids ['cbc3d952-22e4-4fc0-85cc-a60975bd2510'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:00:30.050488 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29c5aa50-d087-434b-b520-1822b99c40aa None None] Routers {'d6797929-03e6-4427-b91e-c6614383ac59'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:30.051074 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-29c5aa50-d087-434b-b520-1822b99c40aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:00:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d6797929-03e6-4427-b91e-c6614383ac59'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:30.076289 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a3b982e4-c504-4b61-8457-3ca80c068a3d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:30.176789 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-29c5aa50-d087-434b-b520-1822b99c40aa None None] Set router d6797929-03e6-4427-b91e-c6614383ac59 gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:00:30.297478 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-29c5aa50-d087-434b-b520-1822b99c40aa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd6797929-03e6-4427-b91e-c6614383ac59', 'name': 'tempest-RoutersTest-router-205297081', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:00:28Z', 'updated_at': '2022-02-28T15:00:29Z', 'revision_number': 2, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:30.301177 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:30.302680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c5aa50-d087-434b-b520-1822b99c40aa None None] The sync data for ids ['d6797929-03e6-4427-b91e-c6614383ac59'] in dv-neutron-830866-2-hyperv is: [{'id': 'd6797929-03e6-4427-b91e-c6614383ac59', 'name': 'tempest-RoutersTest-router-205297081', 'tenant_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:00:28Z', 'updated_at': '2022-02-28T15:00:29Z', 'revision_number': 2, 'project_id': '7c502d8d18a64e7895e2cc3f2504cf40', 'gw_port_host': None}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:00:30.315796 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48496) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:30.429298 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9897b023-f11e-4c01-87ad-60acb7eeba6a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 994 time: 0.1123502 Feb 28 15:00:30.577041 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a3b982e4-c504-4b61-8457-3ca80c068a3d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:30.584889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a3b982e4-c504-4b61-8457-3ca80c068a3d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:30.589580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 06c39261-d960-4ae2-9a77-b03985630dd0 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:00:30.608227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a3b982e4-c504-4b61-8457-3ca80c068a3d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:30.608781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a3b982e4-c504-4b61-8457-3ca80c068a3d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Fanout notify agent at l3_agent the message router_deleted on router d6797929-03e6-4427-b91e-c6614383ac59 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:00:30.622486 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a3b982e4-c504-4b61-8457-3ca80c068a3d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:30.625155 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a3b982e4-c504-4b61-8457-3ca80c068a3d tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/routers/d6797929-03e6-4427-b91e-c6614383ac59 HTTP/1.1" status: 204 len: 168 time: 0.6811965 Feb 28 15:00:30.625335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 06c39261-d960-4ae2-9a77-b03985630dd0 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:00:30.625335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 06c39261-d960-4ae2-9a77-b03985630dd0 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:00:30.627146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48504) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:30.669981 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9e3916c0-55bb-4745-a6d9-3809a5787af1 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports?device_id=d6797929-03e6-4427-b91e-c6614383ac59 HTTP/1.1" status: 200 len: 205 time: 0.0417604 Feb 28 15:00:30.672952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48508) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:30.735388 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-3556f9e7-0009-4371-80ae-da23213affb3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] delete failed (client error): The resource could not be found. Feb 28 15:00:30.736415 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3556f9e7-0009-4371-80ae-da23213affb3 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/routers/d6797929-03e6-4427-b91e-c6614383ac59 HTTP/1.1" status: 404 len: 336 time: 0.0625756 Feb 28 15:00:30.739142 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48512) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:30.777883 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-429f35de-88a0-4786-a02f-19e44ed01147 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] DELETE failed (client error): The resource could not be found. Feb 28 15:00:30.778306 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-429f35de-88a0-4786-a02f-19e44ed01147 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 15:00:30.779840 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-429f35de-88a0-4786-a02f-19e44ed01147 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/de1b8130-1f63-4e19-af90-5f2db4ab3d26 HTTP/1.1" status: 404 len: 337 time: 0.0397892 Feb 28 15:00:30.782619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48516) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:30.818526 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-45ad4029-e350-48d9-8cd8-475b2fb89b45 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] DELETE failed (client error): The resource could not be found. Feb 28 15:00:30.818873 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-45ad4029-e350-48d9-8cd8-475b2fb89b45 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 15:00:30.820447 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-45ad4029-e350-48d9-8cd8-475b2fb89b45 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/a0afa557-c63e-4a7f-9092-bd8b6dd83784 HTTP/1.1" status: 404 len: 337 time: 0.0369928 Feb 28 15:00:30.822767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48520) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:30.858398 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-66fad401-4d5d-4f3a-9a08-093186a046cc tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] DELETE failed (client error): The resource could not be found. Feb 28 15:00:30.858862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66fad401-4d5d-4f3a-9a08-093186a046cc tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 15:00:30.861004 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-66fad401-4d5d-4f3a-9a08-093186a046cc tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/73c496ac-5676-4f9c-a1f6-2d9d6b4df32e HTTP/1.1" status: 404 len: 337 time: 0.0373671 Feb 28 15:00:30.863415 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48524) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:30.906801 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbd6f4ca-418d-4d28-a151-a5996c27b368 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] DELETE failed (client error): The resource could not be found. Feb 28 15:00:30.907245 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbd6f4ca-418d-4d28-a151-a5996c27b368 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 15:00:30.909054 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cbd6f4ca-418d-4d28-a151-a5996c27b368 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/f5d459fb-7fa7-46fa-a032-3c32d49c5c3c HTTP/1.1" status: 404 len: 337 time: 0.0447764 Feb 28 15:00:30.911684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48528) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:30.954642 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bc0136ba-2f9b-438c-8987-94557160f909 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports?device_id=cbc3d952-22e4-4fc0-85cc-a60975bd2510 HTTP/1.1" status: 200 len: 205 time: 0.0416403 Feb 28 15:00:30.956831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48532) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:31.027219 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-d1feb3ac-302c-4736-8f92-19ef025e5509 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] delete failed (client error): The resource could not be found. Feb 28 15:00:31.028223 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d1feb3ac-302c-4736-8f92-19ef025e5509 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/routers/cbc3d952-22e4-4fc0-85cc-a60975bd2510 HTTP/1.1" status: 404 len: 336 time: 0.0705154 Feb 28 15:00:31.031404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48536) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:31.070732 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bca913b8-0e5f-4f58-86c7-940aea4c63cd tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports?device_id=6c8e235d-abf6-4838-b0ec-4b1a851b4d6b HTTP/1.1" status: 200 len: 205 time: 0.0382514 Feb 28 15:00:31.072791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48540) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:31.136686 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-a097b838-1e51-4973-8a70-967164efd341 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] delete failed (client error): The resource could not be found. Feb 28 15:00:31.137644 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a097b838-1e51-4973-8a70-967164efd341 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/routers/6c8e235d-abf6-4838-b0ec-4b1a851b4d6b HTTP/1.1" status: 404 len: 336 time: 0.0640149 Feb 28 15:00:31.140629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48544) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:31.176471 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-5835cc9f-d0a9-495d-908d-e7ef0122a929 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] DELETE failed (client error): The resource could not be found. Feb 28 15:00:31.176885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5835cc9f-d0a9-495d-908d-e7ef0122a929 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 15:00:31.178360 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5835cc9f-d0a9-495d-908d-e7ef0122a929 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/c7bde049-81a2-42db-ad6c-1d1b801b5f29 HTTP/1.1" status: 404 len: 337 time: 0.0369020 Feb 28 15:00:31.180746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48548) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:31.220879 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-879938a1-5933-40e2-91aa-a328c7c0f5e6 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports?device_id=45181cc6-0034-4345-bbee-6dc9580b8118 HTTP/1.1" status: 200 len: 205 time: 0.0390987 Feb 28 15:00:31.222971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48552) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:31.286689 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-74ce6e95-3824-466b-88be-2a8f05e6d99f tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] delete failed (client error): The resource could not be found. Feb 28 15:00:31.287682 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-74ce6e95-3824-466b-88be-2a8f05e6d99f tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/routers/45181cc6-0034-4345-bbee-6dc9580b8118 HTTP/1.1" status: 404 len: 336 time: 0.0638330 Feb 28 15:00:31.290359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48556) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:31.333873 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-86fe333c-e87a-496c-a5de-15f8bc267f01 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports?device_id=1afa909d-9bd9-44b4-a296-3375e9f04ec6 HTTP/1.1" status: 200 len: 205 time: 0.0424249 Feb 28 15:00:31.335998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48560) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:31.399536 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-7578debe-05b6-4562-a520-4d0b521ef171 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] delete failed (client error): The resource could not be found. Feb 28 15:00:31.400503 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7578debe-05b6-4562-a520-4d0b521ef171 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/routers/1afa909d-9bd9-44b4-a296-3375e9f04ec6 HTTP/1.1" status: 404 len: 336 time: 0.0636387 Feb 28 15:00:31.402861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48564) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:31.438423 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-3609c111-33ab-4a0f-8816-154146e8f155 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] DELETE failed (client error): The resource could not be found. Feb 28 15:00:31.438840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3609c111-33ab-4a0f-8816-154146e8f155 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 15:00:31.440352 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3609c111-33ab-4a0f-8816-154146e8f155 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/e4ee9166-dcec-4087-87c5-251e6fd9e6f6 HTTP/1.1" status: 404 len: 337 time: 0.0366628 Feb 28 15:00:31.442625 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48568) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:31.485216 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a2356069-134d-46dc-8237-0fd3c66dc657 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports?device_id=87c81289-eccd-47d1-a39a-4ad536fe446b HTTP/1.1" status: 200 len: 205 time: 0.0415797 Feb 28 15:00:31.487324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48572) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:31.548656 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-9a8c7b24-7aec-4664-8632-41b8867fc4b9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] delete failed (client error): The resource could not be found. Feb 28 15:00:31.549586 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9a8c7b24-7aec-4664-8632-41b8867fc4b9 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/routers/87c81289-eccd-47d1-a39a-4ad536fe446b HTTP/1.1" status: 404 len: 336 time: 0.0611537 Feb 28 15:00:31.551885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48576) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:31.592603 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-34414a0e-8597-421d-a76d-e960d564be10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] DELETE failed (client error): The resource could not be found. Feb 28 15:00:31.593434 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34414a0e-8597-421d-a76d-e960d564be10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 15:00:31.594845 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-34414a0e-8597-421d-a76d-e960d564be10 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/c92e6857-6dcd-4297-9a24-00334907a190 HTTP/1.1" status: 404 len: 337 time: 0.0421219 Feb 28 15:00:31.597695 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48580) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:31.638692 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-dcf4894e-c4df-4824-96fe-4ee5eb5077c2 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "GET /v2.0/ports?device_id=f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e HTTP/1.1" status: 200 len: 205 time: 0.0399766 Feb 28 15:00:31.641537 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48584) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:31.794426 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-c94e4a3a-b7e8-435a-96b6-333718b2bd12 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] delete failed (client error): The resource could not be found. Feb 28 15:00:31.795426 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c94e4a3a-b7e8-435a-96b6-333718b2bd12 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/routers/f5cd9aff-2bf3-4e2c-a403-7d33bb3a3b9e HTTP/1.1" status: 404 len: 336 time: 0.1530445 Feb 28 15:00:31.798514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48588) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:31.834231 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf2758a0-167a-455d-a6ab-fc0a961c513b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] DELETE failed (client error): The resource could not be found. Feb 28 15:00:31.834640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf2758a0-167a-455d-a6ab-fc0a961c513b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 15:00:31.836151 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cf2758a0-167a-455d-a6ab-fc0a961c513b tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/ac091c7d-51ca-49de-b596-989b8319f814 HTTP/1.1" status: 404 len: 337 time: 0.0367913 Feb 28 15:00:31.838304 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48592) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:31.873443 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-0dfade96-141a-460c-a66e-908604dff1a4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] DELETE failed (client error): The resource could not be found. Feb 28 15:00:31.873771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0dfade96-141a-460c-a66e-908604dff1a4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 15:00:31.875838 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0dfade96-141a-460c-a66e-908604dff1a4 tempest-RoutersTest-1015082704 tempest-RoutersTest-1015082704-project] 10.222.0.15 "DELETE /v2.0/subnets/710e3044-8533-4fbd-8a63-7c8bdf2ed0d3 HTTP/1.1" status: 404 len: 337 time: 0.0366910 Feb 28 15:00:32.165194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48600) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:32.361131 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ad66b6b0-85c9-4e01-bd61-3f9ad094ad29 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7c502d8d18a64e7895e2cc3f2504cf40&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1938140 Feb 28 15:00:32.362224 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48606) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:32.436265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4152a1e3-6fa6-4efe-a794-e1f7b8069026 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:32.476690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4152a1e3-6fa6-4efe-a794-e1f7b8069026 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:32.525540 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4152a1e3-6fa6-4efe-a794-e1f7b8069026 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:32.543395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4152a1e3-6fa6-4efe-a794-e1f7b8069026 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e1dfbba-5947-4e2e-a23e-5f8e92fc3749,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:32.553024 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4152a1e3-6fa6-4efe-a794-e1f7b8069026 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:32.553957 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4152a1e3-6fa6-4efe-a794-e1f7b8069026 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0e1dfbba-5947-4e2e-a23e-5f8e92fc3749 HTTP/1.1" status: 204 len: 168 time: 0.1925945 Feb 28 15:00:32.597410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4247b445-4866-4cba-b435-55f0ce8fda62 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:00:32.638379 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 4247b445-4866-4cba-b435-55f0ce8fda62 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:00:32.638909 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4247b445-4866-4cba-b435-55f0ce8fda62 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:00:33.382927 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48630) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:33.517370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-336849fe-1bdf-482a-890d-5d2a39b8a9fb tempest-SubnetPoolsTestJSON-972173880 tempest-SubnetPoolsTestJSON-972173880-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-928493320', 'prefixes': ['172.20.0.0/16']}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:33.523757 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-336849fe-1bdf-482a-890d-5d2a39b8a9fb tempest-SubnetPoolsTestJSON-972173880 tempest-SubnetPoolsTestJSON-972173880-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:33.600117 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-336849fe-1bdf-482a-890d-5d2a39b8a9fb tempest-SubnetPoolsTestJSON-972173880 tempest-SubnetPoolsTestJSON-972173880-project] Notify callbacks [] for subnetpool, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:33.605485 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-336849fe-1bdf-482a-890d-5d2a39b8a9fb tempest-SubnetPoolsTestJSON-972173880 tempest-SubnetPoolsTestJSON-972173880-project] 10.222.0.15 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2207346 Feb 28 15:00:33.606009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48636) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:33.637056 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3ee7bf96-a268-4c6e-9168-735fbdcd1c13 tempest-SubnetPoolsTestJSON-972173880 tempest-SubnetPoolsTestJSON-972173880-project] 10.222.0.15 "GET /v2.0/subnetpools/193fd6c4-cb13-43a1-a08a-8287a5e58f27 HTTP/1.1" status: 200 len: 731 time: 0.0309899 Feb 28 15:00:33.639713 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48640) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:33.645588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-51c8f3d4-4c0f-41a8-ab7d-147a89fa5885 tempest-SubnetPoolsTestJSON-972173880 tempest-SubnetPoolsTestJSON-972173880-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1696984867'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:33.737905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-51c8f3d4-4c0f-41a8-ab7d-147a89fa5885 tempest-SubnetPoolsTestJSON-972173880 tempest-SubnetPoolsTestJSON-972173880-project] Notify callbacks [] for subnetpool, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:33.740177 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-51c8f3d4-4c0f-41a8-ab7d-147a89fa5885 tempest-SubnetPoolsTestJSON-972173880 tempest-SubnetPoolsTestJSON-972173880-project] 10.222.0.15 "PUT /v2.0/subnetpools/193fd6c4-cb13-43a1-a08a-8287a5e58f27 HTTP/1.1" status: 200 len: 684 time: 0.0988986 Feb 28 15:00:33.740418 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48644) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:33.833820 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e544ffd8-1224-47da-9397-b7631cd4b04e tempest-SubnetPoolsTestJSON-972173880 tempest-SubnetPoolsTestJSON-972173880-project] Notify callbacks [] for subnetpool, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:33.837669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48648) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:33.837818 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e544ffd8-1224-47da-9397-b7631cd4b04e tempest-SubnetPoolsTestJSON-972173880 tempest-SubnetPoolsTestJSON-972173880-project] 10.222.0.15 "DELETE /v2.0/subnetpools/193fd6c4-cb13-43a1-a08a-8287a5e58f27 HTTP/1.1" status: 204 len: 168 time: 0.0962222 Feb 28 15:00:33.857998 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-32d5e894-985d-41ca-8a0a-00a5b2604f52 tempest-SubnetPoolsTestJSON-972173880 tempest-SubnetPoolsTestJSON-972173880-project] show failed (client error): The resource could not be found. Feb 28 15:00:33.860098 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-32d5e894-985d-41ca-8a0a-00a5b2604f52 tempest-SubnetPoolsTestJSON-972173880 tempest-SubnetPoolsTestJSON-972173880-project] 10.222.0.15 "GET /v2.0/subnetpools/193fd6c4-cb13-43a1-a08a-8287a5e58f27 HTTP/1.1" status: 404 len: 346 time: 0.0209198 Feb 28 15:00:33.863185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48652) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:33.881490 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.api.v2.resource [None req-b1e0fb48-4ce0-4171-9b48-5dffe78f041b tempest-SubnetPoolsTestJSON-972173880 tempest-SubnetPoolsTestJSON-972173880-project] delete failed (client error): The resource could not be found. Feb 28 15:00:33.885035 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b1e0fb48-4ce0-4171-9b48-5dffe78f041b tempest-SubnetPoolsTestJSON-972173880 tempest-SubnetPoolsTestJSON-972173880-project] 10.222.0.15 "DELETE /v2.0/subnetpools/193fd6c4-cb13-43a1-a08a-8287a5e58f27 HTTP/1.1" status: 404 len: 346 time: 0.0187635 Feb 28 15:00:34.213965 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48660) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:34.358036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c944d47-ae8e-43a7-8922-d82b43771318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:34.388200 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3c944d47-ae8e-43a7-8922-d82b43771318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:34.392514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3c944d47-ae8e-43a7-8922-d82b43771318 admin admin] Usage tracker for resource:security_group_rule and tenant:80f7f01a9ce44f50b65c648d100a2802 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:34.395278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3c944d47-ae8e-43a7-8922-d82b43771318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:34.400779 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3c944d47-ae8e-43a7-8922-d82b43771318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:34.464469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c944d47-ae8e-43a7-8922-d82b43771318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:34.468129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3c944d47-ae8e-43a7-8922-d82b43771318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:34.512268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c944d47-ae8e-43a7-8922-d82b43771318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1aad0423-18ef-4fb9-8a5b-3b89436691a2,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:34.517128 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3c944d47-ae8e-43a7-8922-d82b43771318 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=80f7f01a9ce44f50b65c648d100a2802&name=default HTTP/1.1" status: 200 len: 2647 time: 0.3021767 Feb 28 15:00:34.520184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48666) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:34.580149 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-589d83c5-f93d-4949-8377-fcbfdcee1264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:34.604541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-589d83c5-f93d-4949-8377-fcbfdcee1264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:34.653462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-589d83c5-f93d-4949-8377-fcbfdcee1264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:34.667302 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589d83c5-f93d-4949-8377-fcbfdcee1264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1aad0423-18ef-4fb9-8a5b-3b89436691a2,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:34.673392 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-589d83c5-f93d-4949-8377-fcbfdcee1264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:34.674573 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-589d83c5-f93d-4949-8377-fcbfdcee1264 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/1aad0423-18ef-4fb9-8a5b-3b89436691a2 HTTP/1.1" status: 204 len: 168 time: 0.1539853 Feb 28 15:00:35.487167 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48688) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:35.623502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1082019771-network', 'tenant_id': '011842f40078498e919172ebca9137eb'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:35.628851 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:35.632655 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Usage tracker for resource:network and tenant:011842f40078498e919172ebca9137eb is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:35.635608 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:35.642097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:35.651931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Made reservation on behalf of 011842f40078498e919172ebca9137eb for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:00:35.655015 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:35.667941 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:35.698019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:35.701716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Usage tracker for resource:security_group_rule and tenant:011842f40078498e919172ebca9137eb is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:35.704488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:35.709882 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:35.770803 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:35.774829 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:35.802662 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:00:35.814447 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc1b519b-6017-4448-822c-60325b0c89fc,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:35.819742 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:35.820079 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Added segment f3f9c340-6057-4ed5-99bd-afcdb7a996af of type vlan for network aca6ecc0-5790-4bea-acfa-43edd75a0220 Feb 28 15:00:35.848512 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:35.974015 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:35.975073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:35.975679 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:36.077209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] Pushing event updated for resources: {'Network': ['ID=aca6ecc0-5790-4bea-acfa-43edd75a0220,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:36.081728 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-05cd8045-faaa-4be7-9897-9501e582961a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.5965552 Feb 28 15:00:36.084504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48694) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:36.087479 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network aca6ecc0-5790-4bea-acfa-43edd75a0220 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:00:36.089709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d0c93858-926a-4534-99da-53f6ac8100fa admin admin] Request body: {'subnet': {'network_id': 'aca6ecc0-5790-4bea-acfa-43edd75a0220', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1082019771-subnet', 'tenant_id': '011842f40078498e919172ebca9137eb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:36.094913 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d0c93858-926a-4534-99da-53f6ac8100fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:36.098672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d0c93858-926a-4534-99da-53f6ac8100fa admin admin] Usage tracker for resource:subnet and tenant:011842f40078498e919172ebca9137eb is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:36.101470 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d0c93858-926a-4534-99da-53f6ac8100fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:36.106980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d0c93858-926a-4534-99da-53f6ac8100fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:36.117199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0c93858-926a-4534-99da-53f6ac8100fa admin admin] Made reservation on behalf of 011842f40078498e919172ebca9137eb for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:00:36.119651 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d0c93858-926a-4534-99da-53f6ac8100fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:36.314085 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d0c93858-926a-4534-99da-53f6ac8100fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:36.381345 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c93858-926a-4534-99da-53f6ac8100fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=062ffedd-8a68-46b5-8906-7ea139428469,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:36.395326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c93858-926a-4534-99da-53f6ac8100fa admin admin] Checking segment: {'id': 'f3f9c340-6057-4ed5-99bd-afcdb7a996af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aca6ecc0-5790-4bea-acfa-43edd75a0220'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:00:36.395713 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c93858-926a-4534-99da-53f6ac8100fa admin admin] Network hostable DHCP agents. Network: aca6ecc0-5790-4bea-acfa-43edd75a0220, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:00:36.416313 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0c93858-926a-4534-99da-53f6ac8100fa admin admin] Network aca6ecc0-5790-4bea-acfa-43edd75a0220 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:00:36.425115 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-d0c93858-926a-4534-99da-53f6ac8100fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, aca6ecc0-5790-4bea-acfa-43edd75a0220) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:00:36.429696 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0c93858-926a-4534-99da-53f6ac8100fa admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:36.430274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d0c93858-926a-4534-99da-53f6ac8100fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:36.434081 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45863a40-9a1b-4eb0-9781-740c1027b82a None None] Network aca6ecc0-5790-4bea-acfa-43edd75a0220 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:00:36.463480 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d0c93858-926a-4534-99da-53f6ac8100fa admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.3779266 Feb 28 15:00:36.648322 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81739861-471c-42d6-ad95-fad1d91a1a18 None None] Network aca6ecc0-5790-4bea-acfa-43edd75a0220 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:00:36.984454 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48712) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:37.067621 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a883f032-d2ca-44b3-b201-0cf0251464ec tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/ports?project_id=dc1d4553fb84410fb62138d51b5fd9d3&network_id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2 HTTP/1.1" status: 200 len: 3000 time: 0.0725698 Feb 28 15:00:37.275610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48726) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:37.281161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-206538704-network', 'tenant_id': '9e4dc74c1ead4554bf59915ad219a3bf'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:37.285985 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:37.289793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Usage tracker for resource:network and tenant:9e4dc74c1ead4554bf59915ad219a3bf is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:37.292703 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:37.298357 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:37.311194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Made reservation on behalf of 9e4dc74c1ead4554bf59915ad219a3bf for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:00:37.313918 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:37.325987 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:37.356075 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:37.359740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Usage tracker for resource:security_group_rule and tenant:9e4dc74c1ead4554bf59915ad219a3bf is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:37.362742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:37.368259 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:37.437370 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:37.441156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:37.468722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:00:37.480614 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=942557b8-1348-4924-a164-2445475da7be,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:37.486069 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:37.486397 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Added segment 8f94c7d3-ebcf-4fe9-8642-4c9653ec8498 of type vlan for network 92df525a-8891-4996-9cea-3a3228e4621f Feb 28 15:00:37.512070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:37.540060 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:37.540880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:37.541473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:37.641388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] Pushing event updated for resources: {'Network': ['ID=92df525a-8891-4996-9cea-3a3228e4621f,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:37.646549 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3e90f7cb-b128-46be-baf5-72740b6d6e8a admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.3676469 Feb 28 15:00:37.647195 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48730) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:37.651061 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 92df525a-8891-4996-9cea-3a3228e4621f details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:00:37.656881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-975e049a-a5ff-4fee-ba83-b8c9e8be3cb5 admin admin] Request body: {'subnet': {'network_id': '92df525a-8891-4996-9cea-3a3228e4621f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-206538704-subnet', 'tenant_id': '9e4dc74c1ead4554bf59915ad219a3bf', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:37.661774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-975e049a-a5ff-4fee-ba83-b8c9e8be3cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:37.665832 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-975e049a-a5ff-4fee-ba83-b8c9e8be3cb5 admin admin] Usage tracker for resource:subnet and tenant:9e4dc74c1ead4554bf59915ad219a3bf is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:37.668920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-975e049a-a5ff-4fee-ba83-b8c9e8be3cb5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:37.675414 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-975e049a-a5ff-4fee-ba83-b8c9e8be3cb5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:37.685833 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-975e049a-a5ff-4fee-ba83-b8c9e8be3cb5 admin admin] Made reservation on behalf of 9e4dc74c1ead4554bf59915ad219a3bf for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:00:37.689000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-975e049a-a5ff-4fee-ba83-b8c9e8be3cb5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:37.886574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-975e049a-a5ff-4fee-ba83-b8c9e8be3cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:37.959112 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975e049a-a5ff-4fee-ba83-b8c9e8be3cb5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e18476b2-d36d-49af-980e-ac2207c04721,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:37.975124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975e049a-a5ff-4fee-ba83-b8c9e8be3cb5 admin admin] Checking segment: {'id': '8f94c7d3-ebcf-4fe9-8642-4c9653ec8498', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '92df525a-8891-4996-9cea-3a3228e4621f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:00:37.975741 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975e049a-a5ff-4fee-ba83-b8c9e8be3cb5 admin admin] Network hostable DHCP agents. Network: 92df525a-8891-4996-9cea-3a3228e4621f, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:00:38.000509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975e049a-a5ff-4fee-ba83-b8c9e8be3cb5 admin admin] Network 92df525a-8891-4996-9cea-3a3228e4621f is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:00:38.008803 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-975e049a-a5ff-4fee-ba83-b8c9e8be3cb5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 92df525a-8891-4996-9cea-3a3228e4621f) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:00:38.012687 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-975e049a-a5ff-4fee-ba83-b8c9e8be3cb5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:38.013263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-975e049a-a5ff-4fee-ba83-b8c9e8be3cb5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:38.019224 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d5bcf9-9d59-4c76-947e-457c840cf59f None None] Network 92df525a-8891-4996-9cea-3a3228e4621f requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:00:38.036060 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-975e049a-a5ff-4fee-ba83-b8c9e8be3cb5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3877566 Feb 28 15:00:38.221783 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-190d7530-71ee-4664-9904-12970e723dd7 None None] Network 92df525a-8891-4996-9cea-3a3228e4621f requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:00:38.862153 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4ba44a50-c98b-40f4-a50e-8e54e15103df tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:38.863882 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4ba44a50-c98b-40f4-a50e-8e54e15103df tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/networks?id=aca6ecc0-5790-4bea-acfa-43edd75a0220 HTTP/1.1" status: 200 len: 812 time: 0.1430490 Feb 28 15:00:38.880095 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-3cdf306a-8ee7-4947-b080-b5f139e6682f tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/quotas/011842f40078498e919172ebca9137eb HTTP/1.1" status: 200 len: 375 time: 0.0106616 Feb 28 15:00:38.924622 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-85a0d996-c23e-4a53-ace3-185d98f51a5b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=011842f40078498e919172ebca9137eb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0398319 Feb 28 15:00:38.934477 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-bb8480e4-08f4-4634-97b3-60390c27ecfd service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 15:00:38.935377 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-bb8480e4-08f4-4634-97b3-60390c27ecfd service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0045943 Feb 28 15:00:39.072015 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-02635eb4-7e31-4f9a-842f-c8a9694a1d1e service neutron] 10.222.0.15 "GET /v2.0/networks/aca6ecc0-5790-4bea-acfa-43edd75a0220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312413 Feb 28 15:00:39.200099 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-d10b387a-b699-4c84-b21f-8fd73a98f201 service neutron] 10.222.0.15 "GET /v2.0/networks/aca6ecc0-5790-4bea-acfa-43edd75a0220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224709 Feb 28 15:00:39.531123 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9125cca3-3fa1-4ebd-b366-5c13cf97d27a req-f678025d-4373-47a9-97e3-1934af8e1b66 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 210 time: 0.1794024 Feb 28 15:00:39.804588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48764) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:39.866549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44c39fcb-e865-4f40-8973-04309860cea0 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:39.868017 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-44c39fcb-e865-4f40-8973-04309860cea0 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b HTTP/1.1" status: 200 len: 814 time: 0.0623872 Feb 28 15:00:40.418034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-75b39997-70ff-47d3-bab8-87a4d8f6186f tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:40.419516 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-75b39997-70ff-47d3-bab8-87a4d8f6186f tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.20 "GET /v2.0/networks?id=aca6ecc0-5790-4bea-acfa-43edd75a0220 HTTP/1.1" status: 200 len: 812 time: 0.1425846 Feb 28 15:00:40.437733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Request body: {'port': {'device_id': '3f062a61-c3d2-4219-ad2a-ed811013ab41', 'network_id': 'aca6ecc0-5790-4bea-acfa-43edd75a0220', 'admin_state_up': True, 'tenant_id': '011842f40078498e919172ebca9137eb'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:40.691953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48774) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:40.697572 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-8518104d-0367-4ea4-a944-2f417896a597 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'floatingip': {'port_id': None}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:40.703035 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-facf6fab-25c4-4e0b-9c48-67a743473614 req-3534a46f-9eca-4ea1-bee0-4acdfdca55a5 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 210 time: 0.0480468 Feb 28 15:00:40.707771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:40.711608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Usage tracker for resource:port and tenant:011842f40078498e919172ebca9137eb is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:40.714431 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:40.721594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:40.731991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Made reservation on behalf of 011842f40078498e919172ebca9137eb for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:00:40.734995 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:40.798904 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8518104d-0367-4ea4-a944-2f417896a597 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:40.894568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Allocated IP 172.20.0.9 (aca6ecc0-5790-4bea-acfa-43edd75a0220/062ffedd-8a68-46b5-8906-7ea139428469/c16c79af-6fa2-46a7-83c4-9e3e542264fe) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:00:41.072022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8518104d-0367-4ea4-a944-2f417896a597 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:41.078073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8518104d-0367-4ea4-a944-2f417896a597 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:41.078391 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-8518104d-0367-4ea4-a944-2f417896a597 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Floating IP b19cef2f-facf-42be-bfaa-1c91266f6045 disassociated. External IP: 172.26.4.175, port: 66df585e-6bd9-45c0-97a4-90bb7fe3caf6. Feb 28 15:00:41.103946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:41.130996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:41.204621 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Network aca6ecc0-5790-4bea-acfa-43edd75a0220 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:00:41.207515 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:00:41.211204 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:00:41.245350 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Pushing event updated for resources: {'Port': ['ID=c16c79af-6fa2-46a7-83c4-9e3e542264fe,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:41.273624 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:41.274227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:41.294153 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-14a132cb-7843-439c-95b4-5e651c725c1b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8601151 Feb 28 15:00:41.303455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-062d9307-cf6a-458d-a8c6-fccba7581f88 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 15:00:41.304433 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-062d9307-cf6a-458d-a8c6-fccba7581f88 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047541 Feb 28 15:00:41.384514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Request body: {'port': {'device_id': '3f062a61-c3d2-4219-ad2a-ed811013ab41', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:41.466899 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8518104d-0367-4ea4-a944-2f417896a597 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:00:41.493828 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:41.754829 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8518104d-0367-4ea4-a944-2f417896a597 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:00:41.759027 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8518104d-0367-4ea4-a944-2f417896a597 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:41.767630 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb096ffe-43e9-4894-a7b6-a76b12229b52 None None] Sync routers for ids ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:00:41.782423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb096ffe-43e9-4894-a7b6-a76b12229b52 None None] Routers {'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:41.783765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-eb096ffe-43e9-4894-a7b6-a76b12229b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:00:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:41.815123 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8518104d-0367-4ea4-a944-2f417896a597 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 690 time: 1.1220539 Feb 28 15:00:41.815768 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48782) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:41.816214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c805c08a-a1e6-488d-ba12-14088be6b1db', 'tag': '66df585e-6bd9-45c0-97a4-90bb7fe3caf6'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:00:41.844445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c16c79af-6fa2-46a7-83c4-9e3e542264fe {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:00:41.851700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:41.868019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Transition to ACTIVE for port object c16c79af-6fa2-46a7-83c4-9e3e542264fe will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:00:41.873920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:41.945233 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-87d56848-cfe3-4a0e-a3c0-71fbedb8bee3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 690 time: 0.1229806 Feb 28 15:00:41.997014 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b241d5e-3e32-43c0-83d4-1a58501c2472 req-65e7b406-c849-4e04-8146-bcef0c9d94f3 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:41.999480 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2b241d5e-3e32-43c0-83d4-1a58501c2472 req-65e7b406-c849-4e04-8146-bcef0c9d94f3 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 943 time: 0.1101987 Feb 28 15:00:42.010190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-eb096ffe-43e9-4894-a7b6-a76b12229b52 None None] Set router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:00:42.035006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Pushing event updated for resources: {'Port': ['ID=c16c79af-6fa2-46a7-83c4-9e3e542264fe,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:42.050966 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c805c08a-a1e6-488d-ba12-14088be6b1db', 'tag': '66df585e-6bd9-45c0-97a4-90bb7fe3caf6', 'status': 'completed', 'code': 200} Feb 28 15:00:42.100389 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-2b241d5e-3e32-43c0-83d4-1a58501c2472 req-a29663a3-d869-441e-bcbe-eee130aa8a8e tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Synchronizing usage tracker for tenant:011842f40078498e919172ebca9137eb on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:42.134107 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-2b241d5e-3e32-43c0-83d4-1a58501c2472 req-a29663a3-d869-441e-bcbe-eee130aa8a8e tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Unset dirty status for tenant:011842f40078498e919172ebca9137eb on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:42.135218 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2b241d5e-3e32-43c0-83d4-1a58501c2472 req-a29663a3-d869-441e-bcbe-eee130aa8a8e tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299393 Feb 28 15:00:42.149618 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8200d69e-cf07-47bc-961d-78b932b86565 req-37e565bc-ab6d-43b5-80f9-13474af2674e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 1099 time: 0.0839777 Feb 28 15:00:42.169750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Attempting to bind port c16c79af-6fa2-46a7-83c4-9e3e542264fe on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:00:42.170205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Attempting to bind port c16c79af-6fa2-46a7-83c4-9e3e542264fe by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f3f9c340-6057-4ed5-99bd-afcdb7a996af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aca6ecc0-5790-4bea-acfa-43edd75a0220'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:00:42.171277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Attempting to bind port c16c79af-6fa2-46a7-83c4-9e3e542264fe on network aca6ecc0-5790-4bea-acfa-43edd75a0220 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:00:42.177405 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Port c16c79af-6fa2-46a7-83c4-9e3e542264fe on network aca6ecc0-5790-4bea-acfa-43edd75a0220 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:00:42.178275 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Attempting to bind port c16c79af-6fa2-46a7-83c4-9e3e542264fe on network aca6ecc0-5790-4bea-acfa-43edd75a0220 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:00:42.184355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:00:42.184798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Checking segment: {'id': 'f3f9c340-6057-4ed5-99bd-afcdb7a996af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aca6ecc0-5790-4bea-acfa-43edd75a0220'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:00:42.185290 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Bound using segment: {'id': 'f3f9c340-6057-4ed5-99bd-afcdb7a996af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aca6ecc0-5790-4bea-acfa-43edd75a0220'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:00:42.185806 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Bound port: c16c79af-6fa2-46a7-83c4-9e3e542264fe, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3f9c340-6057-4ed5-99bd-afcdb7a996af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'aca6ecc0-5790-4bea-acfa-43edd75a0220'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:00:42.186246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:42.277044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] For port c16c79af-6fa2-46a7-83c4-9e3e542264fe, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:00:42.279942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] For port c16c79af-6fa2-46a7-83c4-9e3e542264fe, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=c16c79af-6fa2-46a7-83c4-9e3e542264fe,segment=NetworkSegment(f3f9c340-6057-4ed5-99bd-afcdb7a996af),segment_id=f3f9c340-6057-4ed5-99bd-afcdb7a996af)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:00:42.285086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200d69e-cf07-47bc-961d-78b932b86565 req-4dbd323a-e9de-4fac-86ef-675a9460829c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:42.286887 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8200d69e-cf07-47bc-961d-78b932b86565 req-4dbd323a-e9de-4fac-86ef-675a9460829c service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2 HTTP/1.1" status: 200 len: 897 time: 0.1312900 Feb 28 15:00:42.287282 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:42.351094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-eb096ffe-43e9-4894-a7b6-a76b12229b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '7f33a1bc-e233-4d90-8c75-2c70ffa0973b', 'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:40:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:46Z', 'updated_at': '2022-02-28T14:59:57Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:42.354739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:42.355683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb096ffe-43e9-4894-a7b6-a76b12229b52 None None] Checking router: a0d4071b-b919-4e2a-a0f1-d56a3eb16efe for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:00:42.356100 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] 10.222.0.20 "PUT /v2.0/ports/c16c79af-6fa2-46a7-83c4-9e3e542264fe HTTP/1.1" status: 200 len: 1093 time: 1.0456531 Feb 28 15:00:42.356526 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f062a61-c3d2-4219-ad2a-ed811013ab41', 'tag': 'c16c79af-6fa2-46a7-83c4-9e3e542264fe'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:00:42.364618 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8200d69e-cf07-47bc-961d-78b932b86565 req-58dc6a32-5be8-4016-8cd6-95d613940bb3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=66df585e-6bd9-45c0-97a4-90bb7fe3caf6 HTTP/1.1" status: 200 len: 217 time: 0.0721192 Feb 28 15:00:42.368638 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb096ffe-43e9-4894-a7b6-a76b12229b52 None None] Routers {'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:42.369395 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-eb096ffe-43e9-4894-a7b6-a76b12229b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:00:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:42.378010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9003b1-8f6a-4e6a-bd49-866bef969cab service neutron] Pushing event updated for resources: {'Port': ['ID=c16c79af-6fa2-46a7-83c4-9e3e542264fe,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:42.429631 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f062a61-c3d2-4219-ad2a-ed811013ab41', 'tag': 'c16c79af-6fa2-46a7-83c4-9e3e542264fe', 'status': 'completed', 'code': 200} Feb 28 15:00:42.460919 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8200d69e-cf07-47bc-961d-78b932b86565 req-dc930280-aadd-446b-b20b-51d675a4ab2e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:42.462789 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8200d69e-cf07-47bc-961d-78b932b86565 req-dc930280-aadd-446b-b20b-51d675a4ab2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae72e0a-017b-40a3-b12f-f4e75df4cf9b HTTP/1.1" status: 200 len: 835 time: 0.0914278 Feb 28 15:00:42.479154 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-441465c3-b587-417f-b8cd-721369d8667d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=011842f40078498e919172ebca9137eb&device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 1096 time: 0.0876091 Feb 28 15:00:42.542567 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8200d69e-cf07-47bc-961d-78b932b86565 req-f02af176-064d-494c-8f60-1c6335fe9b7c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0725243 Feb 28 15:00:42.550317 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-4aae2321-a70b-41bc-a1d9-adcd52d0c1c8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c16c79af-6fa2-46a7-83c4-9e3e542264fe HTTP/1.1" status: 200 len: 217 time: 0.0647120 Feb 28 15:00:42.570036 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-eb096ffe-43e9-4894-a7b6-a76b12229b52 None None] Set router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:00:42.614236 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-819bfb91-7450-44e7-ac03-9a6f28251c48 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:42.615705 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-819bfb91-7450-44e7-ac03-9a6f28251c48 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=062ffedd-8a68-46b5-8906-7ea139428469 HTTP/1.1" status: 200 len: 852 time: 0.0599644 Feb 28 15:00:42.663714 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-fe732e3c-0193-4c12-9243-968d0c10ec67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aca6ecc0-5790-4bea-acfa-43edd75a0220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423000 Feb 28 15:00:42.676695 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8200d69e-cf07-47bc-961d-78b932b86565 req-f9f27f50-5bb9-4699-adcb-d492627e4272 service neutron] 10.222.0.20 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284711 Feb 28 15:00:42.814347 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8200d69e-cf07-47bc-961d-78b932b86565 req-e5f55e57-dbf5-4db9-9b7f-42230941fce6 service neutron] 10.222.0.20 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314967 Feb 28 15:00:42.890214 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-3e694e6d-d303-48f8-a992-ae55e87c79ce service neutron] 10.222.0.20 "GET /v2.0/networks/aca6ecc0-5790-4bea-acfa-43edd75a0220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201984 Feb 28 15:00:42.923996 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-eb096ffe-43e9-4894-a7b6-a76b12229b52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '7f33a1bc-e233-4d90-8c75-2c70ffa0973b', 'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:40:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:46Z', 'updated_at': '2022-02-28T14:59:57Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:42.927892 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb096ffe-43e9-4894-a7b6-a76b12229b52 None None] The sync data for ids ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'] in dv-neutron-830866-2-hyperv is: [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '7f33a1bc-e233-4d90-8c75-2c70ffa0973b', 'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:40:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:46Z', 'updated_at': '2022-02-28T14:59:57Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:00:42.948046 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48790) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:43.030280 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a9168963-6e5f-4bdb-a7dd-8d9fb945cf34 req-ad253a62-5aa3-4270-a589-a8bbd94a77d5 service neutron] 10.222.0.20 "GET /v2.0/networks/aca6ecc0-5790-4bea-acfa-43edd75a0220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352897 Feb 28 15:00:43.035923 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-48f8c985-5855-433c-b323-0f8671d4ff93 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 690 time: 0.0866644 Feb 28 15:00:43.143492 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d6846dc8-abde-467d-9a54-4c0f039609c8 req-d76efcf7-28f8-4fac-9e3b-07aa425afc62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=011842f40078498e919172ebca9137eb&device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 1096 time: 0.0717540 Feb 28 15:00:43.164884 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77e80952-4d8f-4618-8e42-a9dd5b2764d4 None None] New status for floating IP b19cef2f-facf-42be-bfaa-1c91266f6045: DOWN {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:00:43.277213 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6846dc8-abde-467d-9a54-4c0f039609c8 req-dee85513-d594-4c1a-b9e1-f9366d39691a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:43.278625 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d6846dc8-abde-467d-9a54-4c0f039609c8 req-dee85513-d594-4c1a-b9e1-f9366d39691a service neutron] 10.222.0.20 "GET /v2.0/networks?id=aca6ecc0-5790-4bea-acfa-43edd75a0220 HTTP/1.1" status: 200 len: 912 time: 0.1287365 Feb 28 15:00:43.339950 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613af337-cf44-4445-8334-ba5bf4925ed3 req-afffda00-a9d4-419c-9368-13d89f46b97f tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:43.341364 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-613af337-cf44-4445-8334-ba5bf4925ed3 req-afffda00-a9d4-419c-9368-13d89f46b97f tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 943 time: 0.0817983 Feb 28 15:00:43.349748 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d6846dc8-abde-467d-9a54-4c0f039609c8 req-c766ea2b-6421-4e12-9b60-9e2c7c7f9073 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c16c79af-6fa2-46a7-83c4-9e3e542264fe HTTP/1.1" status: 200 len: 217 time: 0.0646646 Feb 28 15:00:43.389364 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-613af337-cf44-4445-8334-ba5bf4925ed3 req-42b060e8-6598-4bc0-9125-c3f87fd832dd tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413096 Feb 28 15:00:43.420576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6846dc8-abde-467d-9a54-4c0f039609c8 req-21b8f063-9482-4d41-bc5b-ffb893511b21 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:43.422422 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d6846dc8-abde-467d-9a54-4c0f039609c8 req-21b8f063-9482-4d41-bc5b-ffb893511b21 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=062ffedd-8a68-46b5-8906-7ea139428469 HTTP/1.1" status: 200 len: 852 time: 0.0648437 Feb 28 15:00:43.476497 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d6846dc8-abde-467d-9a54-4c0f039609c8 req-9f4bccae-87d4-4785-b0fb-4abc8aa5020b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aca6ecc0-5790-4bea-acfa-43edd75a0220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471320 Feb 28 15:00:43.610580 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d6846dc8-abde-467d-9a54-4c0f039609c8 req-84676032-8ba3-44ed-8dd1-a0d9c7d65673 service neutron] 10.222.0.20 "GET /v2.0/networks/aca6ecc0-5790-4bea-acfa-43edd75a0220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279058 Feb 28 15:00:43.737060 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d6846dc8-abde-467d-9a54-4c0f039609c8 req-64ad3364-0827-4566-8857-fc3ae960bc9b service neutron] 10.222.0.20 "GET /v2.0/networks/aca6ecc0-5790-4bea-acfa-43edd75a0220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205525 Feb 28 15:00:44.039692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48796) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:44.121617 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7d26b4f6-bf44-420d-90e6-810f013d3e27 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 688 time: 0.0806901 Feb 28 15:00:44.587725 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ec0c1a-2f80-49c3-a1ff-21eb5ae12fb9 req-988b13b7-bd5a-49e3-ac2d-048be56a7d23 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:44.588411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-33ec0c1a-2f80-49c3-a1ff-21eb5ae12fb9 req-988b13b7-bd5a-49e3-ac2d-048be56a7d23 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Synchronizing usage tracker for tenant:011842f40078498e919172ebca9137eb on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:44.604972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-33ec0c1a-2f80-49c3-a1ff-21eb5ae12fb9 req-988b13b7-bd5a-49e3-ac2d-048be56a7d23 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Unset dirty status for tenant:011842f40078498e919172ebca9137eb on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:44.606241 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-33ec0c1a-2f80-49c3-a1ff-21eb5ae12fb9 req-988b13b7-bd5a-49e3-ac2d-048be56a7d23 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 943 time: 0.0927758 Feb 28 15:00:44.650830 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-33ec0c1a-2f80-49c3-a1ff-21eb5ae12fb9 req-1636c7d5-3b98-42c8-9951-ae57231bacdb tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391119 Feb 28 15:00:45.122513 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device c16c79af-6fa2-46a7-83c4-9e3e542264fe details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:00:45.255025 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port c16c79af-6fa2-46a7-83c4-9e3e542264fe, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=c16c79af-6fa2-46a7-83c4-9e3e542264fe,segment=NetworkSegment(f3f9c340-6057-4ed5-99bd-afcdb7a996af),segment_id=f3f9c340-6057-4ed5-99bd-afcdb7a996af)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:45.271869 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'c16c79af-6fa2-46a7-83c4-9e3e542264fe', 'network_id': 'aca6ecc0-5790-4bea-acfa-43edd75a0220', 'port_id': 'c16c79af-6fa2-46a7-83c4-9e3e542264fe', 'mac_address': 'fa:16:3e:0b:c8:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '062ffedd-8a68-46b5-8906-7ea139428469', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:00:45.324132 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:45.341113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c16c79af-6fa2-46a7-83c4-9e3e542264fe {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:00:45.356091 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port c16c79af-6fa2-46a7-83c4-9e3e542264fe, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=c16c79af-6fa2-46a7-83c4-9e3e542264fe,segment=NetworkSegment(f3f9c340-6057-4ed5-99bd-afcdb7a996af),segment_id=f3f9c340-6057-4ed5-99bd-afcdb7a996af)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:45.361679 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:45.444567 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=c16c79af-6fa2-46a7-83c4-9e3e542264fe,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:45.565994 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48804) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:45.572347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-84f6fcc6-3b20-4b0d-95e9-7741b92be5d7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1905673123', 'description': 'tempest-secgroup-smoke-1905673123 description', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:45.578095 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-84f6fcc6-3b20-4b0d-95e9-7741b92be5d7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:45.586909 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['c16c79af-6fa2-46a7-83c4-9e3e542264fe'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:00:45.587480 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-84f6fcc6-3b20-4b0d-95e9-7741b92be5d7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:45.597514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84f6fcc6-3b20-4b0d-95e9-7741b92be5d7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:45.632869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-84f6fcc6-3b20-4b0d-95e9-7741b92be5d7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:45.636641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-84f6fcc6-3b20-4b0d-95e9-7741b92be5d7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:45.639368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-84f6fcc6-3b20-4b0d-95e9-7741b92be5d7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:45.644957 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-84f6fcc6-3b20-4b0d-95e9-7741b92be5d7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:45.702501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84f6fcc6-3b20-4b0d-95e9-7741b92be5d7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:45.706124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84f6fcc6-3b20-4b0d-95e9-7741b92be5d7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:45.754891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f6fcc6-3b20-4b0d-95e9-7741b92be5d7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:45.762595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-84f6fcc6-3b20-4b0d-95e9-7741b92be5d7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:45.767258 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48810) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:45.767920 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-84f6fcc6-3b20-4b0d-95e9-7741b92be5d7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.2004652 Feb 28 15:00:45.772926 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c90827ca-5e9e-4d39-a06c-b9f689bb421c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:45.778935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c90827ca-5e9e-4d39-a06c-b9f689bb421c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:45.783536 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c90827ca-5e9e-4d39-a06c-b9f689bb421c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:45.786470 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c90827ca-5e9e-4d39-a06c-b9f689bb421c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:45.792237 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c90827ca-5e9e-4d39-a06c-b9f689bb421c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:45.809399 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c90827ca-5e9e-4d39-a06c-b9f689bb421c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:45.854003 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccc0b62-2fb2-479f-ba0c-b51d71e2e88c req-23aceead-c9ef-4e50-a27f-6b9f1537e360 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:45.855445 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9ccc0b62-2fb2-479f-ba0c-b51d71e2e88c req-23aceead-c9ef-4e50-a27f-6b9f1537e360 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 944 time: 0.0745180 Feb 28 15:00:45.868259 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c90827ca-5e9e-4d39-a06c-b9f689bb421c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:45.871832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c90827ca-5e9e-4d39-a06c-b9f689bb421c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:45.894486 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90827ca-5e9e-4d39-a06c-b9f689bb421c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=993e05a4-dd50-47ff-9a25-3ba12ed67a4e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:45.901987 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9ccc0b62-2fb2-479f-ba0c-b51d71e2e88c req-d03a12e3-fe4d-4180-baa1-c37a93e1ae36 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397947 Feb 28 15:00:45.903919 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c90827ca-5e9e-4d39-a06c-b9f689bb421c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:45.908288 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c90827ca-5e9e-4d39-a06c-b9f689bb421c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1367586 Feb 28 15:00:45.908447 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48814) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:45.913736 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a28a0af4-825f-4edf-b33b-70effd554411 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:45.919357 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a28a0af4-825f-4edf-b33b-70effd554411 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:45.923182 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a28a0af4-825f-4edf-b33b-70effd554411 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:45.926055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a28a0af4-825f-4edf-b33b-70effd554411 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:45.931587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a28a0af4-825f-4edf-b33b-70effd554411 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:45.946594 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a28a0af4-825f-4edf-b33b-70effd554411 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.005472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a28a0af4-825f-4edf-b33b-70effd554411 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.008841 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a28a0af4-825f-4edf-b33b-70effd554411 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.032452 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28a0af4-825f-4edf-b33b-70effd554411 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2c69ce3-2d2e-4e6d-a47b-bdebe0bfe0c5,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:46.041455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a28a0af4-825f-4edf-b33b-70effd554411 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.042600 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a28a0af4-825f-4edf-b33b-70effd554411 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1333070 Feb 28 15:00:46.045544 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48818) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:46.050872 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5f8affb5-7375-4bfd-b4a0-4f20f1d1c3c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:46.056541 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5f8affb5-7375-4bfd-b4a0-4f20f1d1c3c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:46.060229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5f8affb5-7375-4bfd-b4a0-4f20f1d1c3c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:46.063115 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5f8affb5-7375-4bfd-b4a0-4f20f1d1c3c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:46.068773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5f8affb5-7375-4bfd-b4a0-4f20f1d1c3c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:46.086265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f8affb5-7375-4bfd-b4a0-4f20f1d1c3c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.148616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f8affb5-7375-4bfd-b4a0-4f20f1d1c3c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.151983 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f8affb5-7375-4bfd-b4a0-4f20f1d1c3c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.178807 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8affb5-7375-4bfd-b4a0-4f20f1d1c3c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a44ca96-43f8-4d7a-b052-ba89ba131e0a,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:46.185314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f8affb5-7375-4bfd-b4a0-4f20f1d1c3c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.186526 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5f8affb5-7375-4bfd-b4a0-4f20f1d1c3c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1402051 Feb 28 15:00:46.189303 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48822) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:46.194472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-0fe78285-7da1-40c6-ade6-a196891d481b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:46.200308 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0fe78285-7da1-40c6-ade6-a196891d481b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:46.204789 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0fe78285-7da1-40c6-ade6-a196891d481b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:46.207619 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0fe78285-7da1-40c6-ade6-a196891d481b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:46.213149 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0fe78285-7da1-40c6-ade6-a196891d481b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:46.229726 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0fe78285-7da1-40c6-ade6-a196891d481b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.291006 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0fe78285-7da1-40c6-ade6-a196891d481b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.294149 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0fe78285-7da1-40c6-ade6-a196891d481b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.316323 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe78285-7da1-40c6-ade6-a196891d481b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83bbddb3-fe6c-47c0-8487-dc390ea0b140,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:46.324901 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0fe78285-7da1-40c6-ade6-a196891d481b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.326036 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0fe78285-7da1-40c6-ade6-a196891d481b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1358526 Feb 28 15:00:46.329451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48826) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:46.334686 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9cd92e85-db56-4bb1-aa15-2f7b834b51fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:46.340292 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9cd92e85-db56-4bb1-aa15-2f7b834b51fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:46.344032 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9cd92e85-db56-4bb1-aa15-2f7b834b51fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:46.346797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9cd92e85-db56-4bb1-aa15-2f7b834b51fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:46.352342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9cd92e85-db56-4bb1-aa15-2f7b834b51fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:46.362108 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-9cd92e85-db56-4bb1-aa15-2f7b834b51fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:00:46.368355 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9cd92e85-db56-4bb1-aa15-2f7b834b51fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.439468 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9cd92e85-db56-4bb1-aa15-2f7b834b51fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.443021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9cd92e85-db56-4bb1-aa15-2f7b834b51fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.547039 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cd92e85-db56-4bb1-aa15-2f7b834b51fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6a64ea4-a830-4508-9cb0-81a334b5356c,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:46.556016 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9cd92e85-db56-4bb1-aa15-2f7b834b51fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.557304 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9cd92e85-db56-4bb1-aa15-2f7b834b51fb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.2269599 Feb 28 15:00:46.560105 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48830) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:46.566124 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-06831a51-7346-46db-84a4-7512c321d6c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:46.572265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-06831a51-7346-46db-84a4-7512c321d6c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:46.576318 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-06831a51-7346-46db-84a4-7512c321d6c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:00:46.579655 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-06831a51-7346-46db-84a4-7512c321d6c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:00:46.585167 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-06831a51-7346-46db-84a4-7512c321d6c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:46.595203 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-06831a51-7346-46db-84a4-7512c321d6c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:00:46.601491 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06831a51-7346-46db-84a4-7512c321d6c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.664753 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06831a51-7346-46db-84a4-7512c321d6c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.668242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06831a51-7346-46db-84a4-7512c321d6c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.695078 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06831a51-7346-46db-84a4-7512c321d6c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6506a878-96a4-42ef-a332-79d1471bece8,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:46.703520 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06831a51-7346-46db-84a4-7512c321d6c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:46.704696 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-06831a51-7346-46db-84a4-7512c321d6c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1437111 Feb 28 15:00:46.928651 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-6b23817d-c3f2-4204-b008-f03e81c1c33f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1905673123&fields=id&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 267 time: 0.0394092 Feb 28 15:00:47.075930 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-192be526-b134-402f-b2e9-9ac04985eb1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:47.077289 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-192be526-b134-402f-b2e9-9ac04985eb1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/networks?id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2 HTTP/1.1" status: 200 len: 797 time: 0.1425083 Feb 28 15:00:47.093275 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-b9f0af49-d7b4-4160-8715-4550c2e5a90d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/quotas/dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 375 time: 0.0102336 Feb 28 15:00:47.097492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63a2141-9f89-4349-b309-f5150e1966ae req-6a7c4fa3-6ef8-48f2-bdb3-02405aa986ba tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:47.098918 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f63a2141-9f89-4349-b309-f5150e1966ae req-6a7c4fa3-6ef8-48f2-bdb3-02405aa986ba tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 944 time: 0.0778191 Feb 28 15:00:47.137986 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device c16c79af-6fa2-46a7-83c4-9e3e542264fe up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:47.146045 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f63a2141-9f89-4349-b309-f5150e1966ae req-9d85b14f-124d-4ddd-bd59-32452f4b9f67 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413299 Feb 28 15:00:47.189809 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-60620acc-5e1e-4a82-bd83-db6035c36fe0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0914757 Feb 28 15:00:47.205314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-0df3ef23-45f3-4eff-ba92-ed73482b63f5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 15:00:47.206394 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-0df3ef23-45f3-4eff-ba92-ed73482b63f5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0053930 Feb 28 15:00:47.208263 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port c16c79af-6fa2-46a7-83c4-9e3e542264fe completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:47.213461 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port c16c79af-6fa2-46a7-83c4-9e3e542264fe triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:47.213964 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:47.327019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:47.338785 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-8b6c014d-f98a-434d-9f57-f48447a7774e service neutron] 10.222.0.15 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256669 Feb 28 15:00:47.353180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f062a61-c3d2-4219-ad2a-ed811013ab41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16c79af-6fa2-46a7-83c4-9e3e542264fe'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:00:47.363712 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port c16c79af-6fa2-46a7-83c4-9e3e542264fe, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=c16c79af-6fa2-46a7-83c4-9e3e542264fe,segment=NetworkSegment(f3f9c340-6057-4ed5-99bd-afcdb7a996af),segment_id=f3f9c340-6057-4ed5-99bd-afcdb7a996af)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:47.369091 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:47.442087 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=c16c79af-6fa2-46a7-83c4-9e3e542264fe,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:47.446500 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f062a61-c3d2-4219-ad2a-ed811013ab41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c16c79af-6fa2-46a7-83c4-9e3e542264fe', 'code': 200} Feb 28 15:00:47.487106 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-566777b6-01cb-4398-b7ce-54fe494486a6 service neutron] 10.222.0.15 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415038 Feb 28 15:00:47.692605 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-06b76533-b947-46c2-ac26-4a68569215fc req-5cdb78de-caf2-4efc-9205-84601658c8b2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 210 time: 0.0459294 Feb 28 15:00:47.705299 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cef5406a-21e8-41ba-aedb-323054e0543b req-f6743393-bc23-4b27-a507-2cb1f7e39e67 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 1098 time: 0.1110778 Feb 28 15:00:47.749893 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cef5406a-21e8-41ba-aedb-323054e0543b req-c492cc8d-4574-4a74-93b3-2a0241f40b2e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373466 Feb 28 15:00:48.337980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04500175-a38c-4aab-b6cb-129203a892d5 req-059736c7-2778-41b9-91ec-94e3d2bcba1d tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:48.339420 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-04500175-a38c-4aab-b6cb-129203a892d5 req-059736c7-2778-41b9-91ec-94e3d2bcba1d tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 945 time: 0.0739286 Feb 28 15:00:48.383691 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-04500175-a38c-4aab-b6cb-129203a892d5 req-498f6550-4c4e-42dc-84c1-0c9f22c82dad tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387595 Feb 28 15:00:48.784942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-121686ac-727d-4e7c-a04e-b0a09c1bcd9e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:48.786634 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-121686ac-727d-4e7c-a04e-b0a09c1bcd9e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/networks?id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2 HTTP/1.1" status: 200 len: 797 time: 0.2479556 Feb 28 15:00:48.874627 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ecfc1100-ce46-45cd-b660-dfcfa661fe83 req-ed61ae42-9ba0-4fa8-b1eb-0166f15a7ecb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 210 time: 0.0512524 Feb 28 15:00:48.888448 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-23abc124-3186-4994-9b43-75b462b37637 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:48.903642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-23abc124-3186-4994-9b43-75b462b37637 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:48.904758 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-23abc124-3186-4994-9b43-75b462b37637 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 473 time: 0.1024611 Feb 28 15:00:48.913892 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'port': {'device_id': '9129a3eb-b687-4897-8af1-82d16ec1bb0d', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'admin_state_up': True, 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'security_groups': ['896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:49.043240 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:49.052691 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:49.064692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:00:49.067773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:49.227300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.8 (a9219bbb-f193-4b32-8c95-dac71b6b5cf2/9ae72e0a-017b-40a3-b12f-f4e75df4cf9b/6ed2b612-bb39-47c9-869f-ee865ec3cce4) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:00:49.473833 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:49.494405 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object 6ed2b612-bb39-47c9-869f-ee865ec3cce4 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:00:49.502191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cd0ced4-bf07-47a3-b3c4-f4f9614f8d1b req-fbbdd0ec-b978-4a88-893d-4b89d65e8fd4 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:49.503665 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8cd0ced4-bf07-47a3-b3c4-f4f9614f8d1b req-fbbdd0ec-b978-4a88-893d-4b89d65e8fd4 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 946 time: 0.1468472 Feb 28 15:00:49.556628 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8cd0ced4-bf07-47a3-b3c4-f4f9614f8d1b req-570cc04e-1b16-4ce4-b906-3d07898936dd tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465541 Feb 28 15:00:49.557708 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:49.586347 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7c32d-0d5c-448e-acf2-708e669280ed req-755a434d-6cc3-48ce-938c-e8fa10f260bf tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:49.587826 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bde7c32d-0d5c-448e-acf2-708e669280ed req-755a434d-6cc3-48ce-938c-e8fa10f260bf tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 945 time: 0.0806758 Feb 28 15:00:49.634939 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:00:49.635753 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bde7c32d-0d5c-448e-acf2-708e669280ed req-f5994044-0926-4bad-ab1c-4c4ba21e595d tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414922 Feb 28 15:00:49.637912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:00:49.642750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:00:49.668106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=6ed2b612-bb39-47c9-869f-ee865ec3cce4,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:49.691001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:49.691347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:49.691715 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:49.692049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:49.692377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:49.692700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:49.693030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:49.693348 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:49.693664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:49.693978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:49.694293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:49.715956 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:49.716576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:49.742488 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-3a955152-3f8e-4cbb-b929-cb5874f7a615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8320391 Feb 28 15:00:49.754379 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Request body: {'port': {'device_id': '9129a3eb-b687-4897-8af1-82d16ec1bb0d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:49.869162 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c1bc3f7e-b76e-4830-80e2-24f625fdef7f None None] Provisioning for port 6ed2b612-bb39-47c9-869f-ee865ec3cce4 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:49.873858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c1bc3f7e-b76e-4830-80e2-24f625fdef7f None None] Provisioning complete for port 6ed2b612-bb39-47c9-869f-ee865ec3cce4 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:49.874219 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c1bc3f7e-b76e-4830-80e2-24f625fdef7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:49.922376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:49.927707 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c1bc3f7e-b76e-4830-80e2-24f625fdef7f None None] Port 6ed2b612-bb39-47c9-869f-ee865ec3cce4 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:00:49.937735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fee9cbb-1397-4109-a024-6f6517ff897c req-9173f37b-90ba-496f-a8c4-9ba5941171b3 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:49.939914 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8fee9cbb-1397-4109-a024-6f6517ff897c req-9173f37b-90ba-496f-a8c4-9ba5941171b3 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 945 time: 0.1605089 Feb 28 15:00:50.041724 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8fee9cbb-1397-4109-a024-6f6517ff897c req-02b05824-fa39-4aab-aa7d-b0650ba1ebe2 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964303 Feb 28 15:00:50.081191 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a9b22e-4f10-4b31-92be-528087b41345 req-4f00fe38-baf1-4eae-a4d3-ddcc45aac289 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:50.082580 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-66a9b22e-4f10-4b31-92be-528087b41345 req-4f00fe38-baf1-4eae-a4d3-ddcc45aac289 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 931 time: 0.0844011 Feb 28 15:00:50.133576 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-66a9b22e-4f10-4b31-92be-528087b41345 req-0ed2c643-4cab-4860-ac64-efd536d94da6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454152 Feb 28 15:00:50.333560 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ed2b612-bb39-47c9-869f-ee865ec3cce4 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:00:50.340969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:50.356097 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Transition to ACTIVE for port object 6ed2b612-bb39-47c9-869f-ee865ec3cce4 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:00:50.360036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:50.490788 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed2b612-bb39-47c9-869f-ee865ec3cce4,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:50.499604 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ec7828-7f3d-4ed1-9bb6-d80f4b034550 req-276a8fc8-2aa1-4e3a-9ebf-15135d85bc32 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:50.501417 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f9ec7828-7f3d-4ed1-9bb6-d80f4b034550 req-276a8fc8-2aa1-4e3a-9ebf-15135d85bc32 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 945 time: 0.0959935 Feb 28 15:00:50.565297 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f9ec7828-7f3d-4ed1-9bb6-d80f4b034550 req-139737f4-0996-4253-b5bd-c5b28f9c4b73 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566053 Feb 28 15:00:50.611416 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Attempting to bind port 6ed2b612-bb39-47c9-869f-ee865ec3cce4 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:00:50.611784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Attempting to bind port 6ed2b612-bb39-47c9-869f-ee865ec3cce4 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:00:50.612350 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Attempting to bind port 6ed2b612-bb39-47c9-869f-ee865ec3cce4 on network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:00:50.619227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Port 6ed2b612-bb39-47c9-869f-ee865ec3cce4 on network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:00:50.619227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Attempting to bind port 6ed2b612-bb39-47c9-869f-ee865ec3cce4 on network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:00:50.626216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:00:50.626593 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Checking segment: {'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:00:50.626924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Bound using segment: {'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:00:50.627342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Bound port: 6ed2b612-bb39-47c9-869f-ee865ec3cce4, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2904d098-4d5a-46b9-95c0-d3a5076b11c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:00:50.627716 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:50.876338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] For port 6ed2b612-bb39-47c9-869f-ee865ec3cce4, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:00:50.887106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] For port 6ed2b612-bb39-47c9-869f-ee865ec3cce4, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ed2b612-bb39-47c9-869f-ee865ec3cce4,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:00:50.891497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:50.926283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-0bac1bed-02c2-45a2-b437-99b5eba3c208 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:50.928831 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-0bac1bed-02c2-45a2-b437-99b5eba3c208 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.20 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 946 time: 0.0871577 Feb 28 15:00:50.933468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-648d9bc3-8fd5-407c-bba3-6545845c8d1a req-e4ef4c6e-8ead-4990-9d34-f0e9f6b402c3 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:50.934846 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-648d9bc3-8fd5-407c-bba3-6545845c8d1a req-e4ef4c6e-8ead-4990-9d34-f0e9f6b402c3 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 946 time: 0.1585972 Feb 28 15:00:50.981256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:50.982606 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] 10.222.0.20 "PUT /v2.0/ports/6ed2b612-bb39-47c9-869f-ee865ec3cce4 HTTP/1.1" status: 200 len: 1093 time: 1.2326224 Feb 28 15:00:50.984774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9129a3eb-b687-4897-8af1-82d16ec1bb0d', 'tag': '6ed2b612-bb39-47c9-869f-ee865ec3cce4'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:00:51.012654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e515f3bf-b945-41e4-8a01-bc0f908b3cc2 service neutron] Pushing event updated for resources: {'Port': ['ID=6ed2b612-bb39-47c9-869f-ee865ec3cce4,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:51.023274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Deleting port f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:00:51.023274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:51.031401 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-648d9bc3-8fd5-407c-bba3-6545845c8d1a req-746b4478-25ec-4f40-8337-f36a3a437fe8 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0876536 Feb 28 15:00:51.073834 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9129a3eb-b687-4897-8af1-82d16ec1bb0d', 'tag': '6ed2b612-bb39-47c9-869f-ee865ec3cce4', 'status': 'completed', 'code': 200} Feb 28 15:00:51.118208 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e1311091-a966-42c2-a0ac-043ae6d67082 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 1096 time: 0.0857518 Feb 28 15:00:51.193125 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-f51c98de-990f-40e2-b55e-c84767310841 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed2b612-bb39-47c9-869f-ee865ec3cce4 HTTP/1.1" status: 200 len: 217 time: 0.0678675 Feb 28 15:00:51.261334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e3667a2a-56cd-403b-9a59-f08421ef2941 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:51.262696 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-e3667a2a-56cd-403b-9a59-f08421ef2941 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae72e0a-017b-40a3-b12f-f4e75df4cf9b HTTP/1.1" status: 200 len: 835 time: 0.0635211 Feb 28 15:00:51.289339 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] For port f45e7fe3-7940-441b-8ee4-78ded5ed2ae4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f45e7fe3-7940-441b-8ee4-78ded5ed2ae4,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:51.289698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:51.393376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc53114-9451-4174-a19e-d61116198cfe req-098ec8f9-f989-4fad-91c3-a33ec4f4dc52 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:51.394061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-1bc53114-9451-4174-a19e-d61116198cfe req-098ec8f9-f989-4fad-91c3-a33ec4f4dc52 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:51.400397 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-9471bc96-cc73-4fcb-b159-923c12dbf465 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1000714 Feb 28 15:00:51.472715 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-1bc53114-9451-4174-a19e-d61116198cfe req-098ec8f9-f989-4fad-91c3-a33ec4f4dc52 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:51.473856 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1bc53114-9451-4174-a19e-d61116198cfe req-098ec8f9-f989-4fad-91c3-a33ec4f4dc52 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 943 time: 0.2149897 Feb 28 15:00:51.552743 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1bc53114-9451-4174-a19e-d61116198cfe req-4a7f9c5e-3dbe-43f2-a3fa-4a6d2f04e0bb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711119 Feb 28 15:00:51.572241 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-b8de0540-2db5-4594-9b58-a84233e9d676 service neutron] 10.222.0.20 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641090 Feb 28 15:00:51.676920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:51.677372 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:51.677749 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Floating IP f53cc7d7-4715-4c94-a940-eeacf2d72d52 disassociated. External IP: 172.26.4.159, port: f45e7fe3-7940-441b-8ee4-78ded5ed2ae4. Feb 28 15:00:51.678156 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Calling delete_port for f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 owned by compute:nova {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:00:51.712753 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-64cfbaef-5bb7-4c2d-9b1f-824e24e4bdfb req-cf851c1d-88b3-46c4-bf4b-ba999763fdef service neutron] 10.222.0.20 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294680 Feb 28 15:00:51.826458 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44499b42-e41e-42f9-ae9b-850ce3cd7839 req-b2e46ccf-dac2-4060-880d-98516f882320 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 1096 time: 0.0685422 Feb 28 15:00:51.847893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe068a2-7f09-4041-9d3e-30cf5258c6f9 req-360080f9-bd27-4c5c-bc9a-e44943127b6f tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:51.849319 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fbe068a2-7f09-4041-9d3e-30cf5258c6f9 req-360080f9-bd27-4c5c-bc9a-e44943127b6f tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 945 time: 0.1419477 Feb 28 15:00:51.912083 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:51.915519 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fbe068a2-7f09-4041-9d3e-30cf5258c6f9 req-dba89540-fe93-44e4-8722-031ebc7d1408 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592587 Feb 28 15:00:51.960806 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44499b42-e41e-42f9-ae9b-850ce3cd7839 req-396e4a94-069f-4996-adab-35df7f7339a9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:51.961347 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event deleted for resources: {'Port': ['ID=f45e7fe3-7940-441b-8ee4-78ded5ed2ae4,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:51.961739 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44499b42-e41e-42f9-ae9b-850ce3cd7839 req-396e4a94-069f-4996-adab-35df7f7339a9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2 HTTP/1.1" status: 200 len: 897 time: 0.1294675 Feb 28 15:00:51.974810 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:51.975143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:51.975477 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:51.975832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:51.976159 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:51.976513 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:51.976801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:51.977122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:51.977439 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:51.977752 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:51.978063 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:00:52.034515 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44499b42-e41e-42f9-ae9b-850ce3cd7839 req-0997f5ef-87af-4378-8db0-f900bd15b39b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed2b612-bb39-47c9-869f-ee865ec3cce4 HTTP/1.1" status: 200 len: 217 time: 0.0664127 Feb 28 15:00:52.097427 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44499b42-e41e-42f9-ae9b-850ce3cd7839 req-dcf62986-0e21-4508-be00-43cd87495eca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:52.098978 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44499b42-e41e-42f9-ae9b-850ce3cd7839 req-dcf62986-0e21-4508-be00-43cd87495eca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae72e0a-017b-40a3-b12f-f4e75df4cf9b HTTP/1.1" status: 200 len: 835 time: 0.0584366 Feb 28 15:00:52.208322 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44499b42-e41e-42f9-ae9b-850ce3cd7839 req-c7655077-8ea6-4ab0-a5f0-d5ac7fe16228 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0994420 Feb 28 15:00:52.223570 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8aa8beb5-499b-4f78-9fcb-c191c09e4b92 req-67029fa6-4062-4460-8f0f-05c771f93709 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 210 time: 0.0541990 Feb 28 15:00:52.247461 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:00:52.363049 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:00:52.463694 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:00:52.475722 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad116901-294d-4ba8-b7ca-115e9159af2a None None] Sync routers for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:00:52.499432 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad116901-294d-4ba8-b7ca-115e9159af2a None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:52.500151 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ad116901-294d-4ba8-b7ca-115e9159af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:00:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:52.563651 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] No DVR routers for this DVR port f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 on host hv-neutron-8308 {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:00:52.566654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:52.569663 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb', 'name': 'network-vif-deleted', 'tag': 'f45e7fe3-7940-441b-8ee4-78ded5ed2ae4'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:00:52.595598 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44499b42-e41e-42f9-ae9b-850ce3cd7839 req-44a75f44-3534-4e1a-9064-15e030e82182 service neutron] 10.222.0.20 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3806512 Feb 28 15:00:52.603026 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.20 "DELETE /v2.0/ports/f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 HTTP/1.1" status: 204 len: 173 time: 1.6698174 Feb 28 15:00:52.640447 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-65f713d8-f800-4eca-850e-a196032c8d15 req-786454b1-6858-4e02-8ace-9c7c797f4265 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=011842f40078498e919172ebca9137eb&device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 1098 time: 0.3430080 Feb 28 15:00:52.694333 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-ad116901-294d-4ba8-b7ca-115e9159af2a None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:00:52.714404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed460ff-b73d-4b62-9917-057d791b3463 req-e7e47309-5dc0-4edb-bdc5-9b52996c2d76 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:52.716237 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9ed460ff-b73d-4b62-9917-057d791b3463 req-e7e47309-5dc0-4edb-bdc5-9b52996c2d76 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 945 time: 0.4178319 Feb 28 15:00:52.734290 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb', 'name': 'network-vif-deleted', 'tag': 'f45e7fe3-7940-441b-8ee4-78ded5ed2ae4', 'status': 'completed', 'code': 200} Feb 28 15:00:52.886219 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9ed460ff-b73d-4b62-9917-057d791b3463 req-0f5ab0e9-6a01-4477-bae1-098063add680 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628313 Feb 28 15:00:52.924527 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e94d30c-e264-4ea4-b912-52462a23053d req-5e590812-2792-467e-948d-112a14ab33db tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:52.931515 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4e94d30c-e264-4ea4-b912-52462a23053d req-5e590812-2792-467e-948d-112a14ab33db tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 943 time: 0.0931339 Feb 28 15:00:52.944473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f713d8-f800-4eca-850e-a196032c8d15 req-f974a2d7-c010-465a-ac66-50a090ad29ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:52.946391 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-65f713d8-f800-4eca-850e-a196032c8d15 req-f974a2d7-c010-465a-ac66-50a090ad29ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=aca6ecc0-5790-4bea-acfa-43edd75a0220 HTTP/1.1" status: 200 len: 912 time: 0.2549105 Feb 28 15:00:52.951835 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44499b42-e41e-42f9-ae9b-850ce3cd7839 req-6ecbfa28-7995-4d6f-9c53-9a8886268153 service neutron] 10.222.0.20 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3461783 Feb 28 15:00:52.988975 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4e94d30c-e264-4ea4-b912-52462a23053d req-eda0bb85-3cbe-4849-a72b-c3e980855c24 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0564690 Feb 28 15:00:53.025100 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-65f713d8-f800-4eca-850e-a196032c8d15 req-00f35a94-ee95-4998-8a28-b4b1de5b63b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c16c79af-6fa2-46a7-83c4-9e3e542264fe HTTP/1.1" status: 200 len: 217 time: 0.0710297 Feb 28 15:00:53.090987 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f713d8-f800-4eca-850e-a196032c8d15 req-2c1f9332-0187-4f7c-9429-dfb8a03b9806 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:53.092987 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-65f713d8-f800-4eca-850e-a196032c8d15 req-2c1f9332-0187-4f7c-9429-dfb8a03b9806 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=062ffedd-8a68-46b5-8906-7ea139428469 HTTP/1.1" status: 200 len: 852 time: 0.0618978 Feb 28 15:00:53.125824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ad116901-294d-4ba8-b7ca-115e9159af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:53.129955 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad116901-294d-4ba8-b7ca-115e9159af2a None None] Checking router: 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:00:53.138458 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-65f713d8-f800-4eca-850e-a196032c8d15 req-6090c033-d0b0-413d-a047-6b5393574871 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aca6ecc0-5790-4bea-acfa-43edd75a0220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400851 Feb 28 15:00:53.141060 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad116901-294d-4ba8-b7ca-115e9159af2a None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:00:53.141652 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ad116901-294d-4ba8-b7ca-115e9159af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:00:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:53.208438 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6ed2b612-bb39-47c9-869f-ee865ec3cce4 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:00:53.211701 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:00:53.281439 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-65f713d8-f800-4eca-850e-a196032c8d15 req-d60564f5-7d6f-463d-87e2-c4f72d52325e service neutron] 10.222.0.20 "GET /v2.0/networks/aca6ecc0-5790-4bea-acfa-43edd75a0220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363089 Feb 28 15:00:53.320535 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:00:53.320913 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f45e7fe3-7940-441b-8ee4-78ded5ed2ae4 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:00:53.441785 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5329ef0c-0f7d-4072-b888-a085d7d7dc58 req-047cb5ee-7b1e-4466-b395-218ed1f73844 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=88b3a807-cfa2-4a26-82b6-4b9dd2f2c2bb HTTP/1.1" status: 200 len: 210 time: 0.0590549 Feb 28 15:00:53.490321 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-65f713d8-f800-4eca-850e-a196032c8d15 req-74816493-cd12-40e0-9e98-954cc08bc57e service neutron] 10.222.0.20 "GET /v2.0/networks/aca6ecc0-5790-4bea-acfa-43edd75a0220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2029486 Feb 28 15:00:53.511452 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-ad116901-294d-4ba8-b7ca-115e9159af2a None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:00:53.569375 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6ed2b612-bb39-47c9-869f-ee865ec3cce4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ed2b612-bb39-47c9-869f-ee865ec3cce4,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:53.598815 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '6ed2b612-bb39-47c9-869f-ee865ec3cce4', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'port_id': '6ed2b612-bb39-47c9-869f-ee865ec3cce4', 'mac_address': 'fa:16:3e:eb:12:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:00:53.784598 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:53.832522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ed2b612-bb39-47c9-869f-ee865ec3cce4 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:00:53.890049 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6ed2b612-bb39-47c9-869f-ee865ec3cce4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ed2b612-bb39-47c9-869f-ee865ec3cce4,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:53.917260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:53.996036 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6ed2b612-bb39-47c9-869f-ee865ec3cce4,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:54.017011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ad116901-294d-4ba8-b7ca-115e9159af2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:00:54.021500 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad116901-294d-4ba8-b7ca-115e9159af2a None None] The sync data for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv is: [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:00:54.104400 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d66da9-fae4-4368-939f-4f9726b40cf6 req-c05f8f3f-e243-48ee-869b-9e0ca62d9a48 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:54.111154 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a6d66da9-fae4-4368-939f-4f9726b40cf6 req-c05f8f3f-e243-48ee-869b-9e0ca62d9a48 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 945 time: 0.0864143 Feb 28 15:00:54.152190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['6ed2b612-bb39-47c9-869f-ee865ec3cce4'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:00:54.156379 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a6d66da9-fae4-4368-939f-4f9726b40cf6 req-bb46fb40-ac0e-4c63-94f0-92b634b74173 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441678 Feb 28 15:00:54.209217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a80b1-22c9-42e1-8228-728b2424596c req-dad17a58-0f61-4156-8a4e-7723e2c87ba6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:54.216208 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-569a80b1-22c9-42e1-8228-728b2424596c req-dad17a58-0f61-4156-8a4e-7723e2c87ba6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 944 time: 0.1084404 Feb 28 15:00:54.272446 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-569a80b1-22c9-42e1-8228-728b2424596c req-cc801d2b-46fa-4f0d-af39-4a117cf99bfa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552802 Feb 28 15:00:54.321549 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a331af3c-8d6b-426a-a419-988dd17845a9 None None] New status for floating IP f53cc7d7-4715-4c94-a940-eeacf2d72d52: DOWN {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:00:54.860351 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00d92590-d2fa-4602-b2de-ca478927985f req-b08b9cb6-24f4-420c-be14-94b2dc931711 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934508286&fields=id&tenant_id=12877993fbd9430d9a0b7e62d6fef06f HTTP/1.1" status: 200 len: 267 time: 0.0408585 Feb 28 15:00:55.002704 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d92590-d2fa-4602-b2de-ca478927985f req-d751d42a-b1b0-4141-81ef-f81358bb946d tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:55.003375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-00d92590-d2fa-4602-b2de-ca478927985f req-d751d42a-b1b0-4141-81ef-f81358bb946d tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Synchronizing usage tracker for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:55.019412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-00d92590-d2fa-4602-b2de-ca478927985f req-d751d42a-b1b0-4141-81ef-f81358bb946d tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Unset dirty status for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:55.020660 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00d92590-d2fa-4602-b2de-ca478927985f req-d751d42a-b1b0-4141-81ef-f81358bb946d tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 812 time: 0.1540527 Feb 28 15:00:55.036703 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00d92590-d2fa-4602-b2de-ca478927985f req-bf98dfb6-aba4-4c84-ab8e-03d1be468fed tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/quotas/12877993fbd9430d9a0b7e62d6fef06f HTTP/1.1" status: 200 len: 375 time: 0.0107236 Feb 28 15:00:55.118402 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00d92590-d2fa-4602-b2de-ca478927985f req-bae529fe-1a95-480b-9e90-b3ce661cbadb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0769563 Feb 28 15:00:55.205787 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6ed2b612-bb39-47c9-869f-ee865ec3cce4 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:00:55.260149 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00d92590-d2fa-4602-b2de-ca478927985f req-d2c26e34-0780-40e2-92a4-7887c03b7cd9 service neutron] 10.222.0.15 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308234 Feb 28 15:00:55.274358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 6ed2b612-bb39-47c9-869f-ee865ec3cce4 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:55.279350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 6ed2b612-bb39-47c9-869f-ee865ec3cce4 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:55.280047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:55.384593 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f161cea-d02b-4072-a558-bdcb436e352b req-036dd520-6c12-4276-a2ae-1bca744dc5ea tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:55.386188 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1f161cea-d02b-4072-a558-bdcb436e352b req-036dd520-6c12-4276-a2ae-1bca744dc5ea tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 945 time: 0.0936170 Feb 28 15:00:55.393171 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00d92590-d2fa-4602-b2de-ca478927985f req-ff848b6b-26f9-4607-a0fb-7eac4f54ab79 service neutron] 10.222.0.15 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270249 Feb 28 15:00:55.398580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:55.437636 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1f161cea-d02b-4072-a558-bdcb436e352b req-670b6ae6-6f26-45ff-a552-27c7abcb493b tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453260 Feb 28 15:00:55.445293 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9129a3eb-b687-4897-8af1-82d16ec1bb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed2b612-bb39-47c9-869f-ee865ec3cce4'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:00:55.451290 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6ed2b612-bb39-47c9-869f-ee865ec3cce4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ed2b612-bb39-47c9-869f-ee865ec3cce4,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:00:55.463344 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:55.500509 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-239351fb-211a-427b-8c97-ac786cac1b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:55.542132 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6ed2b612-bb39-47c9-869f-ee865ec3cce4,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:55.643009 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f12ed1-6549-42cd-a8b6-db42ca1e2643 req-09df20c4-e6f0-4479-b3f4-01ac2be2ba3a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:55.644438 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-35f12ed1-6549-42cd-a8b6-db42ca1e2643 req-09df20c4-e6f0-4479-b3f4-01ac2be2ba3a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 945 time: 0.0791078 Feb 28 15:00:55.693321 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-35f12ed1-6549-42cd-a8b6-db42ca1e2643 req-09e31008-66ab-4618-ae55-c858eb99e454 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433321 Feb 28 15:00:55.766894 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9129a3eb-b687-4897-8af1-82d16ec1bb0d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ed2b612-bb39-47c9-869f-ee865ec3cce4', 'code': 200} Feb 28 15:00:55.853141 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-6ba2269d-20b2-4ce2-90c7-260d356ba6cd req-0b2b7b86-fab3-4b71-8628-0e347bb6a81c tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Synchronizing usage tracker for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:55.871201 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-6ba2269d-20b2-4ce2-90c7-260d356ba6cd req-0b2b7b86-fab3-4b71-8628-0e347bb6a81c tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Unset dirty status for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:55.873050 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6ba2269d-20b2-4ce2-90c7-260d356ba6cd req-0b2b7b86-fab3-4b71-8628-0e347bb6a81c tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 210 time: 0.0653665 Feb 28 15:00:56.034739 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c7e4a12e-8f77-477c-abe9-23fb0fad8d23 req-caf7c171-fd60-4a08-a365-213d5edf8d94 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 1098 time: 0.0791185 Feb 28 15:00:56.082978 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c7e4a12e-8f77-477c-abe9-23fb0fad8d23 req-29a52d6c-6184-4a6f-826a-058036631c04 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410910 Feb 28 15:00:56.134786 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d35e053-e28c-485b-b789-4fbab4e33998 req-bee79a40-7b4a-4094-afb2-f96d241ab7c2 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:56.136245 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0d35e053-e28c-485b-b789-4fbab4e33998 req-bee79a40-7b4a-4094-afb2-f96d241ab7c2 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 945 time: 0.0780444 Feb 28 15:00:56.180591 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0d35e053-e28c-485b-b789-4fbab4e33998 req-87538d98-11d2-453a-a7c0-0ac545880e13 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388312 Feb 28 15:00:57.047185 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9cff30a4-b7d9-4027-a2a1-579e0b143285 req-9c3b2178-83e0-42ee-9296-19ee0f1b922f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 210 time: 0.0450275 Feb 28 15:00:57.130476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d92590-d2fa-4602-b2de-ca478927985f req-d6f32482-68f4-4eb0-b9d8-1a16d6c198a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:57.131890 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00d92590-d2fa-4602-b2de-ca478927985f req-d6f32482-68f4-4eb0-b9d8-1a16d6c198a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.20 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 812 time: 0.1699712 Feb 28 15:00:57.148503 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ac02e-44f8-4855-a6ae-fa45f8deaf5a req-faf73c04-55d3-4de1-aeaf-b2b03708a005 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:57.150318 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b29ac02e-44f8-4855-a6ae-fa45f8deaf5a req-faf73c04-55d3-4de1-aeaf-b2b03708a005 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 945 time: 0.3372476 Feb 28 15:00:57.229166 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00d92590-d2fa-4602-b2de-ca478927985f req-e629fd1f-3b16-4162-b9d8-dbcd59369d27 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12877993fbd9430d9a0b7e62d6fef06f HTTP/1.1" status: 200 len: 379 time: 0.0776734 Feb 28 15:00:57.231495 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b29ac02e-44f8-4855-a6ae-fa45f8deaf5a req-1a4cb252-a421-4c48-9d06-2b9638ee0ebb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655367 Feb 28 15:00:57.241230 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-00d92590-d2fa-4602-b2de-ca478927985f req-39e13451-5abe-41a8-ab4f-56dbe3fac241 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Request body: {'port': {'device_id': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'admin_state_up': True, 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'security_groups': ['ab641d75-d5c8-4119-835b-b3d794f73d32']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:57.383827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-00d92590-d2fa-4602-b2de-ca478927985f req-39e13451-5abe-41a8-ab4f-56dbe3fac241 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:00:57.394783 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-00d92590-d2fa-4602-b2de-ca478927985f req-39e13451-5abe-41a8-ab4f-56dbe3fac241 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:00:57.403451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54ca7b0-a63e-4b12-9fae-bb11bd19f6e2 req-15bc4b34-cc38-4062-a011-8a6a07c0b982 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:57.406294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-00d92590-d2fa-4602-b2de-ca478927985f req-39e13451-5abe-41a8-ab4f-56dbe3fac241 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Made reservation on behalf of 12877993fbd9430d9a0b7e62d6fef06f for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:00:57.410053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-00d92590-d2fa-4602-b2de-ca478927985f req-39e13451-5abe-41a8-ab4f-56dbe3fac241 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:57.412047 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a54ca7b0-a63e-4b12-9fae-bb11bd19f6e2 req-15bc4b34-cc38-4062-a011-8a6a07c0b982 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 945 time: 0.0899873 Feb 28 15:00:57.472086 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a54ca7b0-a63e-4b12-9fae-bb11bd19f6e2 req-2e2bf195-3a7f-4521-84f8-5589af8d6c4d tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588245 Feb 28 15:00:57.591840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-00d92590-d2fa-4602-b2de-ca478927985f req-39e13451-5abe-41a8-ab4f-56dbe3fac241 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Allocated IP 172.20.0.7 (2ce55284-5808-4064-a7bc-b8c272008d14/b6e81901-9070-4c05-9242-35045a6111d9/75b50fc5-6a90-4fdd-832d-4b0096acb949) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:00:57.622030 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0045275d-e076-434c-a129-07414259077d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:57.627751 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:57.864900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-00d92590-d2fa-4602-b2de-ca478927985f req-39e13451-5abe-41a8-ab4f-56dbe3fac241 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:57.890442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-00d92590-d2fa-4602-b2de-ca478927985f req-39e13451-5abe-41a8-ab4f-56dbe3fac241 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Transition to ACTIVE for port object 75b50fc5-6a90-4fdd-832d-4b0096acb949 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:00:57.922660 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ef1d2ec4-0207-41bd-9778-cd9e72e7eac6 req-a3f4684e-19a1-4ee0-8deb-9a82f44226dc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=011842f40078498e919172ebca9137eb&device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 1098 time: 0.1139662 Feb 28 15:00:57.963467 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1139f9a4-b5c7-419e-889c-0f301c1913c2 req-7125d369-82e1-412a-bd62-9a01d498b306 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:57.965038 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1139f9a4-b5c7-419e-889c-0f301c1913c2 req-7125d369-82e1-412a-bd62-9a01d498b306 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 945 time: 0.1766698 Feb 28 15:00:57.999087 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-00d92590-d2fa-4602-b2de-ca478927985f req-39e13451-5abe-41a8-ab4f-56dbe3fac241 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:58.013555 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1139f9a4-b5c7-419e-889c-0f301c1913c2 req-fcc8575b-89a4-46c2-a4b5-6a89a99967df tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420573 Feb 28 15:00:58.085975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-00d92590-d2fa-4602-b2de-ca478927985f req-39e13451-5abe-41a8-ab4f-56dbe3fac241 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Network 2ce55284-5808-4064-a7bc-b8c272008d14 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:00:58.091442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-00d92590-d2fa-4602-b2de-ca478927985f req-39e13451-5abe-41a8-ab4f-56dbe3fac241 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:00:58.094701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-00d92590-d2fa-4602-b2de-ca478927985f req-39e13451-5abe-41a8-ab4f-56dbe3fac241 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:00:58.159827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d92590-d2fa-4602-b2de-ca478927985f req-39e13451-5abe-41a8-ab4f-56dbe3fac241 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:58.160432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-00d92590-d2fa-4602-b2de-ca478927985f req-39e13451-5abe-41a8-ab4f-56dbe3fac241 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:58.174692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e13451-5abe-41a8-ab4f-56dbe3fac241 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event updated for resources: {'Port': ['ID=75b50fc5-6a90-4fdd-832d-4b0096acb949,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:58.275555 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d2ec4-0207-41bd-9778-cd9e72e7eac6 req-6507b0a4-406c-4e8d-935c-a00a8669e4cb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:58.277080 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ef1d2ec4-0207-41bd-9778-cd9e72e7eac6 req-6507b0a4-406c-4e8d-935c-a00a8669e4cb service neutron] 10.222.0.20 "GET /v2.0/networks?id=aca6ecc0-5790-4bea-acfa-43edd75a0220 HTTP/1.1" status: 200 len: 912 time: 0.3485227 Feb 28 15:00:58.283425 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00d92590-d2fa-4602-b2de-ca478927985f req-39e13451-5abe-41a8-ab4f-56dbe3fac241 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0486884 Feb 28 15:00:58.349569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Request body: {'port': {'device_id': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:58.382321 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5f17895e-66f0-4724-a3d4-c132868ce654 None None] Provisioning for port 75b50fc5-6a90-4fdd-832d-4b0096acb949 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:00:58.400821 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5f17895e-66f0-4724-a3d4-c132868ce654 None None] Provisioning complete for port 75b50fc5-6a90-4fdd-832d-4b0096acb949 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:00:58.401189 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5f17895e-66f0-4724-a3d4-c132868ce654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:58.403066 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ef1d2ec4-0207-41bd-9778-cd9e72e7eac6 req-6668277a-7d11-45c0-92a8-d63166f12dee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=c16c79af-6fa2-46a7-83c4-9e3e542264fe HTTP/1.1" status: 200 len: 217 time: 0.1186399 Feb 28 15:00:58.485502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d174b7-3bd3-4384-a6fb-7a35bfd3fb4c req-e406b45a-e72a-45b5-8dd4-2cabdaad1322 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:58.492658 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-31d174b7-3bd3-4384-a6fb-7a35bfd3fb4c req-e406b45a-e72a-45b5-8dd4-2cabdaad1322 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 945 time: 0.1103101 Feb 28 15:00:58.494242 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5f17895e-66f0-4724-a3d4-c132868ce654 None None] Port 75b50fc5-6a90-4fdd-832d-4b0096acb949 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:00:58.508598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e83de9-06c0-44ac-ad9c-2f8dfad762c5 req-409a902e-1e81-422b-af76-f10633356282 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:58.509279 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c7e83de9-06c0-44ac-ad9c-2f8dfad762c5 req-409a902e-1e81-422b-af76-f10633356282 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Synchronizing usage tracker for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:00:58.538698 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-31d174b7-3bd3-4384-a6fb-7a35bfd3fb4c req-b272ff70-1d17-401d-bf41-8efe2150940f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447397 Feb 28 15:00:58.558660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1d2ec4-0207-41bd-9778-cd9e72e7eac6 req-2dc65862-0641-4c90-9916-f97fe045fd86 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:58.560106 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ef1d2ec4-0207-41bd-9778-cd9e72e7eac6 req-2dc65862-0641-4c90-9916-f97fe045fd86 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=062ffedd-8a68-46b5-8906-7ea139428469 HTTP/1.1" status: 200 len: 852 time: 0.1493948 Feb 28 15:00:58.561311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:58.603230 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c7e83de9-06c0-44ac-ad9c-2f8dfad762c5 req-409a902e-1e81-422b-af76-f10633356282 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Unset dirty status for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:00:58.604490 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c7e83de9-06c0-44ac-ad9c-2f8dfad762c5 req-409a902e-1e81-422b-af76-f10633356282 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 931 time: 0.4237618 Feb 28 15:00:58.624399 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ef1d2ec4-0207-41bd-9778-cd9e72e7eac6 req-1eae6c48-3c5e-470c-8d91-2d5d7fa8e8bf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aca6ecc0-5790-4bea-acfa-43edd75a0220&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0533471 Feb 28 15:00:58.754731 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6a6d15-c078-4ad0-92f9-edeb9452a05e req-a1477509-b414-4164-9d51-b45d275e172f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:58.756379 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7d6a6d15-c078-4ad0-92f9-edeb9452a05e req-a1477509-b414-4164-9d51-b45d275e172f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 945 time: 0.0865021 Feb 28 15:00:58.806180 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7d6a6d15-c078-4ad0-92f9-edeb9452a05e req-f922b702-154a-4682-91df-b00fba56b181 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438056 Feb 28 15:00:58.839010 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48954) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:58.844130 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:58.876536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:58.916156 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d94d0379-c706-4869-bc91-bac2cb8ee666 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 1093 time: 0.0764148 Feb 28 15:00:58.918931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48958) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:00:58.923189 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c7e83de9-06c0-44ac-ad9c-2f8dfad762c5 req-a02c4f09-98fe-47c6-8c41-2ae5eb9e93b4 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3079681 Feb 28 15:00:58.925022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-241eaeeb-85a5-406d-9ba5-7251f4006cfc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'floatingip': {'port_id': '6ed2b612-bb39-47c9-869f-ee865ec3cce4'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:00:58.995255 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ef1d2ec4-0207-41bd-9778-cd9e72e7eac6 req-d808b052-7a5c-4798-a523-d2cc99c6f6ca service neutron] 10.222.0.20 "GET /v2.0/networks/aca6ecc0-5790-4bea-acfa-43edd75a0220?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3564317 Feb 28 15:00:58.999763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-241eaeeb-85a5-406d-9ba5-7251f4006cfc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:59.229231 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ef1d2ec4-0207-41bd-9778-cd9e72e7eac6 req-5c6c82f8-2b27-4489-af10-0aa30982735a service neutron] 10.222.0.20 "GET /v2.0/networks/aca6ecc0-5790-4bea-acfa-43edd75a0220?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2271488 Feb 28 15:00:59.303155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 75b50fc5-6a90-4fdd-832d-4b0096acb949 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:00:59.309898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:59.323471 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Transition to ACTIVE for port object 75b50fc5-6a90-4fdd-832d-4b0096acb949 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:00:59.327152 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:59.385743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c30291a-47ec-4f25-9fb2-d298700b984e req-60d14678-41b6-4aa2-ab1c-5370b4ad32fb tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:00:59.387181 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4c30291a-47ec-4f25-9fb2-d298700b984e req-60d14678-41b6-4aa2-ab1c-5370b4ad32fb tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 945 time: 0.2290583 Feb 28 15:00:59.448882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Pushing event updated for resources: {'Port': ['ID=75b50fc5-6a90-4fdd-832d-4b0096acb949,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:59.464592 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4c30291a-47ec-4f25-9fb2-d298700b984e req-1d4b3b99-8c73-46b2-b733-5c84bea3ff9e tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701470 Feb 28 15:00:59.572963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Attempting to bind port 75b50fc5-6a90-4fdd-832d-4b0096acb949 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:00:59.573605 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Attempting to bind port 75b50fc5-6a90-4fdd-832d-4b0096acb949 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:00:59.573879 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Attempting to bind port 75b50fc5-6a90-4fdd-832d-4b0096acb949 on network 2ce55284-5808-4064-a7bc-b8c272008d14 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:00:59.580669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Port 75b50fc5-6a90-4fdd-832d-4b0096acb949 on network 2ce55284-5808-4064-a7bc-b8c272008d14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:00:59.580987 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Attempting to bind port 75b50fc5-6a90-4fdd-832d-4b0096acb949 on network 2ce55284-5808-4064-a7bc-b8c272008d14 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:00:59.587410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:00:59.587778 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Checking segment: {'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:00:59.588161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Bound using segment: {'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:00:59.588583 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Bound port: 75b50fc5-6a90-4fdd-832d-4b0096acb949, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:00:59.588923 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:59.683019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] For port 75b50fc5-6a90-4fdd-832d-4b0096acb949, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:00:59.685913 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] For port 75b50fc5-6a90-4fdd-832d-4b0096acb949, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=75b50fc5-6a90-4fdd-832d-4b0096acb949,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:00:59.690592 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:59.705607 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-241eaeeb-85a5-406d-9ba5-7251f4006cfc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:59.710365 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-241eaeeb-85a5-406d-9ba5-7251f4006cfc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:59.756400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:00:59.757721 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00d92590-d2fa-4602-b2de-ca478927985f req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] 10.222.0.20 "PUT /v2.0/ports/75b50fc5-6a90-4fdd-832d-4b0096acb949 HTTP/1.1" status: 200 len: 1093 time: 1.4239557 Feb 28 15:00:59.758147 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'tag': '75b50fc5-6a90-4fdd-832d-4b0096acb949'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:00:59.782553 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b46d2fa-b6a1-42f3-b2eb-d90e7b19f060 service neutron] Pushing event updated for resources: {'Port': ['ID=75b50fc5-6a90-4fdd-832d-4b0096acb949,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:00:59.842285 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'tag': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'status': 'completed', 'code': 200} Feb 28 15:00:59.924343 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-241eaeeb-85a5-406d-9ba5-7251f4006cfc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Floating IP b19cef2f-facf-42be-bfaa-1c91266f6045 associated. External IP: 172.26.4.175, port: 6ed2b612-bb39-47c9-869f-ee865ec3cce4. Feb 28 15:00:59.932488 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00d92590-d2fa-4602-b2de-ca478927985f req-c24b05c0-0443-421f-a8fe-a9450fdd6693 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 1096 time: 0.0792794 Feb 28 15:01:00.048804 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00d92590-d2fa-4602-b2de-ca478927985f req-fc213963-3851-4d26-bd6d-d39e1aef7b04 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75b50fc5-6a90-4fdd-832d-4b0096acb949 HTTP/1.1" status: 200 len: 217 time: 0.1083767 Feb 28 15:01:00.132522 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00d92590-d2fa-4602-b2de-ca478927985f req-275d37db-d5a1-45bd-a412-8090802d4573 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:00.134094 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00d92590-d2fa-4602-b2de-ca478927985f req-275d37db-d5a1-45bd-a412-8090802d4573 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6e81901-9070-4c05-9242-35045a6111d9 HTTP/1.1" status: 200 len: 851 time: 0.0779707 Feb 28 15:01:00.216123 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00d92590-d2fa-4602-b2de-ca478927985f req-690539b6-5e19-4fff-b02e-7907d78e859e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ce55284-5808-4064-a7bc-b8c272008d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0756912 Feb 28 15:01:00.221919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:00.293483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3ddf40-d0ed-4495-af7d-8eb6d1566511 req-96a3d11a-c4d0-4b61-8076-6d6b56b9cce1 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:00.295427 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2b3ddf40-d0ed-4495-af7d-8eb6d1566511 req-96a3d11a-c4d0-4b61-8076-6d6b56b9cce1 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 943 time: 0.1176441 Feb 28 15:01:00.356431 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00d92590-d2fa-4602-b2de-ca478927985f req-9d4d3049-17c1-4c40-880b-d78557edb64a service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329908 Feb 28 15:01:00.359623 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2b3ddf40-d0ed-4495-af7d-8eb6d1566511 req-dc26fc4c-4b72-4a9f-87e1-f12a43f5b1f1 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569994 Feb 28 15:01:00.494005 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00d92590-d2fa-4602-b2de-ca478927985f req-c742fe98-8e70-4aff-bdf8-27ecb1758a03 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319091 Feb 28 15:01:00.584963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-241eaeeb-85a5-406d-9ba5-7251f4006cfc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:01:00.775960 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a2bdd2f0-ae8b-4926-8fc5-2c85f78b1966 req-6eb88cfe-0e49-4e28-b9ba-01e9875ae083 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 1096 time: 0.2164731 Feb 28 15:01:00.795812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-241eaeeb-85a5-406d-9ba5-7251f4006cfc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:01:00.799891 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-241eaeeb-85a5-406d-9ba5-7251f4006cfc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:00.806418 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4bb7a8-0fab-4cc5-8d04-c0d38b1d1331 None None] Sync routers for ids ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:01:00.820017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4bb7a8-0fab-4cc5-8d04-c0d38b1d1331 None None] Routers {'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:01:00.820632 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ad4bb7a8-0fab-4cc5-8d04-c0d38b1d1331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:00:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:00.854496 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-241eaeeb-85a5-406d-9ba5-7251f4006cfc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 991 time: 1.9345291 Feb 28 15:01:00.855410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9129a3eb-b687-4897-8af1-82d16ec1bb0d', 'tag': '6ed2b612-bb39-47c9-869f-ee865ec3cce4'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:01:00.858324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48970) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:00.913354 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9129a3eb-b687-4897-8af1-82d16ec1bb0d', 'tag': '6ed2b612-bb39-47c9-869f-ee865ec3cce4', 'status': 'completed', 'code': 200} Feb 28 15:01:01.010606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632b6925-a83f-40ab-a4c3-64e6f0e5830e req-f8284a06-7434-4bf3-a1d1-d4c80cb79baf tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:01.012082 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-632b6925-a83f-40ab-a4c3-64e6f0e5830e req-f8284a06-7434-4bf3-a1d1-d4c80cb79baf tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 945 time: 0.3951890 Feb 28 15:01:01.048236 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-ad4bb7a8-0fab-4cc5-8d04-c0d38b1d1331 None None] Set router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:01:01.104621 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-114d944d-afb4-425f-b9a4-5466108ce27e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 991 time: 0.2441125 Feb 28 15:01:01.110353 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdd2f0-ae8b-4926-8fc5-2c85f78b1966 req-8fa09803-80e7-4d58-a31a-64dd76392516 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:01.111746 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a2bdd2f0-ae8b-4926-8fc5-2c85f78b1966 req-8fa09803-80e7-4d58-a31a-64dd76392516 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 912 time: 0.3260009 Feb 28 15:01:01.189005 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-632b6925-a83f-40ab-a4c3-64e6f0e5830e req-cda7854a-cba2-47fc-8f24-07ec45ef2ea4 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1672368 Feb 28 15:01:01.190948 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a2bdd2f0-ae8b-4926-8fc5-2c85f78b1966 req-8173b9ab-6b04-45b1-a41f-2e18c9c56eda service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75b50fc5-6a90-4fdd-832d-4b0096acb949 HTTP/1.1" status: 200 len: 217 time: 0.0711060 Feb 28 15:01:01.197266 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dbf98a51-cc29-4d77-aae2-2bb0af10f6f2 req-8f564ef1-b23d-4a94-86d5-903f933bb132 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 1098 time: 0.2558961 Feb 28 15:01:01.339369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2bdd2f0-ae8b-4926-8fc5-2c85f78b1966 req-70cfecf9-9a56-49ae-8080-9459062c8bff service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:01.340831 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a2bdd2f0-ae8b-4926-8fc5-2c85f78b1966 req-70cfecf9-9a56-49ae-8080-9459062c8bff service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6e81901-9070-4c05-9242-35045a6111d9 HTTP/1.1" status: 200 len: 851 time: 0.1427586 Feb 28 15:01:01.423663 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf98a51-cc29-4d77-aae2-2bb0af10f6f2 req-636f7b2c-764f-4b1b-bf15-cecea3d2740a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:01.425121 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dbf98a51-cc29-4d77-aae2-2bb0af10f6f2 req-636f7b2c-764f-4b1b-bf15-cecea3d2740a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2 HTTP/1.1" status: 200 len: 897 time: 0.1914170 Feb 28 15:01:01.425810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ad4bb7a8-0fab-4cc5-8d04-c0d38b1d1331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'b19cef2f-facf-42be-bfaa-1c91266f6045', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'port_id': '6ed2b612-bb39-47c9-869f-ee865ec3cce4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'mac_address': 'fa:16:3e:eb:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9129a3eb-b687-4897-8af1-82d16ec1bb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:00:07Z', 'updated_at': '2022-02-28T15:00:59Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f33a1bc-e233-4d90-8c75-2c70ffa0973b', 'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:40:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:46Z', 'updated_at': '2022-02-28T14:59:57Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:01.431023 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4bb7a8-0fab-4cc5-8d04-c0d38b1d1331 None None] Checking router: a0d4071b-b919-4e2a-a0f1-d56a3eb16efe for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:01:01.444516 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4bb7a8-0fab-4cc5-8d04-c0d38b1d1331 None None] Routers {'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:01:01.445850 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ad4bb7a8-0fab-4cc5-8d04-c0d38b1d1331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:00:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:01.597223 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a2bdd2f0-ae8b-4926-8fc5-2c85f78b1966 req-fbdc821d-e0cc-4417-ae8b-8365eb37c887 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ce55284-5808-4064-a7bc-b8c272008d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2489531 Feb 28 15:01:01.639485 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-ad4bb7a8-0fab-4cc5-8d04-c0d38b1d1331 None None] Set router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:01:01.659886 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b08614-d370-4531-9696-0cef9eb073b3 req-574e328c-27d6-45c4-8d8c-b9f75e12d189 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:01.661373 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-73b08614-d370-4531-9696-0cef9eb073b3 req-574e328c-27d6-45c4-8d8c-b9f75e12d189 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 945 time: 0.0866055 Feb 28 15:01:01.683501 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dbf98a51-cc29-4d77-aae2-2bb0af10f6f2 req-5a6316da-e8a4-433b-b27f-d79dfc015a1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6ed2b612-bb39-47c9-869f-ee865ec3cce4 HTTP/1.1" status: 200 len: 999 time: 0.2465632 Feb 28 15:01:01.708488 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-73b08614-d370-4531-9696-0cef9eb073b3 req-c42b84d9-916d-4e4f-a3c3-e76627c7fe5a tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408480 Feb 28 15:01:01.803338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbf98a51-cc29-4d77-aae2-2bb0af10f6f2 req-1da82645-8c86-4b9e-bdf8-065d13154d6d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:01.804775 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dbf98a51-cc29-4d77-aae2-2bb0af10f6f2 req-1da82645-8c86-4b9e-bdf8-065d13154d6d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9ae72e0a-017b-40a3-b12f-f4e75df4cf9b HTTP/1.1" status: 200 len: 835 time: 0.1144011 Feb 28 15:01:01.816632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81fc8b4-dc61-44a2-af05-34fb0f58426d req-13621452-0505-4638-b27f-c06cee50ad06 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:01.818012 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c81fc8b4-dc61-44a2-af05-34fb0f58426d req-13621452-0505-4638-b27f-c06cee50ad06 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 943 time: 0.2646730 Feb 28 15:01:01.821197 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a2bdd2f0-ae8b-4926-8fc5-2c85f78b1966 req-d77f66a2-4a67-4dc9-ae80-29502315df33 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2171960 Feb 28 15:01:01.996020 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ad4bb7a8-0fab-4cc5-8d04-c0d38b1d1331 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'b19cef2f-facf-42be-bfaa-1c91266f6045', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'port_id': '6ed2b612-bb39-47c9-869f-ee865ec3cce4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'mac_address': 'fa:16:3e:eb:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9129a3eb-b687-4897-8af1-82d16ec1bb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:00:07Z', 'updated_at': '2022-02-28T15:00:59Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f33a1bc-e233-4d90-8c75-2c70ffa0973b', 'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:40:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:46Z', 'updated_at': '2022-02-28T14:59:57Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:02.000642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad4bb7a8-0fab-4cc5-8d04-c0d38b1d1331 None None] The sync data for ids ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'] in dv-neutron-830866-2-hyperv is: [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'b19cef2f-facf-42be-bfaa-1c91266f6045', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.175', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'port_id': '6ed2b612-bb39-47c9-869f-ee865ec3cce4', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'mac_address': 'fa:16:3e:eb:12:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9129a3eb-b687-4897-8af1-82d16ec1bb0d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:00:07Z', 'updated_at': '2022-02-28T15:00:59Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7f33a1bc-e233-4d90-8c75-2c70ffa0973b', 'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:40:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:46Z', 'updated_at': '2022-02-28T14:59:57Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:01:02.021920 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c81fc8b4-dc61-44a2-af05-34fb0f58426d req-410d5c4b-ace0-4dd1-a1ac-dbdaed0705c3 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1716247 Feb 28 15:01:02.040952 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a2bdd2f0-ae8b-4926-8fc5-2c85f78b1966 req-c8c33f5b-8df5-4037-acfc-b367e61c9d44 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857111 Feb 28 15:01:02.050431 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dbf98a51-cc29-4d77-aae2-2bb0af10f6f2 req-10e3ef77-93e1-4246-ab47-103468cbf9b2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9219bbb-f193-4b32-8c95-dac71b6b5cf2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.2283344 Feb 28 15:01:02.109074 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 48982) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:02.193135 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dbf98a51-cc29-4d77-aae2-2bb0af10f6f2 req-95a011ea-2680-4773-a6ef-16d3e1fd9459 service neutron] 10.222.0.20 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348546 Feb 28 15:01:02.214618 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b288433b-01ba-4990-9d54-d24b5840d678 None None] New status for floating IP b19cef2f-facf-42be-bfaa-1c91266f6045: ACTIVE {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:01:02.220925 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2ea1b6d3-e435-4be2-9345-3446edc264a1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 991 time: 0.1095328 Feb 28 15:01:02.427413 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dbf98a51-cc29-4d77-aae2-2bb0af10f6f2 req-5a7cc8f7-f898-4c12-a336-c2d41a758bd0 service neutron] 10.222.0.20 "GET /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2282996 Feb 28 15:01:02.905763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab1bc23-080b-4f56-8bbb-af136a052591 req-830fd6e4-91ec-4c14-ad06-b6fa54e31db6 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:02.907229 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fab1bc23-080b-4f56-8bbb-af136a052591 req-830fd6e4-91ec-4c14-ad06-b6fa54e31db6 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 945 time: 0.0775888 Feb 28 15:01:02.950751 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fab1bc23-080b-4f56-8bbb-af136a052591 req-3a72e88b-a1d7-4fa5-a297-88b5f73eba91 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/security-groups?id=fc1b519b-6017-4448-822c-60325b0c89fc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382192 Feb 28 15:01:03.215886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a8b73-adea-41d4-a75f-77cd86e4d25c req-bea8d67d-6cd8-4a66-8687-4152bdce25bb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:03.217330 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7b7a8b73-adea-41d4-a75f-77cd86e4d25c req-bea8d67d-6cd8-4a66-8687-4152bdce25bb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 943 time: 0.0744038 Feb 28 15:01:03.223371 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 48990) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:03.392915 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7b7a8b73-adea-41d4-a75f-77cd86e4d25c req-698c468c-34e1-4679-a182-e789542a3393 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701217 Feb 28 15:01:03.396114 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e0dc4b38-ba37-40ab-b5db-69261429da57 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 200 len: 993 time: 0.1718230 Feb 28 15:01:03.431949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b190c92-d1ba-4910-b30b-cc83ec21b9bd req-1e456b96-e737-4f63-8e5c-6c2508ea1cc8 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:03.433328 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4b190c92-d1ba-4910-b30b-cc83ec21b9bd req-1e456b96-e737-4f63-8e5c-6c2508ea1cc8 tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.20 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 945 time: 0.0941155 Feb 28 15:01:03.499062 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-4b190c92-d1ba-4910-b30b-cc83ec21b9bd req-e0f55fe2-5001-436f-9f22-7a5b5d413e7e tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Deleting port c16c79af-6fa2-46a7-83c4-9e3e542264fe {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:01:03.499413 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4b190c92-d1ba-4910-b30b-cc83ec21b9bd req-e0f55fe2-5001-436f-9f22-7a5b5d413e7e tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:03.733229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-4b190c92-d1ba-4910-b30b-cc83ec21b9bd req-e0f55fe2-5001-436f-9f22-7a5b5d413e7e tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] For port c16c79af-6fa2-46a7-83c4-9e3e542264fe, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=c16c79af-6fa2-46a7-83c4-9e3e542264fe,segment=NetworkSegment(f3f9c340-6057-4ed5-99bd-afcdb7a996af),segment_id=f3f9c340-6057-4ed5-99bd-afcdb7a996af)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:01:03.733576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4b190c92-d1ba-4910-b30b-cc83ec21b9bd req-e0f55fe2-5001-436f-9f22-7a5b5d413e7e tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:03.849169 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-4b190c92-d1ba-4910-b30b-cc83ec21b9bd req-e0f55fe2-5001-436f-9f22-7a5b5d413e7e tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Calling delete_port for c16c79af-6fa2-46a7-83c4-9e3e542264fe owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:01:03.985221 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4b190c92-d1ba-4910-b30b-cc83ec21b9bd req-e0f55fe2-5001-436f-9f22-7a5b5d413e7e tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:03.997134 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['c16c79af-6fa2-46a7-83c4-9e3e542264fe'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:01:04.036418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f55fe2-5001-436f-9f22-7a5b5d413e7e tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Pushing event deleted for resources: {'Port': ['ID=c16c79af-6fa2-46a7-83c4-9e3e542264fe,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:04.109111 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b190c92-d1ba-4910-b30b-cc83ec21b9bd req-e0f55fe2-5001-436f-9f22-7a5b5d413e7e tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] No DVR routers for this DVR port c16c79af-6fa2-46a7-83c4-9e3e542264fe on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:01:04.111480 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4b190c92-d1ba-4910-b30b-cc83ec21b9bd req-e0f55fe2-5001-436f-9f22-7a5b5d413e7e tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:04.113892 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ebe1d352-df99-4479-aa59-c0c8cd790ed5 req-7786ec3c-49f3-4e5f-bc09-be15bff9bb6f tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.15 "GET /v2.0/ports?device_id=3f062a61-c3d2-4219-ad2a-ed811013ab41 HTTP/1.1" status: 200 len: 210 time: 0.0411227 Feb 28 15:01:04.114391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f062a61-c3d2-4219-ad2a-ed811013ab41', 'name': 'network-vif-deleted', 'tag': 'c16c79af-6fa2-46a7-83c4-9e3e542264fe'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:01:04.130071 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4b190c92-d1ba-4910-b30b-cc83ec21b9bd req-e0f55fe2-5001-436f-9f22-7a5b5d413e7e tempest-TestServerAdvancedOps-834602419 tempest-TestServerAdvancedOps-834602419-project] 10.222.0.20 "DELETE /v2.0/ports/c16c79af-6fa2-46a7-83c4-9e3e542264fe HTTP/1.1" status: 204 len: 173 time: 0.6913862 Feb 28 15:01:04.172006 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f062a61-c3d2-4219-ad2a-ed811013ab41', 'name': 'network-vif-deleted', 'tag': 'c16c79af-6fa2-46a7-83c4-9e3e542264fe', 'status': 'completed', 'code': 200} Feb 28 15:01:04.594073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ee13ad-989d-4690-8b9a-dbe0d29db91d req-c127befd-c184-4e3a-9922-09ff16f720c0 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:04.595575 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-68ee13ad-989d-4690-8b9a-dbe0d29db91d req-c127befd-c184-4e3a-9922-09ff16f720c0 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 943 time: 0.0800867 Feb 28 15:01:04.641644 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-68ee13ad-989d-4690-8b9a-dbe0d29db91d req-8e6dbc24-93bc-4c35-ad2b-a0a0d0d7515b tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405612 Feb 28 15:01:05.223164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49002) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:05.280259 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2f88dbe-3554-4940-8d80-b2064018830b admin admin] Deleting subnet 062ffedd-8a68-46b5-8906-7ea139428469 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:01:05.283047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e2f88dbe-3554-4940-8d80-b2064018830b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:05.332424 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e2f88dbe-3554-4940-8d80-b2064018830b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:05.384688 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e2f88dbe-3554-4940-8d80-b2064018830b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:05.449794 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e2f88dbe-3554-4940-8d80-b2064018830b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:05.488627 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f88dbe-3554-4940-8d80-b2064018830b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=062ffedd-8a68-46b5-8906-7ea139428469,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:05.494636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e2f88dbe-3554-4940-8d80-b2064018830b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:05.500498 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e2f88dbe-3554-4940-8d80-b2064018830b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/062ffedd-8a68-46b5-8906-7ea139428469 HTTP/1.1" status: 204 len: 168 time: 0.2763188 Feb 28 15:01:05.502978 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49006) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:05.602891 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-298175cd-fcb2-4cde-a438-0ac4a59560e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:05.852048 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-298175cd-fcb2-4cde-a438-0ac4a59560e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:05.885403 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-298175cd-fcb2-4cde-a438-0ac4a59560e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aca6ecc0-5790-4bea-acfa-43edd75a0220']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:05.903811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-298175cd-fcb2-4cde-a438-0ac4a59560e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3f9c340-6057-4ed5-99bd-afcdb7a996af') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:05.904147 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-298175cd-fcb2-4cde-a438-0ac4a59560e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3f9c340-6057-4ed5-99bd-afcdb7a996af') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:05.918571 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-298175cd-fcb2-4cde-a438-0ac4a59560e7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:05.944743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6563102d-ea47-43e1-8cbd-0000dbd90d1d req-104b5454-2308-42e8-83e7-03bf0fbc1c72 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:05.946168 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6563102d-ea47-43e1-8cbd-0000dbd90d1d req-104b5454-2308-42e8-83e7-03bf0fbc1c72 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 943 time: 0.1544509 Feb 28 15:01:05.947067 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-298175cd-fcb2-4cde-a438-0ac4a59560e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:05.967167 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-298175cd-fcb2-4cde-a438-0ac4a59560e7 admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:01:05.967558 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-298175cd-fcb2-4cde-a438-0ac4a59560e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:01:05.981240 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:01:06.067345 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6563102d-ea47-43e1-8cbd-0000dbd90d1d req-af5ee537-357d-41b0-929f-22a1c4fcbab2 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1147051 Feb 28 15:01:06.068334 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-298175cd-fcb2-4cde-a438-0ac4a59560e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:06.090180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-298175cd-fcb2-4cde-a438-0ac4a59560e7 admin admin] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:06.096861 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298175cd-fcb2-4cde-a438-0ac4a59560e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=aca6ecc0-5790-4bea-acfa-43edd75a0220,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:06.099580 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-298175cd-fcb2-4cde-a438-0ac4a59560e7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/aca6ecc0-5790-4bea-acfa-43edd75a0220 HTTP/1.1" status: 204 len: 168 time: 0.5957127 Feb 28 15:01:06.102438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49012) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:06.158787 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7b51975-dff9-486c-9859-f468ca8349b6 admin admin] Deleting subnet e18476b2-d36d-49af-980e-ac2207c04721 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:01:06.161695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b7b51975-dff9-486c-9859-f468ca8349b6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:06.208862 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b7b51975-dff9-486c-9859-f468ca8349b6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:06.270961 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b7b51975-dff9-486c-9859-f468ca8349b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:06.335978 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b7b51975-dff9-486c-9859-f468ca8349b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:06.372073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b51975-dff9-486c-9859-f468ca8349b6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e18476b2-d36d-49af-980e-ac2207c04721,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:06.377113 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b7b51975-dff9-486c-9859-f468ca8349b6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:06.382591 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b7b51975-dff9-486c-9859-f468ca8349b6 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/e18476b2-d36d-49af-980e-ac2207c04721 HTTP/1.1" status: 204 len: 168 time: 0.2793131 Feb 28 15:01:06.385035 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49016) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:06.487091 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b281b2f4-6405-4687-819d-f767c4680032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:06.611205 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b281b2f4-6405-4687-819d-f767c4680032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:06.639219 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-b281b2f4-6405-4687-819d-f767c4680032 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92df525a-8891-4996-9cea-3a3228e4621f']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:06.650482 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-b281b2f4-6405-4687-819d-f767c4680032 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f94c7d3-ebcf-4fe9-8642-4c9653ec8498') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:06.650771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-b281b2f4-6405-4687-819d-f767c4680032 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f94c7d3-ebcf-4fe9-8642-4c9653ec8498') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:06.662045 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b281b2f4-6405-4687-819d-f767c4680032 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:06.677649 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b281b2f4-6405-4687-819d-f767c4680032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:06.683584 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b281b2f4-6405-4687-819d-f767c4680032 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:01:06.684041 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b281b2f4-6405-4687-819d-f767c4680032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:01:06.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:01:06.769597 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b281b2f4-6405-4687-819d-f767c4680032 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:06.785149 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b281b2f4-6405-4687-819d-f767c4680032 admin admin] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:06.793558 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b281b2f4-6405-4687-819d-f767c4680032 admin admin] Pushing event deleted for resources: {'Network': ['ID=92df525a-8891-4996-9cea-3a3228e4621f,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:06.797156 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b281b2f4-6405-4687-819d-f767c4680032 admin admin] 10.222.0.15 "DELETE /v2.0/networks/92df525a-8891-4996-9cea-3a3228e4621f HTTP/1.1" status: 204 len: 168 time: 0.4112446 Feb 28 15:01:06.988292 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49022) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:07.037171 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9b6510d5-31b6-4527-ba99-95d01a1af22d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=011842f40078498e919172ebca9137eb&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0477455 Feb 28 15:01:07.039589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49026) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:07.095412 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65974335-f5a5-4125-8600-5020be082e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:07.119960 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65974335-f5a5-4125-8600-5020be082e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:07.169146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65974335-f5a5-4125-8600-5020be082e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:07.186008 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65974335-f5a5-4125-8600-5020be082e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc1b519b-6017-4448-822c-60325b0c89fc,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:07.200722 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-65974335-f5a5-4125-8600-5020be082e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:07.202384 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-65974335-f5a5-4125-8600-5020be082e9d admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/fc1b519b-6017-4448-822c-60325b0c89fc HTTP/1.1" status: 204 len: 168 time: 0.1619260 Feb 28 15:01:07.264607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 75b50fc5-6a90-4fdd-832d-4b0096acb949 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:01:07.267899 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device c16c79af-6fa2-46a7-83c4-9e3e542264fe no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:01:07.272590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130ad864-182e-40e7-8bf0-c5dacb056c2c req-363a467f-7d17-4c5b-9255-2b3debfb173e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:07.274040 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-130ad864-182e-40e7-8bf0-c5dacb056c2c req-363a467f-7d17-4c5b-9255-2b3debfb173e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 943 time: 0.0851219 Feb 28 15:01:07.305031 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: c16c79af-6fa2-46a7-83c4-9e3e542264fe {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:01:07.305372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device c16c79af-6fa2-46a7-83c4-9e3e542264fe not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:01:07.320535 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-130ad864-182e-40e7-8bf0-c5dacb056c2c req-0b418786-2171-4517-aee2-75425afa4fc5 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408299 Feb 28 15:01:07.441257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 75b50fc5-6a90-4fdd-832d-4b0096acb949, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=75b50fc5-6a90-4fdd-832d-4b0096acb949,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:01:07.454900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'port_id': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'mac_address': 'fa:16:3e:8f:33:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:01:07.506846 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:07.523874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 75b50fc5-6a90-4fdd-832d-4b0096acb949 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:01:07.538175 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 75b50fc5-6a90-4fdd-832d-4b0096acb949, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=75b50fc5-6a90-4fdd-832d-4b0096acb949,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:01:07.542409 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:07.610098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=75b50fc5-6a90-4fdd-832d-4b0096acb949,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:07.614181 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49036) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:07.618898 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:07.619260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:07.619590 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:07.619915 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:07.620240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:07.620561 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:07.620879 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:07.621193 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:07.621507 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:07.621816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:07.622126 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:07.666112 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-61051768-d034-4104-948d-8612b7309ad1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=9e4dc74c1ead4554bf59915ad219a3bf&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508101 Feb 28 15:01:07.668440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49040) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:07.725957 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-367be75c-a119-4046-803c-84bcebc15617 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:07.751428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-367be75c-a119-4046-803c-84bcebc15617 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:07.758622 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['75b50fc5-6a90-4fdd-832d-4b0096acb949'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:01:07.804692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-367be75c-a119-4046-803c-84bcebc15617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:07.820939 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367be75c-a119-4046-803c-84bcebc15617 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=942557b8-1348-4924-a164-2445475da7be,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:07.825248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-367be75c-a119-4046-803c-84bcebc15617 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:07.829816 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-367be75c-a119-4046-803c-84bcebc15617 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/942557b8-1348-4924-a164-2445475da7be HTTP/1.1" status: 204 len: 168 time: 0.1576242 Feb 28 15:01:08.519387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b708c8-a985-4510-a834-9fb106963c25 req-c84cb6ac-ca95-4b50-8463-d08a60ab4581 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:08.520830 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-46b708c8-a985-4510-a834-9fb106963c25 req-c84cb6ac-ca95-4b50-8463-d08a60ab4581 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 944 time: 0.0779650 Feb 28 15:01:08.564269 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-46b708c8-a985-4510-a834-9fb106963c25 req-20888065-4bef-4868-94e6-61b74026de10 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379736 Feb 28 15:01:09.280602 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 75b50fc5-6a90-4fdd-832d-4b0096acb949 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:01:09.346139 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 75b50fc5-6a90-4fdd-832d-4b0096acb949 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:01:09.350616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 75b50fc5-6a90-4fdd-832d-4b0096acb949 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:01:09.350978 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:09.461346 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:09.487459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b50fc5-6a90-4fdd-832d-4b0096acb949'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:01:09.496750 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 75b50fc5-6a90-4fdd-832d-4b0096acb949, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=75b50fc5-6a90-4fdd-832d-4b0096acb949,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:01:09.500898 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:09.544729 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'code': 200} Feb 28 15:01:09.570245 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=75b50fc5-6a90-4fdd-832d-4b0096acb949,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:09.761427 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d92393-2256-4bec-b1d7-a0caec74b25e req-e7f81d71-2e74-460d-8636-1b5c1e46ca89 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:09.762858 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-14d92393-2256-4bec-b1d7-a0caec74b25e req-e7f81d71-2e74-460d-8636-1b5c1e46ca89 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 945 time: 0.0769329 Feb 28 15:01:09.809266 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-14d92393-2256-4bec-b1d7-a0caec74b25e req-45133013-d91c-487e-8f20-418fd09462f7 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399380 Feb 28 15:01:09.812918 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9514fd4f-c039-4381-ba08-afe3d435c624 req-4102e256-1c83-4774-9494-092b0e5780fc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 1098 time: 0.0699871 Feb 28 15:01:09.854080 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9514fd4f-c039-4381-ba08-afe3d435c624 req-a2668b02-27f7-4b42-afb9-7d92ef28464c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351410 Feb 28 15:01:11.009399 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd7a189-a44c-4dd5-a0f1-854adce026d4 req-8a5b664b-2e72-4d28-aeb0-3706cfb4d85d tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:11.010754 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dfd7a189-a44c-4dd5-a0f1-854adce026d4 req-8a5b664b-2e72-4d28-aeb0-3706cfb4d85d tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 945 time: 0.0811896 Feb 28 15:01:11.057759 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dfd7a189-a44c-4dd5-a0f1-854adce026d4 req-a0007a3c-ab12-43bd-a638-04bb18720f1e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407341 Feb 28 15:01:12.335687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99616652-a389-4c4f-b42d-f5962b1e06b2 req-399a9b3c-3889-469b-92c6-c4b20728d0ba tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:12.336973 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-99616652-a389-4c4f-b42d-f5962b1e06b2 req-399a9b3c-3889-469b-92c6-c4b20728d0ba tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 945 time: 0.1567676 Feb 28 15:01:12.382471 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-99616652-a389-4c4f-b42d-f5962b1e06b2 req-c9de8b96-db0e-40ae-b394-fc119c068fa2 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389009 Feb 28 15:01:12.582447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4d981-56d0-4029-9d8d-4d411ac05e49 req-05e0ec74-934e-4215-bdc4-e45bd4cb5619 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:12.584033 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5f4d981-56d0-4029-9d8d-4d411ac05e49 req-05e0ec74-934e-4215-bdc4-e45bd4cb5619 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 945 time: 0.0787220 Feb 28 15:01:12.629268 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5f4d981-56d0-4029-9d8d-4d411ac05e49 req-116ca479-c6f7-4d2f-97cb-bbd4b10ef5b5 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396762 Feb 28 15:01:12.657578 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49058) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:12.725158 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d1f4f544-63a8-46bf-b721-c8827f08fe42 tempest-TestVolumeBootPattern-660147254 tempest-TestVolumeBootPattern-660147254-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 1093 time: 0.0662289 Feb 28 15:01:12.727685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49062) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:12.732714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:01:12.738460 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:01:12.742274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Usage tracker for resource:floatingip and tenant:12877993fbd9430d9a0b7e62d6fef06f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:01:12.745162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:01:12.751190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:01:12.764857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for floatingip, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:12.896004 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:13.036370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Allocated IP 172.26.4.179 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/2d75d7b8-1a9b-4fdb-a11d-e6653482cfe8) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:01:13.177951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:13.204794 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:13.272648 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:01:13.275231 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:01:13.279877 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:01:13.305704 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event updated for resources: {'Port': ['ID=2d75d7b8-1a9b-4fdb-a11d-e6653482cfe8,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:13.768325 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:13.821374 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:14.016761 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:14.021401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:14.126621 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event updated for resources: {'Port': ['ID=2d75d7b8-1a9b-4fdb-a11d-e6653482cfe8,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:14.139479 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:14.399846 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Floating IP 18025967-7251-485e-b694-e8466fd8f136 associated. External IP: 172.26.4.179, port: 75b50fc5-6a90-4fdd-832d-4b0096acb949. Feb 28 15:01:14.776445 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:01:14.969772 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:01:14.978879 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c2cebb-6bf9-41af-9bb0-7967f01174f8 None None] Sync routers for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:01:14.992098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c2cebb-6bf9-41af-9bb0-7967f01174f8 None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:01:14.992802 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-24c2cebb-6bf9-41af-9bb0-7967f01174f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:00:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:14.998431 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:15.051436 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-91b7457f-e46e-452b-a816-c1fec11aa7a6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3226626 Feb 28 15:01:15.051958 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'tag': '75b50fc5-6a90-4fdd-832d-4b0096acb949'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:01:15.104833 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'tag': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'status': 'completed', 'code': 200} Feb 28 15:01:15.166023 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-24c2cebb-6bf9-41af-9bb0-7967f01174f8 None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:01:15.198415 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-77e41c71-8b98-4a1c-be28-86796b31a4d5 req-2b52a1f2-7cc0-40da-bbc8-4832336511fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 1098 time: 0.0696695 Feb 28 15:01:15.416903 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e41c71-8b98-4a1c-be28-86796b31a4d5 req-0e9debc8-70a8-4af4-9bcc-f584bb4aa092 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:15.418508 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-77e41c71-8b98-4a1c-be28-86796b31a4d5 req-0e9debc8-70a8-4af4-9bcc-f584bb4aa092 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 912 time: 0.2141931 Feb 28 15:01:15.511669 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-24c2cebb-6bf9-41af-9bb0-7967f01174f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '18025967-7251-485e-b694-e8466fd8f136', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'port_id': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'mac_address': 'fa:16:3e:8f:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:01:13Z', 'updated_at': '2022-02-28T15:01:13Z', 'revision_number': 0, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:15.516154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c2cebb-6bf9-41af-9bb0-7967f01174f8 None None] Checking router: 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:01:15.520178 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-77e41c71-8b98-4a1c-be28-86796b31a4d5 req-8a9f72d3-c7d0-4ea5-aee5-c5d7f358b39d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75b50fc5-6a90-4fdd-832d-4b0096acb949 HTTP/1.1" status: 200 len: 999 time: 0.0953503 Feb 28 15:01:15.526581 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24c2cebb-6bf9-41af-9bb0-7967f01174f8 None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:01:15.527167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-24c2cebb-6bf9-41af-9bb0-7967f01174f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:00:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:15.583390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e41c71-8b98-4a1c-be28-86796b31a4d5 req-e0b2ea63-7662-4552-8e64-bd1c682ce6bb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:15.584831 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-77e41c71-8b98-4a1c-be28-86796b31a4d5 req-e0b2ea63-7662-4552-8e64-bd1c682ce6bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6e81901-9070-4c05-9242-35045a6111d9 HTTP/1.1" status: 200 len: 851 time: 0.0585933 Feb 28 15:01:15.656516 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-77e41c71-8b98-4a1c-be28-86796b31a4d5 req-290d8a46-551d-4f42-bddf-0f8b390f38b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ce55284-5808-4064-a7bc-b8c272008d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657456 Feb 28 15:01:15.703904 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-24c2cebb-6bf9-41af-9bb0-7967f01174f8 None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:01:15.785653 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-77e41c71-8b98-4a1c-be28-86796b31a4d5 req-f90c5b29-b47c-4da3-935a-ab51a8581778 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214092 Feb 28 15:01:15.915306 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-77e41c71-8b98-4a1c-be28-86796b31a4d5 req-2bd37790-8342-4501-ac4a-3b6349f02cad service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228330 Feb 28 15:01:16.075323 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-24c2cebb-6bf9-41af-9bb0-7967f01174f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '18025967-7251-485e-b694-e8466fd8f136', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'port_id': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'mac_address': 'fa:16:3e:8f:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:01:13Z', 'updated_at': '2022-02-28T15:01:13Z', 'revision_number': 0, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:16.079287 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24c2cebb-6bf9-41af-9bb0-7967f01174f8 None None] The sync data for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv is: [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '18025967-7251-485e-b694-e8466fd8f136', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'port_id': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'mac_address': 'fa:16:3e:8f:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:01:13Z', 'updated_at': '2022-02-28T15:01:13Z', 'revision_number': 0, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:01:16.273604 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a134987c-15a2-4e32-abfa-b2a0adbae301 None None] New status for floating IP 18025967-7251-485e-b694-e8466fd8f136: ACTIVE {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:01:25.438454 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-51f2e979-fc80-400b-ad5d-c59e7d8edf47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:27.604388 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2e6ce99b-0461-4a65-9f9d-1b42e0b5ebeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:27.632886 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:28.831147 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:28.878537 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:29.369731 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:01:30.217594 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:32.701779 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0c44b-bc60-48f4-b058-eb6105d2ec49 req-eeb6c360-db10-48d6-b429-1dc76afb482b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:32.703741 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f9b0c44b-bc60-48f4-b058-eb6105d2ec49 req-eeb6c360-db10-48d6-b429-1dc76afb482b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 945 time: 0.0780423 Feb 28 15:01:32.749563 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f9b0c44b-bc60-48f4-b058-eb6105d2ec49 req-3fb24c2c-7bf0-4ded-a62c-4b079486d790 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399766 Feb 28 15:01:33.942514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7a0c7f-8663-4246-bbaa-2946c459c354 req-e33ea5bc-6b0f-4610-a836-bebcc8ca1b6c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:33.943943 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1a7a0c7f-8663-4246-bbaa-2946c459c354 req-e33ea5bc-6b0f-4610-a836-bebcc8ca1b6c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 945 time: 0.0739827 Feb 28 15:01:33.990586 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1a7a0c7f-8663-4246-bbaa-2946c459c354 req-379b763b-324f-4656-b196-b22bd71aa1d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411434 Feb 28 15:01:34.093340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4d49b9-8dc5-4d79-b9cf-262c9acb5f72 req-900b2e0f-2d5d-4965-a0ff-1c4058beed0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:34.094718 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0a4d49b9-8dc5-4d79-b9cf-262c9acb5f72 req-900b2e0f-2d5d-4965-a0ff-1c4058beed0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/ports?device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 945 time: 0.0729485 Feb 28 15:01:34.167198 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-0a4d49b9-8dc5-4d79-b9cf-262c9acb5f72 req-0417fc0f-79c0-4422-a515-0cee063d1cff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 6ed2b612-bb39-47c9-869f-ee865ec3cce4 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:01:34.167549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-0a4d49b9-8dc5-4d79-b9cf-262c9acb5f72 req-0417fc0f-79c0-4422-a515-0cee063d1cff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:34.418202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-0a4d49b9-8dc5-4d79-b9cf-262c9acb5f72 req-0417fc0f-79c0-4422-a515-0cee063d1cff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 6ed2b612-bb39-47c9-869f-ee865ec3cce4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6ed2b612-bb39-47c9-869f-ee865ec3cce4,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:01:34.418202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-0a4d49b9-8dc5-4d79-b9cf-262c9acb5f72 req-0417fc0f-79c0-4422-a515-0cee063d1cff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:34.701486 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-0a4d49b9-8dc5-4d79-b9cf-262c9acb5f72 req-0417fc0f-79c0-4422-a515-0cee063d1cff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:34.702495 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-0a4d49b9-8dc5-4d79-b9cf-262c9acb5f72 req-0417fc0f-79c0-4422-a515-0cee063d1cff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:34.702805 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [req-0a4d49b9-8dc5-4d79-b9cf-262c9acb5f72 req-0417fc0f-79c0-4422-a515-0cee063d1cff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Floating IP b19cef2f-facf-42be-bfaa-1c91266f6045 disassociated. External IP: 172.26.4.175, port: 6ed2b612-bb39-47c9-869f-ee865ec3cce4. Feb 28 15:01:34.703136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-0a4d49b9-8dc5-4d79-b9cf-262c9acb5f72 req-0417fc0f-79c0-4422-a515-0cee063d1cff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 6ed2b612-bb39-47c9-869f-ee865ec3cce4 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:01:34.930541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-0a4d49b9-8dc5-4d79-b9cf-262c9acb5f72 req-0417fc0f-79c0-4422-a515-0cee063d1cff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:34.978726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0417fc0f-79c0-4422-a515-0cee063d1cff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=6ed2b612-bb39-47c9-869f-ee865ec3cce4,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:35.184568 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4e00eb3b-38f0-4acf-92aa-a859edfe4a52 req-55dfd615-a11f-46b2-b393-6285626c3128 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=9129a3eb-b687-4897-8af1-82d16ec1bb0d HTTP/1.1" status: 200 len: 210 time: 0.0528944 Feb 28 15:01:35.251479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0a4d49b9-8dc5-4d79-b9cf-262c9acb5f72 req-0417fc0f-79c0-4422-a515-0cee063d1cff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:01:35.479529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0a4d49b9-8dc5-4d79-b9cf-262c9acb5f72 req-0417fc0f-79c0-4422-a515-0cee063d1cff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:01:35.486644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bedee09-d9be-4c76-9581-f1bc79035512 None None] Sync routers for ids ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:01:35.511198 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bedee09-d9be-4c76-9581-f1bc79035512 None None] Routers {'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:01:35.511198 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-7bedee09-d9be-4c76-9581-f1bc79035512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:01:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:35.580376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a4d49b9-8dc5-4d79-b9cf-262c9acb5f72 req-0417fc0f-79c0-4422-a515-0cee063d1cff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] No DVR routers for this DVR port 6ed2b612-bb39-47c9-869f-ee865ec3cce4 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:01:35.580376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-0a4d49b9-8dc5-4d79-b9cf-262c9acb5f72 req-0417fc0f-79c0-4422-a515-0cee063d1cff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:35.582878 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9129a3eb-b687-4897-8af1-82d16ec1bb0d', 'name': 'network-vif-deleted', 'tag': '6ed2b612-bb39-47c9-869f-ee865ec3cce4'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:01:35.597333 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0a4d49b9-8dc5-4d79-b9cf-262c9acb5f72 req-0417fc0f-79c0-4422-a515-0cee063d1cff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "DELETE /v2.0/ports/6ed2b612-bb39-47c9-869f-ee865ec3cce4 HTTP/1.1" status: 204 len: 173 time: 1.4967456 Feb 28 15:01:35.738901 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-7bedee09-d9be-4c76-9581-f1bc79035512 None None] Set router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:01:35.907162 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9129a3eb-b687-4897-8af1-82d16ec1bb0d', 'name': 'network-vif-deleted', 'tag': '6ed2b612-bb39-47c9-869f-ee865ec3cce4', 'status': 'completed', 'code': 200} Feb 28 15:01:36.051532 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-7bedee09-d9be-4c76-9581-f1bc79035512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '7f33a1bc-e233-4d90-8c75-2c70ffa0973b', 'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:40:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:46Z', 'updated_at': '2022-02-28T14:59:57Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:36.052772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bedee09-d9be-4c76-9581-f1bc79035512 None None] Checking router: a0d4071b-b919-4e2a-a0f1-d56a3eb16efe for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:01:36.066358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bedee09-d9be-4c76-9581-f1bc79035512 None None] Routers {'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:01:36.068125 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-7bedee09-d9be-4c76-9581-f1bc79035512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:01:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:36.266814 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-7bedee09-d9be-4c76-9581-f1bc79035512 None None] Set router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:01:36.299161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49100) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:36.367275 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c7477b02-9200-47d8-bf3f-5069fbd87751 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:36.395764 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c7477b02-9200-47d8-bf3f-5069fbd87751 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:36.465136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c7477b02-9200-47d8-bf3f-5069fbd87751 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:36.486982 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7477b02-9200-47d8-bf3f-5069fbd87751 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:36.498276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c7477b02-9200-47d8-bf3f-5069fbd87751 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:36.499432 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c7477b02-9200-47d8-bf3f-5069fbd87751 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/security-groups/896b8bb6-a7ea-4c6a-bb7f-639fef05ac5f HTTP/1.1" status: 204 len: 168 time: 0.2001295 Feb 28 15:01:36.551973 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49106) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:36.599324 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-7bedee09-d9be-4c76-9581-f1bc79035512 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '7f33a1bc-e233-4d90-8c75-2c70ffa0973b', 'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:40:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:46Z', 'updated_at': '2022-02-28T14:59:57Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:36.610139 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bedee09-d9be-4c76-9581-f1bc79035512 None None] The sync data for ids ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'] in dv-neutron-830866-2-hyperv is: [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '7f33a1bc-e233-4d90-8c75-2c70ffa0973b', 'name': '', 'network_id': 'a9219bbb-f193-4b32-8c95-dac71b6b5cf2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:40:e0:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:46Z', 'updated_at': '2022-02-28T14:59:57Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '9ae72e0a-017b-40a3-b12f-f4e75df4cf9b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:01:36.729469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port dfb348de-9e87-4294-a0d8-92d17b75a286 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:01:36.729469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:36.854551 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96ff9d08-ea4e-4bc0-a9fb-f1ae6f5b81bd None None] New status for floating IP b19cef2f-facf-42be-bfaa-1c91266f6045: DOWN {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:01:36.917367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:36.917698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:37.053986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for dfb348de-9e87-4294-a0d8-92d17b75a286 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:01:37.149078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:01:37.149393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:01:37.465133 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6ed2b612-bb39-47c9-869f-ee865ec3cce4 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:01:37.506393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 6ed2b612-bb39-47c9-869f-ee865ec3cce4 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:01:37.507829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6ed2b612-bb39-47c9-869f-ee865ec3cce4 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:01:37.650718 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port dfb348de-9e87-4294-a0d8-92d17b75a286 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:01:37.651230 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:37.920575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:37.920900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:38.049470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for dfb348de-9e87-4294-a0d8-92d17b75a286 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:01:38.197890 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:38.248136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=dfb348de-9e87-4294-a0d8-92d17b75a286,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:38.345191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:38.363063 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:38.364193 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-42911558-2864-4b3b-bd0c-6aa53ad1f1fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/floatingips/b19cef2f-facf-42be-bfaa-1c91266f6045 HTTP/1.1" status: 204 len: 168 time: 1.8112288 Feb 28 15:01:38.792767 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255feb9-9214-4825-900b-fe1738990748 req-d98283de-7651-413a-9f75-65af352f471d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:38.794139 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2255feb9-9214-4825-900b-fe1738990748 req-d98283de-7651-413a-9f75-65af352f471d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 946 time: 0.0821369 Feb 28 15:01:38.854040 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2255feb9-9214-4825-900b-fe1738990748 req-040b69b5-5291-48b4-9dae-fbb9ecdf687e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=963f7730-787b-40d1-8e78-3bf68e3e0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473964 Feb 28 15:01:40.056098 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988bb131-5654-4128-aa96-3e3aff60bab1 req-beaa83d8-fa5a-4af5-b014-b3a81248874c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:40.056785 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-988bb131-5654-4128-aa96-3e3aff60bab1 req-beaa83d8-fa5a-4af5-b014-b3a81248874c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:01:40.079463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e9ff0b-7f17-4df0-b3b5-6c60531aa4be req-eb10fcc0-e65c-4248-9126-e68f99c9c821 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:40.080172 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c4e9ff0b-7f17-4df0-b3b5-6c60531aa4be req-eb10fcc0-e65c-4248-9126-e68f99c9c821 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:01:40.087140 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-988bb131-5654-4128-aa96-3e3aff60bab1 req-beaa83d8-fa5a-4af5-b014-b3a81248874c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:01:40.088251 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-988bb131-5654-4128-aa96-3e3aff60bab1 req-beaa83d8-fa5a-4af5-b014-b3a81248874c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/ports?device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 946 time: 0.1613595 Feb 28 15:01:40.120861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c4e9ff0b-7f17-4df0-b3b5-6c60531aa4be req-eb10fcc0-e65c-4248-9126-e68f99c9c821 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:01:40.121883 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c4e9ff0b-7f17-4df0-b3b5-6c60531aa4be req-eb10fcc0-e65c-4248-9126-e68f99c9c821 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 946 time: 0.1557448 Feb 28 15:01:40.183444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-988bb131-5654-4128-aa96-3e3aff60bab1 req-e9e020ce-c4ef-4dcd-8d68-eeb569811fea tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:01:40.183808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-988bb131-5654-4128-aa96-3e3aff60bab1 req-e9e020ce-c4ef-4dcd-8d68-eeb569811fea tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:40.225795 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c4e9ff0b-7f17-4df0-b3b5-6c60531aa4be req-81837767-f1e0-41f1-a895-a80554c8573a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:01:40.285116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c4e9ff0b-7f17-4df0-b3b5-6c60531aa4be req-81837767-f1e0-41f1-a895-a80554c8573a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:01:40.286231 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c4e9ff0b-7f17-4df0-b3b5-6c60531aa4be req-81837767-f1e0-41f1-a895-a80554c8573a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=963f7730-787b-40d1-8e78-3bf68e3e0a63&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1583934 Feb 28 15:01:40.449479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-988bb131-5654-4128-aa96-3e3aff60bab1 req-e9e020ce-c4ef-4dcd-8d68-eeb569811fea tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=66df585e-6bd9-45c0-97a4-90bb7fe3caf6,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:01:40.449758 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-988bb131-5654-4128-aa96-3e3aff60bab1 req-e9e020ce-c4ef-4dcd-8d68-eeb569811fea tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:40.571462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-988bb131-5654-4128-aa96-3e3aff60bab1 req-e9e020ce-c4ef-4dcd-8d68-eeb569811fea tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:01:40.706010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-988bb131-5654-4128-aa96-3e3aff60bab1 req-e9e020ce-c4ef-4dcd-8d68-eeb569811fea tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:40.761291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e020ce-c4ef-4dcd-8d68-eeb569811fea tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=66df585e-6bd9-45c0-97a4-90bb7fe3caf6,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:40.831121 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-988bb131-5654-4128-aa96-3e3aff60bab1 req-e9e020ce-c4ef-4dcd-8d68-eeb569811fea tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] No DVR routers for this DVR port 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:01:40.833349 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-988bb131-5654-4128-aa96-3e3aff60bab1 req-e9e020ce-c4ef-4dcd-8d68-eeb569811fea tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:40.835710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c805c08a-a1e6-488d-ba12-14088be6b1db', 'name': 'network-vif-deleted', 'tag': '66df585e-6bd9-45c0-97a4-90bb7fe3caf6'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:01:40.851085 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-988bb131-5654-4128-aa96-3e3aff60bab1 req-e9e020ce-c4ef-4dcd-8d68-eeb569811fea tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "DELETE /v2.0/ports/66df585e-6bd9-45c0-97a4-90bb7fe3caf6 HTTP/1.1" status: 204 len: 173 time: 0.7565119 Feb 28 15:01:40.895018 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c805c08a-a1e6-488d-ba12-14088be6b1db', 'name': 'network-vif-deleted', 'tag': '66df585e-6bd9-45c0-97a4-90bb7fe3caf6', 'status': 'completed', 'code': 200} Feb 28 15:01:41.469101 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c9be3b5e-5c63-4a4f-9200-53f12a3a86d1 req-d8695e9b-aae1-448b-9ace-39a4c12edaf1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:01:41.483397 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c9be3b5e-5c63-4a4f-9200-53f12a3a86d1 req-d8695e9b-aae1-448b-9ace-39a4c12edaf1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:01:41.484581 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c9be3b5e-5c63-4a4f-9200-53f12a3a86d1 req-d8695e9b-aae1-448b-9ace-39a4c12edaf1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=c805c08a-a1e6-488d-ba12-14088be6b1db HTTP/1.1" status: 200 len: 210 time: 0.0593505 Feb 28 15:01:42.592770 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49122) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:42.658456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ab10e167-789f-4558-94b3-0848cdf4a64e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:42.688590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ab10e167-789f-4558-94b3-0848cdf4a64e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:42.749898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ab10e167-789f-4558-94b3-0848cdf4a64e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:42.767959 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab10e167-789f-4558-94b3-0848cdf4a64e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=963f7730-787b-40d1-8e78-3bf68e3e0a63,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:42.777384 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ab10e167-789f-4558-94b3-0848cdf4a64e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:42.780993 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ab10e167-789f-4558-94b3-0848cdf4a64e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/security-groups/963f7730-787b-40d1-8e78-3bf68e3e0a63 HTTP/1.1" status: 204 len: 168 time: 0.1847522 Feb 28 15:01:42.818782 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49128) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:43.293907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25ca39ac-22ab-439e-90db-7e6373ddbfee tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:43.492488 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:01:43.524435 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:01:43.524786 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 66df585e-6bd9-45c0-97a4-90bb7fe3caf6 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:01:43.875399 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-25ca39ac-22ab-439e-90db-7e6373ddbfee tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 7f33a1bc-e233-4d90-8c75-2c70ffa0973b {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:01:43.876043 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25ca39ac-22ab-439e-90db-7e6373ddbfee tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:44.051202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-25ca39ac-22ab-439e-90db-7e6373ddbfee tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 7f33a1bc-e233-4d90-8c75-2c70ffa0973b, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7f33a1bc-e233-4d90-8c75-2c70ffa0973b,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:01:44.051554 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25ca39ac-22ab-439e-90db-7e6373ddbfee tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:44.167134 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-25ca39ac-22ab-439e-90db-7e6373ddbfee tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 7f33a1bc-e233-4d90-8c75-2c70ffa0973b owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:01:44.332846 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25ca39ac-22ab-439e-90db-7e6373ddbfee tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:44.475100 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ca39ac-22ab-439e-90db-7e6373ddbfee tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=7f33a1bc-e233-4d90-8c75-2c70ffa0973b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:44.762445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25ca39ac-22ab-439e-90db-7e6373ddbfee tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:45.318219 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ca39ac-22ab-439e-90db-7e6373ddbfee tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:01:45.514772 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ca39ac-22ab-439e-90db-7e6373ddbfee tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:01:45.523789 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337806cc-9855-4a9f-b6cc-0fc78e180f22 None None] Sync routers for ids ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:01:45.531321 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-25ca39ac-22ab-439e-90db-7e6373ddbfee tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/a0d4071b-b919-4e2a-a0f1-d56a3eb16efe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7113883 Feb 28 15:01:45.534031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49134) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:45.536665 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337806cc-9855-4a9f-b6cc-0fc78e180f22 None None] Routers {'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:01:45.537265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-337806cc-9855-4a9f-b6cc-0fc78e180f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:01:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:45.714575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d1f190e-0a4f-437a-a459-cb602dba3972 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting subnet 9ae72e0a-017b-40a3-b12f-f4e75df4cf9b {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:01:45.717928 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d1f190e-0a4f-437a-a459-cb602dba3972 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:45.755905 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-337806cc-9855-4a9f-b6cc-0fc78e180f22 None None] Set router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:01:45.769778 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d1f190e-0a4f-437a-a459-cb602dba3972 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:45.955159 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d1f190e-0a4f-437a-a459-cb602dba3972 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:46.027095 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d1f190e-0a4f-437a-a459-cb602dba3972 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:46.036588 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-337806cc-9855-4a9f-b6cc-0fc78e180f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T15:01:44Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:46.040416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337806cc-9855-4a9f-b6cc-0fc78e180f22 None None] Checking router: a0d4071b-b919-4e2a-a0f1-d56a3eb16efe for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:01:46.050664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-337806cc-9855-4a9f-b6cc-0fc78e180f22 None None] Routers {'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:01:46.051277 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-337806cc-9855-4a9f-b6cc-0fc78e180f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:01:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:46.064222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1f190e-0a4f-437a-a459-cb602dba3972 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Subnet': ['ID=9ae72e0a-017b-40a3-b12f-f4e75df4cf9b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:46.074678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d1f190e-0a4f-437a-a459-cb602dba3972 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:46.084075 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2d1f190e-0a4f-437a-a459-cb602dba3972 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/subnets/9ae72e0a-017b-40a3-b12f-f4e75df4cf9b HTTP/1.1" status: 204 len: 168 time: 0.5490239 Feb 28 15:01:46.085506 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49138) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:46.104214 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613ad708-aecf-4548-ba99-60a64a925780 None None] Network a9219bbb-f193-4b32-8c95-dac71b6b5cf2 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:01:46.280436 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3e782e0-8c86-482f-a149-f6bc921d322f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:46.385993 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-337806cc-9855-4a9f-b6cc-0fc78e180f22 None None] Set router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:01:46.472196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3e782e0-8c86-482f-a149-f6bc921d322f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:46.481502 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-e3e782e0-8c86-482f-a149-f6bc921d322f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 65528a21-8514-4338-ba2a-01ec74f0cac9 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:01:46.482023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3e782e0-8c86-482f-a149-f6bc921d322f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:46.579161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccad3918-bfb5-4de7-a711-3a71809fcbdc None None] DHCP port deletion for a9219bbb-f193-4b32-8c95-dac71b6b5cf2 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:01:46.594755 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ccad3918-bfb5-4de7-a711-3a71809fcbdc None None] Deleting port f6cc8998-3b9e-4512-abfe-fccc050bbbf9 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:01:46.595132 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ccad3918-bfb5-4de7-a711-3a71809fcbdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:46.671870 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f6cc8998-3b9e-4512-abfe-fccc050bbbf9 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:01:46.757529 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-e3e782e0-8c86-482f-a149-f6bc921d322f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 65528a21-8514-4338-ba2a-01ec74f0cac9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=65528a21-8514-4338-ba2a-01ec74f0cac9,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:01:46.757876 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3e782e0-8c86-482f-a149-f6bc921d322f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:46.879911 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-e3e782e0-8c86-482f-a149-f6bc921d322f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 65528a21-8514-4338-ba2a-01ec74f0cac9 owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:01:47.010605 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ccad3918-bfb5-4de7-a711-3a71809fcbdc None None] For port f6cc8998-3b9e-4512-abfe-fccc050bbbf9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f6cc8998-3b9e-4512-abfe-fccc050bbbf9,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:01:47.010987 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ccad3918-bfb5-4de7-a711-3a71809fcbdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:47.043462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3e782e0-8c86-482f-a149-f6bc921d322f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:47.086077 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e782e0-8c86-482f-a149-f6bc921d322f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=65528a21-8514-4338-ba2a-01ec74f0cac9,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:47.129335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:47.143402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ccad3918-bfb5-4de7-a711-3a71809fcbdc None None] Calling delete_port for f6cc8998-3b9e-4512-abfe-fccc050bbbf9 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:01:47.183316 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-337806cc-9855-4a9f-b6cc-0fc78e180f22 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T15:01:44Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:47.200963 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-337806cc-9855-4a9f-b6cc-0fc78e180f22 None None] The sync data for ids ['a0d4071b-b919-4e2a-a0f1-d56a3eb16efe'] in dv-neutron-830866-2-hyperv is: [{'id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'name': 'tempest-TestNetworkBasicOps-router-956735116', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186'}], 'enable_snat': True}, 'gw_port_id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:59:41Z', 'updated_at': '2022-02-28T15:01:44Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '65528a21-8514-4338-ba2a-01ec74f0cac9', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:99:7c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a0d4071b-b919-4e2a-a0f1-d56a3eb16efe', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.186', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:59:42Z', 'updated_at': '2022-02-28T14:59:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:01:47.239103 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port f6cc8998-3b9e-4512-abfe-fccc050bbbf9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f6cc8998-3b9e-4512-abfe-fccc050bbbf9,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:01:47.243185 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:47.281579 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-ccad3918-bfb5-4de7-a711-3a71809fcbdc None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:01:47.281927 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-ccad3918-bfb5-4de7-a711-3a71809fcbdc None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:01:47.312054 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=f6cc8998-3b9e-4512-abfe-fccc050bbbf9,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:47.315153 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3e782e0-8c86-482f-a149-f6bc921d322f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:47.568746 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3e782e0-8c86-482f-a149-f6bc921d322f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:47.573635 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3e782e0-8c86-482f-a149-f6bc921d322f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:47.600131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3e782e0-8c86-482f-a149-f6bc921d322f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:47.600672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e782e0-8c86-482f-a149-f6bc921d322f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Fanout notify agent at l3_agent the message router_deleted on router a0d4071b-b919-4e2a-a0f1-d56a3eb16efe {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:01:47.615521 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3e782e0-8c86-482f-a149-f6bc921d322f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:47.616653 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e3e782e0-8c86-482f-a149-f6bc921d322f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/routers/a0d4071b-b919-4e2a-a0f1-d56a3eb16efe HTTP/1.1" status: 204 len: 168 time: 1.5302033 Feb 28 15:01:47.619274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49142) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:47.731059 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:47.742131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port f6cc8998-3b9e-4512-abfe-fccc050bbbf9 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:01:47.742465 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:47.782750 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ccad3918-bfb5-4de7-a711-3a71809fcbdc None None] Deleting port f6cc8998-3b9e-4512-abfe-fccc050bbbf9 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:01:47.783334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ccad3918-bfb5-4de7-a711-3a71809fcbdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:47.989563 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ccad3918-bfb5-4de7-a711-3a71809fcbdc None None] For port f6cc8998-3b9e-4512-abfe-fccc050bbbf9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f6cc8998-3b9e-4512-abfe-fccc050bbbf9,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:01:47.989871 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ccad3918-bfb5-4de7-a711-3a71809fcbdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:48.033791 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port f6cc8998-3b9e-4512-abfe-fccc050bbbf9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f6cc8998-3b9e-4512-abfe-fccc050bbbf9,segment=NetworkSegment(2904d098-4d5a-46b9-95c0-d3a5076b11c7),segment_id=2904d098-4d5a-46b9-95c0-d3a5076b11c7)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:01:48.034138 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:48.112050 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ccad3918-bfb5-4de7-a711-3a71809fcbdc None None] Calling delete_port for f6cc8998-3b9e-4512-abfe-fccc050bbbf9 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:01:48.157089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for f6cc8998-3b9e-4512-abfe-fccc050bbbf9 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:01:48.189209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ccad3918-bfb5-4de7-a711-3a71809fcbdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:48.235316 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccad3918-bfb5-4de7-a711-3a71809fcbdc None None] Pushing event deleted for resources: {'Port': ['ID=f6cc8998-3b9e-4512-abfe-fccc050bbbf9,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:48.235741 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.db.api [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83591) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:01:48.236059 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG oslo_db.api [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:01:48.240882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccad3918-bfb5-4de7-a711-3a71809fcbdc None None] No DVR routers for this DVR port f6cc8998-3b9e-4512-abfe-fccc050bbbf9 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:01:48.665219 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7f33a1bc-e233-4d90-8c75-2c70ffa0973b no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:01:48.699523 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 7f33a1bc-e233-4d90-8c75-2c70ffa0973b {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:01:48.699926 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7f33a1bc-e233-4d90-8c75-2c70ffa0973b not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:01:48.700324 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 65528a21-8514-4338-ba2a-01ec74f0cac9 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:01:48.731773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 65528a21-8514-4338-ba2a-01ec74f0cac9 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:01:48.732109 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 65528a21-8514-4338-ba2a-01ec74f0cac9 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:01:48.737675 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port f6cc8998-3b9e-4512-abfe-fccc050bbbf9 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:01:48.738021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:48.799411 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] The port 'f6cc8998-3b9e-4512-abfe-fccc050bbbf9' was deleted {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:01:48.918472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:48.942842 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9219bbb-f193-4b32-8c95-dac71b6b5cf2']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:48.954863 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2904d098-4d5a-46b9-95c0-d3a5076b11c7') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:48.955153 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2904d098-4d5a-46b9-95c0-d3a5076b11c7') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:48.965895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:48.984368 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:48.990398 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:01:48.990772 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: util.warn( Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:01:49.005650 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:01:49.080215 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:49.099133 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:49.110085 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Network': ['ID=a9219bbb-f193-4b32-8c95-dac71b6b5cf2,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:49.124250 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d40bbe69-9326-4b0f-ba71-88917b2f2f3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/networks/a9219bbb-f193-4b32-8c95-dac71b6b5cf2 HTTP/1.1" status: 204 len: 168 time: 1.5038707 Feb 28 15:01:49.148459 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49146) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:49.153648 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-74034b2b-12e4-4381-8d75-3f769efa38e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'network': {'name': 'tempest-network-smoke--1358730066', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'port_security_enabled': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:01:49.158408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-74034b2b-12e4-4381-8d75-3f769efa38e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:01:49.162347 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-74034b2b-12e4-4381-8d75-3f769efa38e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:network and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:01:49.165230 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-74034b2b-12e4-4381-8d75-3f769efa38e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:01:49.175375 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-74034b2b-12e4-4381-8d75-3f769efa38e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:01:49.184514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74034b2b-12e4-4381-8d75-3f769efa38e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:01:49.188024 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-74034b2b-12e4-4381-8d75-3f769efa38e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:49.215727 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74034b2b-12e4-4381-8d75-3f769efa38e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:01:49.223991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-74034b2b-12e4-4381-8d75-3f769efa38e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:49.224331 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-74034b2b-12e4-4381-8d75-3f769efa38e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Added segment 74f6687a-7088-4cbb-ad1c-faae691c8ba9 of type vlan for network 68987e10-b11f-4a07-b0d4-9eba39965096 Feb 28 15:01:49.250312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-74034b2b-12e4-4381-8d75-3f769efa38e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:49.277771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-74034b2b-12e4-4381-8d75-3f769efa38e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:49.281422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74034b2b-12e4-4381-8d75-3f769efa38e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:49.282010 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-74034b2b-12e4-4381-8d75-3f769efa38e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:49.385491 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-74034b2b-12e4-4381-8d75-3f769efa38e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2360251 Feb 28 15:01:49.388310 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49150) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:49.395363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-747464965', 'admin_state_up': True, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:01:49.403503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74034b2b-12e4-4381-8d75-3f769efa38e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Network': ['ID=68987e10-b11f-4a07-b0d4-9eba39965096,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:49.406668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:01:49.410710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:router and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:01:49.414107 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:01:49.415781 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 68987e10-b11f-4a07-b0d4-9eba39965096 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:01:49.420552 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:01:49.430721 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:49.431891 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:49.454352 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:49.600102 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:49.771793 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:49.804311 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:49.932691 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.42 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/d4d511c0-d07f-4253-87f8-04913e71a913) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:01:50.073828 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:50.100343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:50.249358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:01:50.252672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:01:50.254550 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=d4d511c0-d07f-4253-87f8-04913e71a913,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:50.256623 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:01:50.407865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:50.408491 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:50.629952 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:01:50.824685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:01:50.833996 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Sync routers for ids ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:01:50.846265 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Routers {'439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:01:50.847156 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:01:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:50.849635 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:50.850807 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f556588e-fd1e-43ab-9a2c-fceb0a70af58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.4597645 Feb 28 15:01:50.853977 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49154) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:50.896535 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6ede55e0-b89a-4219-8076-b879704aaf64 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=dc1d4553fb84410fb62138d51b5fd9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0414338 Feb 28 15:01:50.898951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49158) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:51.026727 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Set router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:01:51.027722 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d9a0e5-3917-4c31-91e8-b26c0762dd2c tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:51.031684 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b2d9a0e5-3917-4c31-91e8-b26c0762dd2c tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1293538 Feb 28 15:01:51.031898 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49162) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:51.070439 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d3e838ab-071b-460b-8754-7b41d4cf3dd0 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374579 Feb 28 15:01:51.072870 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49166) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:51.078223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-746ca0ba-15ad-451f-ac01-8d7422dda6f0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-777258819', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:01:51.190834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-746ca0ba-15ad-451f-ac01-8d7422dda6f0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:01:51.194584 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-746ca0ba-15ad-451f-ac01-8d7422dda6f0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:subnet and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:01:51.197447 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-746ca0ba-15ad-451f-ac01-8d7422dda6f0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:01:51.203113 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-746ca0ba-15ad-451f-ac01-8d7422dda6f0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:01:51.213183 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-746ca0ba-15ad-451f-ac01-8d7422dda6f0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:01:51.316805 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-746ca0ba-15ad-451f-ac01-8d7422dda6f0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:51.355706 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'name': 'tempest-TestNetworkBasicOps-router-747464965', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:50Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:51.360176 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Checking router: 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:01:51.360508 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Updating router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 port d4d511c0-d07f-4253-87f8-04913e71a913 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:01:51.416277 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:51.535723 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-746ca0ba-15ad-451f-ac01-8d7422dda6f0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:51.616641 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746ca0ba-15ad-451f-ac01-8d7422dda6f0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Subnet': ['ID=680927a4-f302-4f1b-ac67-cf089451060f,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:51.624962 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-746ca0ba-15ad-451f-ac01-8d7422dda6f0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Checking segment: {'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:01:51.625322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ca0ba-15ad-451f-ac01-8d7422dda6f0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network hostable DHCP agents. Network: 68987e10-b11f-4a07-b0d4-9eba39965096, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:01:51.646990 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-746ca0ba-15ad-451f-ac01-8d7422dda6f0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 68987e10-b11f-4a07-b0d4-9eba39965096 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:01:51.657763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-746ca0ba-15ad-451f-ac01-8d7422dda6f0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 68987e10-b11f-4a07-b0d4-9eba39965096) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:01:51.661967 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-746ca0ba-15ad-451f-ac01-8d7422dda6f0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:51.662551 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-746ca0ba-15ad-451f-ac01-8d7422dda6f0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:51.667452 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-715a62ff-b457-42ce-b175-a02e9d8a219e None None] Network 68987e10-b11f-4a07-b0d4-9eba39965096 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:01:51.684715 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-746ca0ba-15ad-451f-ac01-8d7422dda6f0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6106148 Feb 28 15:01:51.687287 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49170) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:51.753000 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:51.765107 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Transition to ACTIVE for port object d4d511c0-d07f-4253-87f8-04913e71a913 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:01:51.772395 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:51.849551 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Attempting to bind port d4d511c0-d07f-4253-87f8-04913e71a913 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:01:51.850305 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Attempting to bind port d4d511c0-d07f-4253-87f8-04913e71a913 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:01:51.850305 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Attempting to bind port d4d511c0-d07f-4253-87f8-04913e71a913 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:01:51.864207 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8c087-70f5-4703-8c1f-e3d5233db4a5 None None] Pushing event updated for resources: {'Port': ['ID=d4d511c0-d07f-4253-87f8-04913e71a913,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:51.873591 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8c087-70f5-4703-8c1f-e3d5233db4a5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:51.873831 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8c087-70f5-4703-8c1f-e3d5233db4a5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:51.874202 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8c087-70f5-4703-8c1f-e3d5233db4a5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:51.874467 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8c087-70f5-4703-8c1f-e3d5233db4a5 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:51.874788 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8c087-70f5-4703-8c1f-e3d5233db4a5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:51.875121 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8c087-70f5-4703-8c1f-e3d5233db4a5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:51.875427 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8c087-70f5-4703-8c1f-e3d5233db4a5 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:51.876219 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8c087-70f5-4703-8c1f-e3d5233db4a5 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:51.876219 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8c087-70f5-4703-8c1f-e3d5233db4a5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:51.876423 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8c087-70f5-4703-8c1f-e3d5233db4a5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:51.876659 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e8c087-70f5-4703-8c1f-e3d5233db4a5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:51.879804 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:01:51.880168 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:01:51.880565 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:51.880941 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:01:51.881413 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Bound port: d4d511c0-d07f-4253-87f8-04913e71a913, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:01:51.881772 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:51.889833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-68987e10-b11f-4a07-b0d4-9eba39965096', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ips': [{'subnet_id': '680927a4-f302-4f1b-ac67-cf089451060f'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:01:51.890772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:51.954222 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] For port d4d511c0-d07f-4253-87f8-04913e71a913, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:01:51.957423 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] For port d4d511c0-d07f-4253-87f8-04913e71a913, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d4d511c0-d07f-4253-87f8-04913e71a913,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:01:51.964233 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:52.047286 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e8c087-70f5-4703-8c1f-e3d5233db4a5 None None] Pushing event updated for resources: {'Port': ['ID=d4d511c0-d07f-4253-87f8-04913e71a913,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:52.049658 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Allocated IP 172.20.0.2 (68987e10-b11f-4a07-b0d4-9eba39965096/680927a4-f302-4f1b-ac67-cf089451060f/b5bab229-75cc-44db-ad19-bcc483d18969) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:01:52.051286 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Routers {'439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:01:52.052090 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:01:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:52.237265 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] Set router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:01:52.308305 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:52.319206 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Transition to ACTIVE for port object b5bab229-75cc-44db-ad19-bcc483d18969 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:01:52.338065 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Transition to ACTIVE for port object b5bab229-75cc-44db-ad19-bcc483d18969 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:01:52.344674 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:52.415408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Network 68987e10-b11f-4a07-b0d4-9eba39965096 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:01:52.418979 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:01:52.421399 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Pushing event updated for resources: {'Port': ['ID=b5bab229-75cc-44db-ad19-bcc483d18969,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:52.423581 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:01:52.518492 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Attempting to bind port b5bab229-75cc-44db-ad19-bcc483d18969 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:01:52.519249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Attempting to bind port b5bab229-75cc-44db-ad19-bcc483d18969 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:01:52.519428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Attempting to bind port b5bab229-75cc-44db-ad19-bcc483d18969 on network 68987e10-b11f-4a07-b0d4-9eba39965096 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:01:52.526458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:01:52.526833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Checking segment: {'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:01:52.527258 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:52.527666 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Bound using segment: {'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:01:52.528117 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Bound port: b5bab229-75cc-44db-ad19-bcc483d18969, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:01:52.528483 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:52.541677 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'name': 'tempest-TestNetworkBasicOps-router-747464965', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:50Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:52.546080 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba045a00-3e3c-445e-af96-5240340bea57 None None] The sync data for ids ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'] in dv-neutron-830866-2-hyperv is: [{'id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'name': 'tempest-TestNetworkBasicOps-router-747464965', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:50Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a7:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:01:52.588590 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:52.618357 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] For port b5bab229-75cc-44db-ad19-bcc483d18969, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:01:52.621438 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] For port b5bab229-75cc-44db-ad19-bcc483d18969, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=b5bab229-75cc-44db-ad19-bcc483d18969,segment=NetworkSegment(74f6687a-7088-4cbb-ad1c-faae691c8ba9),segment_id=74f6687a-7088-4cbb-ad1c-faae691c8ba9)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:01:52.626716 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:52.717959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26325652-5af7-45c0-9d0f-c31182383dae None None] Pushing event updated for resources: {'Port': ['ID=b5bab229-75cc-44db-ad19-bcc483d18969,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:53.056456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.1 (68987e10-b11f-4a07-b0d4-9eba39965096/680927a4-f302-4f1b-ac67-cf089451060f/815c1496-9ab5-455a-b44c-0822911c62c1) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:01:53.230579 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:53.246458 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object 815c1496-9ab5-455a-b44c-0822911c62c1 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:01:53.269408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:53.342742 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 68987e10-b11f-4a07-b0d4-9eba39965096 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:01:53.345618 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:01:53.349430 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:01:53.379709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=815c1496-9ab5-455a-b44c-0822911c62c1,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:53.403435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:53.403801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:53.404165 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:53.404490 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:53.404815 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:53.405136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:53.405454 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:53.405770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:53.406084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:53.406393 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:53.406720 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:01:53.418668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:53.507867 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:53.739730 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2580016e-9add-4918-9b68-aefe56880e75 None None] Network 68987e10-b11f-4a07-b0d4-9eba39965096 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:01:53.850244 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a1e69a5d-89de-4cdb-8932-d22d3b713bb7 None None] Provisioning for port b5bab229-75cc-44db-ad19-bcc483d18969 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:01:54.006690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:54.011348 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:54.124426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=815c1496-9ab5-455a-b44c-0822911c62c1,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:54.126720 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:54.203094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e8dea4b3-3183-44cf-bb58-06f266971810 None None] Provisioning for port 815c1496-9ab5-455a-b44c-0822911c62c1 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:01:54.208392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e8dea4b3-3183-44cf-bb58-06f266971810 None None] Provisioning complete for port 815c1496-9ab5-455a-b44c-0822911c62c1 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:01:54.208766 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e8dea4b3-3183-44cf-bb58-06f266971810 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:54.267167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e8dea4b3-3183-44cf-bb58-06f266971810 None None] Port 815c1496-9ab5-455a-b44c-0822911c62c1 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:01:54.271572 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 68987e10-b11f-4a07-b0d4-9eba39965096 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:01:54.272793 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:01:54.391054 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cc7898dc-8d4b-4988-8905-159d75ad0b41 None None] Provisioning complete for port 815c1496-9ab5-455a-b44c-0822911c62c1 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:01:54.391418 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cc7898dc-8d4b-4988-8905-159d75ad0b41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:54.458519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-cc7898dc-8d4b-4988-8905-159d75ad0b41 None None] Port 815c1496-9ab5-455a-b44c-0822911c62c1 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:01:54.580128 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6fc12dc8-8fcb-47a8-80f0-f090ca815d75 None None] Provisioning complete for port 815c1496-9ab5-455a-b44c-0822911c62c1 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:01:54.580418 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6fc12dc8-8fcb-47a8-80f0-f090ca815d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:54.641935 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-6fc12dc8-8fcb-47a8-80f0-f090ca815d75 None None] Port 815c1496-9ab5-455a-b44c-0822911c62c1 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:01:54.686435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:01:54.721177 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d4d511c0-d07f-4253-87f8-04913e71a913 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:01:54.786587 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port d4d511c0-d07f-4253-87f8-04913e71a913 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:01:54.791100 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d4d511c0-d07f-4253-87f8-04913e71a913 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:01:54.791464 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:54.886069 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:01:54.898777 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6214d1f2-b757-4655-a318-39d9a89e7792 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2102499 Feb 28 15:01:54.901343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49176) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:54.902398 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:54.917727 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port d4d511c0-d07f-4253-87f8-04913e71a913, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d4d511c0-d07f-4253-87f8-04913e71a913,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:01:54.922522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:54.923383 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b5bab229-75cc-44db-ad19-bcc483d18969 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:01:55.035221 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=d4d511c0-d07f-4253-87f8-04913e71a913,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:55.043614 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea2ff3-9795-4b8e-ad39-626366da64a1 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:55.044081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea2ff3-9795-4b8e-ad39-626366da64a1 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:55.044081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea2ff3-9795-4b8e-ad39-626366da64a1 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:55.044400 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea2ff3-9795-4b8e-ad39-626366da64a1 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:55.044876 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea2ff3-9795-4b8e-ad39-626366da64a1 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:55.045172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7ea2ff3-9795-4b8e-ad39-626366da64a1 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:55.047132 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e7ea2ff3-9795-4b8e-ad39-626366da64a1 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1448202 Feb 28 15:01:55.050051 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49180) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:55.052059 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port b5bab229-75cc-44db-ad19-bcc483d18969 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:01:55.056966 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port b5bab229-75cc-44db-ad19-bcc483d18969 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:01:55.057336 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:55.126311 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b4ab66-d92a-4d80-9c17-0f0f0083212f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:55.126685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b4ab66-d92a-4d80-9c17-0f0f0083212f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:55.127124 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b4ab66-d92a-4d80-9c17-0f0f0083212f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:55.127747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b4ab66-d92a-4d80-9c17-0f0f0083212f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:55.128334 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b4ab66-d92a-4d80-9c17-0f0f0083212f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:55.128901 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12b4ab66-d92a-4d80-9c17-0f0f0083212f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:55.131501 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-12b4ab66-d92a-4d80-9c17-0f0f0083212f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0803652 Feb 28 15:01:55.134088 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49184) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:55.176546 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:55.208802 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port b5bab229-75cc-44db-ad19-bcc483d18969, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=b5bab229-75cc-44db-ad19-bcc483d18969,segment=NetworkSegment(74f6687a-7088-4cbb-ad1c-faae691c8ba9),segment_id=74f6687a-7088-4cbb-ad1c-faae691c8ba9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:01:55.213001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:55.280586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=b5bab229-75cc-44db-ad19-bcc483d18969,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:55.431813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ae2973a3-effb-4738-b6ea-eb4b74884b12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:55.432204 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9fc0e447-1b63-46d2-bd83-a8c266f9506f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3046 time: 0.2970707 Feb 28 15:01:55.435064 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49188) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:55.440860 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'port': {'name': 'tempest-TestNetworkBasicOps-1904179601', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:01:55.574177 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:01:55.578122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:port and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:01:55.580886 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for port was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:01:55.586343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:01:55.596237 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'port': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:01:55.599195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:55.624055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] device_id is not set on port 1e9c0501-dab4-44ee-adb4-153c4314a52f yet. {{(pid=83591) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 15:01:55.756015 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.13 (68987e10-b11f-4a07-b0d4-9eba39965096/680927a4-f302-4f1b-ac67-cf089451060f/1e9c0501-dab4-44ee-adb4-153c4314a52f) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:01:55.963867 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:55.980142 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object 1e9c0501-dab4-44ee-adb4-153c4314a52f will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:01:56.001546 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:56.072721 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 68987e10-b11f-4a07-b0d4-9eba39965096 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:01:56.076467 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:01:56.080832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:01:56.103189 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Sync routers for ids ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:01:56.112561 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=1e9c0501-dab4-44ee-adb4-153c4314a52f,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:56.120732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Routers {'439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:01:56.121353 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:01:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:56.149769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:56.150396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:56.177335 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-90600353-60e3-426a-9aed-94803d2582a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 0.7404559 Feb 28 15:01:56.337579 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Set router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:01:56.410546 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-73b3d931-6fc5-47ac-8fef-06376b71108a None None] Provisioning for port 1e9c0501-dab4-44ee-adb4-153c4314a52f completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:01:56.468372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-73b3d931-6fc5-47ac-8fef-06376b71108a None None] Provisioning complete for port 1e9c0501-dab4-44ee-adb4-153c4314a52f triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:01:56.468737 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-73b3d931-6fc5-47ac-8fef-06376b71108a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:56.520992 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49194) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:56.526791 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-fcf2a9b1-3001-4ac9-bedf-a695aa5f6a4e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-179143648', 'description': 'tempest-secgroup-smoke-179143648 description', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:01:56.536691 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fcf2a9b1-3001-4ac9-bedf-a695aa5f6a4e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:01:56.540712 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fcf2a9b1-3001-4ac9-bedf-a695aa5f6a4e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:01:56.543465 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fcf2a9b1-3001-4ac9-bedf-a695aa5f6a4e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:01:56.549002 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fcf2a9b1-3001-4ac9-bedf-a695aa5f6a4e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:01:56.558843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a9b1-3001-4ac9-bedf-a695aa5f6a4e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:56.596931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fcf2a9b1-3001-4ac9-bedf-a695aa5f6a4e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:01:56.600587 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-73b3d931-6fc5-47ac-8fef-06376b71108a None None] Port 1e9c0501-dab4-44ee-adb4-153c4314a52f cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:01:56.600766 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fcf2a9b1-3001-4ac9-bedf-a695aa5f6a4e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:01:56.603550 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-fcf2a9b1-3001-4ac9-bedf-a695aa5f6a4e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:01:56.609198 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-fcf2a9b1-3001-4ac9-bedf-a695aa5f6a4e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:01:56.671878 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a9b1-3001-4ac9-bedf-a695aa5f6a4e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:56.676018 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a9b1-3001-4ac9-bedf-a695aa5f6a4e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:56.689753 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d4d511c0-d07f-4253-87f8-04913e71a913 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:01:56.725264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf2a9b1-3001-4ac9-bedf-a695aa5f6a4e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=941eaf47-afc0-4e02-911f-ae952857d9fc,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:56.727927 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fcf2a9b1-3001-4ac9-bedf-a695aa5f6a4e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:56.732465 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fcf2a9b1-3001-4ac9-bedf-a695aa5f6a4e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2071457 Feb 28 15:01:56.732648 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49198) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:56.738089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-27704a5a-7c9a-4f93-a138-aca8562e0e3b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '941eaf47-afc0-4e02-911f-ae952857d9fc', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:01:56.743739 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-27704a5a-7c9a-4f93-a138-aca8562e0e3b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:01:56.748042 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-27704a5a-7c9a-4f93-a138-aca8562e0e3b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:01:56.750951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-27704a5a-7c9a-4f93-a138-aca8562e0e3b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:01:56.756515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-27704a5a-7c9a-4f93-a138-aca8562e0e3b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:01:56.763911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'name': 'tempest-TestNetworkBasicOps-router-747464965', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:53Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '815c1496-9ab5-455a-b44c-0822911c62c1', 'name': '', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:dc:24:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680927a4-f302-4f1b-ac67-cf089451060f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:52Z', 'updated_at': '2022-02-28T15:01:53Z', 'revision_number': 2, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '680927a4-f302-4f1b-ac67-cf089451060f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:56.774387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-27704a5a-7c9a-4f93-a138-aca8562e0e3b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:56.774618 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Checking router: 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:01:56.774752 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Updating router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 port 815c1496-9ab5-455a-b44c-0822911c62c1 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:01:56.801348 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port d4d511c0-d07f-4253-87f8-04913e71a913 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:01:56.801722 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:56.834342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-27704a5a-7c9a-4f93-a138-aca8562e0e3b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:56.838107 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-27704a5a-7c9a-4f93-a138-aca8562e0e3b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:56.860729 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27704a5a-7c9a-4f93-a138-aca8562e0e3b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05985e02-f00c-490a-8e0a-fdad1cee9c1e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:56.870133 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-27704a5a-7c9a-4f93-a138-aca8562e0e3b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:56.871491 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-27704a5a-7c9a-4f93-a138-aca8562e0e3b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1380193 Feb 28 15:01:56.874926 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49202) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:56.876335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:56.880327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b3d7c479-14b6-4257-8f52-f7c4b841f478 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '941eaf47-afc0-4e02-911f-ae952857d9fc', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:01:56.886460 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b3d7c479-14b6-4257-8f52-f7c4b841f478 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:01:56.890334 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b3d7c479-14b6-4257-8f52-f7c4b841f478 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:01:56.893366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b3d7c479-14b6-4257-8f52-f7c4b841f478 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:01:56.898884 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b3d7c479-14b6-4257-8f52-f7c4b841f478 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:01:56.914907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c479-14b6-4257-8f52-f7c4b841f478 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:56.979686 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c479-14b6-4257-8f52-f7c4b841f478 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:56.983970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c479-14b6-4257-8f52-f7c4b841f478 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.011003 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d7c479-14b6-4257-8f52-f7c4b841f478 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f3f2f6c-e5dd-4200-babf-f741ca0cbbf8,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:57.017526 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b3d7c479-14b6-4257-8f52-f7c4b841f478 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.018961 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b3d7c479-14b6-4257-8f52-f7c4b841f478 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1430559 Feb 28 15:01:57.021917 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49206) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:57.027270 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9f55009b-56b4-4c24-8d54-24b8925f9b64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '941eaf47-afc0-4e02-911f-ae952857d9fc', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:01:57.032909 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9f55009b-56b4-4c24-8d54-24b8925f9b64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:01:57.036616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9f55009b-56b4-4c24-8d54-24b8925f9b64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:01:57.038102 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b5bab229-75cc-44db-ad19-bcc483d18969 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:01:57.039371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9f55009b-56b4-4c24-8d54-24b8925f9b64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:01:57.046028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9f55009b-56b4-4c24-8d54-24b8925f9b64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:01:57.063268 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f55009b-56b4-4c24-8d54-24b8925f9b64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.128067 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f55009b-56b4-4c24-8d54-24b8925f9b64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.132366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f55009b-56b4-4c24-8d54-24b8925f9b64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.154645 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f55009b-56b4-4c24-8d54-24b8925f9b64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=224f590a-34c1-48ed-bf3d-9dca8e9d8aa3,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:57.165416 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9f55009b-56b4-4c24-8d54-24b8925f9b64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.166601 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9f55009b-56b4-4c24-8d54-24b8925f9b64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1437945 Feb 28 15:01:57.170127 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49210) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:57.175411 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-995148e5-3025-423c-a778-303e62ad0847 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '941eaf47-afc0-4e02-911f-ae952857d9fc', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:01:57.181059 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-995148e5-3025-423c-a778-303e62ad0847 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:01:57.185165 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-995148e5-3025-423c-a778-303e62ad0847 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:01:57.188316 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-995148e5-3025-423c-a778-303e62ad0847 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:01:57.194508 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-995148e5-3025-423c-a778-303e62ad0847 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:01:57.210121 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port b5bab229-75cc-44db-ad19-bcc483d18969 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:01:57.210666 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.211448 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-995148e5-3025-423c-a778-303e62ad0847 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.276158 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-995148e5-3025-423c-a778-303e62ad0847 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.280340 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-995148e5-3025-423c-a778-303e62ad0847 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.306403 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-995148e5-3025-423c-a778-303e62ad0847 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27449d85-9f6c-4279-a7c7-6db7e74e56f6,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:57.316509 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-995148e5-3025-423c-a778-303e62ad0847 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.317678 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-995148e5-3025-423c-a778-303e62ad0847 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1466162 Feb 28 15:01:57.320475 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49214) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:57.326068 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-66041ff7-0598-44e3-bd90-de717b5b5a64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '941eaf47-afc0-4e02-911f-ae952857d9fc', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:01:57.331801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-66041ff7-0598-44e3-bd90-de717b5b5a64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:01:57.335748 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-66041ff7-0598-44e3-bd90-de717b5b5a64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:01:57.338920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-66041ff7-0598-44e3-bd90-de717b5b5a64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:01:57.344691 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-66041ff7-0598-44e3-bd90-de717b5b5a64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:01:57.356097 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-66041ff7-0598-44e3-bd90-de717b5b5a64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:01:57.363521 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-66041ff7-0598-44e3-bd90-de717b5b5a64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.423962 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.432802 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-66041ff7-0598-44e3-bd90-de717b5b5a64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.436773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Transition to ACTIVE for port object 815c1496-9ab5-455a-b44c-0822911c62c1 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:01:57.437115 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-66041ff7-0598-44e3-bd90-de717b5b5a64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.444564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.465697 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66041ff7-0598-44e3-bd90-de717b5b5a64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=919fbab4-f832-4872-bc31-95a2ecff60ef,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:57.477383 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-66041ff7-0598-44e3-bd90-de717b5b5a64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.481229 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-66041ff7-0598-44e3-bd90-de717b5b5a64 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1571283 Feb 28 15:01:57.481488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49218) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:01:57.487350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3fa23168-2e6c-4bb6-9259-36f00779071f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '941eaf47-afc0-4e02-911f-ae952857d9fc', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:01:57.493369 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3fa23168-2e6c-4bb6-9259-36f00779071f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:01:57.497476 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3fa23168-2e6c-4bb6-9259-36f00779071f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:01:57.500385 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3fa23168-2e6c-4bb6-9259-36f00779071f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:01:57.506358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3fa23168-2e6c-4bb6-9259-36f00779071f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:01:57.518746 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-3fa23168-2e6c-4bb6-9259-36f00779071f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:01:57.525677 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3fa23168-2e6c-4bb6-9259-36f00779071f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.571092 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b3a75-46c6-4091-9232-0f1c9cbfb16a None None] Pushing event updated for resources: {'Port': ['ID=815c1496-9ab5-455a-b44c-0822911c62c1,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:57.600988 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3fa23168-2e6c-4bb6-9259-36f00779071f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.605347 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3fa23168-2e6c-4bb6-9259-36f00779071f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.631170 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa23168-2e6c-4bb6-9259-36f00779071f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e56396b3-0623-4013-83e3-59e7c6184e51,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:57.644312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3fa23168-2e6c-4bb6-9259-36f00779071f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.645611 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3fa23168-2e6c-4bb6-9259-36f00779071f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1630893 Feb 28 15:01:57.682918 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f6bf1e1-efdb-4a67-a172-adebf394e8f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.684504 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Attempting to bind port 815c1496-9ab5-455a-b44c-0822911c62c1 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:01:57.684895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Attempting to bind port 815c1496-9ab5-455a-b44c-0822911c62c1 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:01:57.685261 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Attempting to bind port 815c1496-9ab5-455a-b44c-0822911c62c1 on network 68987e10-b11f-4a07-b0d4-9eba39965096 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:01:57.687501 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.693042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 1, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:01:57.693412 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Checking segment: {'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:01:57.693804 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.694190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Bound using segment: {'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:01:57.694648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Bound port: 815c1496-9ab5-455a-b44c-0822911c62c1, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:01:57.695017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.795080 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] For port 815c1496-9ab5-455a-b44c-0822911c62c1, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:01:57.798354 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] For port 815c1496-9ab5-455a-b44c-0822911c62c1, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=815c1496-9ab5-455a-b44c-0822911c62c1,segment=NetworkSegment(74f6687a-7088-4cbb-ad1c-faae691c8ba9),segment_id=74f6687a-7088-4cbb-ad1c-faae691c8ba9)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:01:57.802753 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:57.887262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Routers {'439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:01:57.887827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-20965cfb-e6ae-4218-bdce-f826ac4b17dd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:01:57.888864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:01:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:57.905531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-20965cfb-e6ae-4218-bdce-f826ac4b17dd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:01:57.907098 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-20965cfb-e6ae-4218-bdce-f826ac4b17dd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-179143648&fields=id&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 267 time: 0.0606723 Feb 28 15:01:57.979392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b3a75-46c6-4091-9232-0f1c9cbfb16a None None] Pushing event updated for resources: {'Port': ['ID=815c1496-9ab5-455a-b44c-0822911c62c1,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:57.984204 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-d1d43006-761a-4e94-a651-144a02efec83 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:01:57.984788 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-d1d43006-761a-4e94-a651-144a02efec83 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:01:58.002464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-d1d43006-761a-4e94-a651-144a02efec83 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:01:58.003935 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-d1d43006-761a-4e94-a651-144a02efec83 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports/1e9c0501-dab4-44ee-adb4-153c4314a52f HTTP/1.1" status: 200 len: 931 time: 0.0895681 Feb 28 15:01:58.121709 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] Set router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:01:58.209433 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-eaa8e650-80fe-4a4e-b679-f075e732231e service neutron] 10.222.0.15 "GET /v2.0/ports/1e9c0501-dab4-44ee-adb4-153c4314a52f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1923866 Feb 28 15:01:58.337577 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-ac60c07e-bc2d-401c-9b16-94a4c267d3b6 service neutron] 10.222.0.15 "GET /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225929 Feb 28 15:01:58.432251 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'name': 'tempest-TestNetworkBasicOps-router-747464965', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:53Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '815c1496-9ab5-455a-b44c-0822911c62c1', 'name': '', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:dc:24:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680927a4-f302-4f1b-ac67-cf089451060f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:52Z', 'updated_at': '2022-02-28T15:01:57Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '680927a4-f302-4f1b-ac67-cf089451060f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:01:58.436697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e745eb5-21de-4f51-af78-484336ebdd41 None None] The sync data for ids ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'] in dv-neutron-830866-2-hyperv is: [{'id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'name': 'tempest-TestNetworkBasicOps-router-747464965', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:53Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '815c1496-9ab5-455a-b44c-0822911c62c1', 'name': '', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:dc:24:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680927a4-f302-4f1b-ac67-cf089451060f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:52Z', 'updated_at': '2022-02-28T15:01:57Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '680927a4-f302-4f1b-ac67-cf089451060f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:01:58.480431 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-b050b3da-2258-49ed-b9e5-232e72c8f95b service neutron] 10.222.0.15 "GET /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1344757 Feb 28 15:01:58.701968 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-25306e8c-bf93-4440-882d-2b14cf9e5bcc req-b76248b1-62a4-43b2-881c-4a747768a893 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:01:58.714101 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-25306e8c-bf93-4440-882d-2b14cf9e5bcc req-b76248b1-62a4-43b2-881c-4a747768a893 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:01:58.715240 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-25306e8c-bf93-4440-882d-2b14cf9e5bcc req-b76248b1-62a4-43b2-881c-4a747768a893 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 210 time: 0.0705814 Feb 28 15:01:58.733321 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 815c1496-9ab5-455a-b44c-0822911c62c1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:01:58.822190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 815c1496-9ab5-455a-b44c-0822911c62c1 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:01:58.830250 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 815c1496-9ab5-455a-b44c-0822911c62c1 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:01:58.830697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:58.872510 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:58.902855 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:58.968140 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:59.003027 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 815c1496-9ab5-455a-b44c-0822911c62c1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=815c1496-9ab5-455a-b44c-0822911c62c1,segment=NetworkSegment(74f6687a-7088-4cbb-ad1c-faae691c8ba9),segment_id=74f6687a-7088-4cbb-ad1c-faae691c8ba9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:01:59.008113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:01:59.087220 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=815c1496-9ab5-455a-b44c-0822911c62c1,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:01:59.932168 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6e792280-01fc-4d90-8e7a-691133bc8674 req-18f9e8de-4c9d-4112-8455-381ee549cb37 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 210 time: 0.0524089 Feb 28 15:01:59.939965 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-cf2c83d0-aab6-461a-8404-a3eef17f0596 service neutron] 10.222.0.20 "GET /v2.0/ports/1e9c0501-dab4-44ee-adb4-153c4314a52f HTTP/1.1" status: 200 len: 1027 time: 0.0998304 Feb 28 15:02:00.089631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-2e66721b-8aeb-413f-a593-1c73eaa62a00 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:00.091505 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-2e66721b-8aeb-413f-a593-1c73eaa62a00 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/networks?id=68987e10-b11f-4a07-b0d4-9eba39965096 HTTP/1.1" status: 200 len: 797 time: 0.1396763 Feb 28 15:02:00.142527 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-4dda5b5e-df94-4b5f-9b5e-f06f293a116d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 379 time: 0.0394058 Feb 28 15:02:00.153312 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Request body: {'port': {'device_id': '964f97f5-a519-4d89-8529-a157c572a281', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:00.212931 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:00.260949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:00.598878 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9c0501-dab4-44ee-adb4-153c4314a52f {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:02:00.605694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:00.620434 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Transition to ACTIVE for port object 1e9c0501-dab4-44ee-adb4-153c4314a52f will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:02:00.625275 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:00.679359 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 815c1496-9ab5-455a-b44c-0822911c62c1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:02:00.754996 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 815c1496-9ab5-455a-b44c-0822911c62c1 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:00.755464 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:00.776085 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Pushing event updated for resources: {'Port': ['ID=1e9c0501-dab4-44ee-adb4-153c4314a52f,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:00.789571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:00.789905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:00.790236 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:00.790707 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:00.790884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:00.791235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:00.791503 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:00.791860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:00.792273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:00.792610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:00.792930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:00.956595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Attempting to bind port 1e9c0501-dab4-44ee-adb4-153c4314a52f on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:02:00.957240 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Attempting to bind port 1e9c0501-dab4-44ee-adb4-153c4314a52f by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:02:00.957240 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Attempting to bind port 1e9c0501-dab4-44ee-adb4-153c4314a52f on network 68987e10-b11f-4a07-b0d4-9eba39965096 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:02:00.963670 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Port 1e9c0501-dab4-44ee-adb4-153c4314a52f on network 68987e10-b11f-4a07-b0d4-9eba39965096 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:02:00.963980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Attempting to bind port 1e9c0501-dab4-44ee-adb4-153c4314a52f on network 68987e10-b11f-4a07-b0d4-9eba39965096 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:02:00.970133 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:02:00.970487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Checking segment: {'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:02:00.970853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Bound using segment: {'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:02:00.971767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Bound port: 1e9c0501-dab4-44ee-adb4-153c4314a52f, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:02:00.971767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:01.055959 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] For port 1e9c0501-dab4-44ee-adb4-153c4314a52f, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:02:01.058898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] For port 1e9c0501-dab4-44ee-adb4-153c4314a52f, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=1e9c0501-dab4-44ee-adb4-153c4314a52f,segment=NetworkSegment(74f6687a-7088-4cbb-ad1c-faae691c8ba9),segment_id=74f6687a-7088-4cbb-ad1c-faae691c8ba9)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:02:01.065310 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:01.131221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afab820-dcfc-4f52-b34c-cf67a90338a6 req-786cf13a-cacf-4771-8674-aaf559620db2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:01.132255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:01.132494 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6afab820-dcfc-4f52-b34c-cf67a90338a6 req-786cf13a-cacf-4771-8674-aaf559620db2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 982 time: 0.0789585 Feb 28 15:02:01.133616 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] 10.222.0.20 "PUT /v2.0/ports/1e9c0501-dab4-44ee-adb4-153c4314a52f HTTP/1.1" status: 200 len: 1132 time: 0.9840150 Feb 28 15:02:01.134043 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964f97f5-a519-4d89-8529-a157c572a281', 'tag': '1e9c0501-dab4-44ee-adb4-153c4314a52f'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:02:01.149814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d2a761-5bd4-40dd-a0ba-811f09c4a67b service neutron] Pushing event updated for resources: {'Port': ['ID=1e9c0501-dab4-44ee-adb4-153c4314a52f,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:01.189058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-6afab820-dcfc-4f52-b34c-cf67a90338a6 req-c1c1579c-3340-4d7f-9189-9bc01125f127 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:02:01.202826 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-6afab820-dcfc-4f52-b34c-cf67a90338a6 req-c1c1579c-3340-4d7f-9189-9bc01125f127 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:02:01.213483 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6afab820-dcfc-4f52-b34c-cf67a90338a6 req-c1c1579c-3340-4d7f-9189-9bc01125f127 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678120 Feb 28 15:02:01.213915 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964f97f5-a519-4d89-8529-a157c572a281', 'tag': '1e9c0501-dab4-44ee-adb4-153c4314a52f', 'status': 'completed', 'code': 200} Feb 28 15:02:01.256994 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-05fa8406-8493-4a80-9d35-8875d9842c8a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 1135 time: 0.0864446 Feb 28 15:02:01.327226 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-3fce4471-09f4-4f82-bddf-2d8f29193d35 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e9c0501-dab4-44ee-adb4-153c4314a52f HTTP/1.1" status: 200 len: 217 time: 0.0636678 Feb 28 15:02:01.388672 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-dde470de-cf40-4b65-bdce-1366337c4153 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:01.390074 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-dde470de-cf40-4b65-bdce-1366337c4153 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=680927a4-f302-4f1b-ac67-cf089451060f HTTP/1.1" status: 200 len: 834 time: 0.0567653 Feb 28 15:02:01.466066 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-cde80b2f-7658-4c01-8f07-bb2cd5fd1f61 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68987e10-b11f-4a07-b0d4-9eba39965096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0696673 Feb 28 15:02:01.599506 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-fd9687be-0958-4aa7-a69e-a9140ce01903 service neutron] 10.222.0.20 "GET /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277544 Feb 28 15:02:01.726748 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3af5f8a-3af6-4ac0-808e-d08131973a4e req-dcfbe255-2257-49be-9a8f-19993d12ce82 service neutron] 10.222.0.20 "GET /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220198 Feb 28 15:02:01.838228 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7ee83354-68fb-4ffc-8b1a-f9923f28ded2 req-9b76c561-45e5-404e-929c-439be5de55c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 1135 time: 0.0654941 Feb 28 15:02:01.965447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee83354-68fb-4ffc-8b1a-f9923f28ded2 req-2c4dbc84-fbff-418a-bb88-bc6808032f9e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:01.967388 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7ee83354-68fb-4ffc-8b1a-f9923f28ded2 req-2c4dbc84-fbff-418a-bb88-bc6808032f9e service neutron] 10.222.0.20 "GET /v2.0/networks?id=68987e10-b11f-4a07-b0d4-9eba39965096 HTTP/1.1" status: 200 len: 897 time: 0.1230235 Feb 28 15:02:02.036711 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7ee83354-68fb-4ffc-8b1a-f9923f28ded2 req-8559cefe-df1c-49dc-a1d1-c13befc7a462 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e9c0501-dab4-44ee-adb4-153c4314a52f HTTP/1.1" status: 200 len: 217 time: 0.0627255 Feb 28 15:02:02.098804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee83354-68fb-4ffc-8b1a-f9923f28ded2 req-79df92a4-6940-4b64-bfe1-dfe8f7eb9df8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:02.100261 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7ee83354-68fb-4ffc-8b1a-f9923f28ded2 req-79df92a4-6940-4b64-bfe1-dfe8f7eb9df8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=680927a4-f302-4f1b-ac67-cf089451060f HTTP/1.1" status: 200 len: 834 time: 0.0573962 Feb 28 15:02:02.175356 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7ee83354-68fb-4ffc-8b1a-f9923f28ded2 req-d85fe862-2e29-4253-a736-a85851474fce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68987e10-b11f-4a07-b0d4-9eba39965096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686729 Feb 28 15:02:02.312072 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7ee83354-68fb-4ffc-8b1a-f9923f28ded2 req-d00dcc75-ce7d-4cc7-a516-7fdc3e10b9de service neutron] 10.222.0.20 "GET /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302509 Feb 28 15:02:02.489956 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7ee83354-68fb-4ffc-8b1a-f9923f28ded2 req-c2142ef0-d39d-41e4-a6cd-d58953f91989 service neutron] 10.222.0.20 "GET /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1715446 Feb 28 15:02:02.499496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd26a4fc-5728-49ed-a558-52058e9c3bba req-47226f4e-d507-4ed3-8ec1-1692b7af2491 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:02.500872 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bd26a4fc-5728-49ed-a558-52058e9c3bba req-47226f4e-d507-4ed3-8ec1-1692b7af2491 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 982 time: 0.1654189 Feb 28 15:02:02.544277 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bd26a4fc-5728-49ed-a558-52058e9c3bba req-d3acb1f9-079a-4770-8ead-3b64061a8d81 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379236 Feb 28 15:02:03.664545 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 1e9c0501-dab4-44ee-adb4-153c4314a52f details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:02:03.738219 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba414d1-9cc6-485b-9591-c324641fb514 req-c6f61723-2037-4f21-ae34-d40aacf5daa7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:03.739938 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7ba414d1-9cc6-485b-9591-c324641fb514 req-c6f61723-2037-4f21-ae34-d40aacf5daa7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 982 time: 0.0786159 Feb 28 15:02:03.783336 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7ba414d1-9cc6-485b-9591-c324641fb514 req-09526b52-1366-4beb-a5df-bd3b2a9b5327 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381668 Feb 28 15:02:03.797986 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 1e9c0501-dab4-44ee-adb4-153c4314a52f, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=1e9c0501-dab4-44ee-adb4-153c4314a52f,segment=NetworkSegment(74f6687a-7088-4cbb-ad1c-faae691c8ba9),segment_id=74f6687a-7088-4cbb-ad1c-faae691c8ba9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:03.813644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '1e9c0501-dab4-44ee-adb4-153c4314a52f', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096', 'port_id': '1e9c0501-dab4-44ee-adb4-153c4314a52f', 'mac_address': 'fa:16:3e:b1:0d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680927a4-f302-4f1b-ac67-cf089451060f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:02:03.864961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:03.881257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9c0501-dab4-44ee-adb4-153c4314a52f {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:02:03.896849 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 1e9c0501-dab4-44ee-adb4-153c4314a52f, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=1e9c0501-dab4-44ee-adb4-153c4314a52f,segment=NetworkSegment(74f6687a-7088-4cbb-ad1c-faae691c8ba9),segment_id=74f6687a-7088-4cbb-ad1c-faae691c8ba9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:03.901095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:03.967814 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=1e9c0501-dab4-44ee-adb4-153c4314a52f,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:04.118278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['1e9c0501-dab4-44ee-adb4-153c4314a52f'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:02:05.064727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44da0520-77ad-492a-8863-96c2505a9497 req-0f65f8d6-39a3-4f5f-89a8-fc36ed73ca85 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:05.066081 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44da0520-77ad-492a-8863-96c2505a9497 req-0f65f8d6-39a3-4f5f-89a8-fc36ed73ca85 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 983 time: 0.1624978 Feb 28 15:02:05.110302 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44da0520-77ad-492a-8863-96c2505a9497 req-eb526f5d-148a-40a9-9193-3bc3c5040203 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388813 Feb 28 15:02:05.665557 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 1e9c0501-dab4-44ee-adb4-153c4314a52f up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:02:05.732392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 1e9c0501-dab4-44ee-adb4-153c4314a52f completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:02:05.737166 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 1e9c0501-dab4-44ee-adb4-153c4314a52f triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:05.737528 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:05.846465 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:05.871493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '964f97f5-a519-4d89-8529-a157c572a281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9c0501-dab4-44ee-adb4-153c4314a52f'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:02:05.880984 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 1e9c0501-dab4-44ee-adb4-153c4314a52f, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=1e9c0501-dab4-44ee-adb4-153c4314a52f,segment=NetworkSegment(74f6687a-7088-4cbb-ad1c-faae691c8ba9),segment_id=74f6687a-7088-4cbb-ad1c-faae691c8ba9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:05.885772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:05.950747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=1e9c0501-dab4-44ee-adb4-153c4314a52f,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:06.005805 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '964f97f5-a519-4d89-8529-a157c572a281', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9c0501-dab4-44ee-adb4-153c4314a52f', 'code': 200} Feb 28 15:02:06.224421 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-73e6220c-59d3-445d-bafe-241046bd7d0f req-d5216bcf-faa6-41c7-82c7-b33428b0d63e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 1137 time: 0.0659471 Feb 28 15:02:06.314208 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-73e6220c-59d3-445d-bafe-241046bd7d0f req-a1441262-03b6-4165-92b9-2a3b8ebaa386 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552938 Feb 28 15:02:06.331298 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4dfa08-84df-4a3f-8723-8ec43fbc42f2 req-7b084a45-6090-4e6c-b567-8aee00a10dcf tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:06.332681 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2b4dfa08-84df-4a3f-8723-8ec43fbc42f2 req-7b084a45-6090-4e6c-b567-8aee00a10dcf tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 984 time: 0.1043279 Feb 28 15:02:06.363968 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:02:06.375986 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2b4dfa08-84df-4a3f-8723-8ec43fbc42f2 req-353a4238-e2dd-42e4-823b-548d1ffd0f6d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379453 Feb 28 15:02:07.577315 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98fef2f-26a5-40a4-b4bd-2fd065dd7ab1 req-5fd71fe8-5018-4dc4-8b39-da742e3ee9fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:07.578761 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d98fef2f-26a5-40a4-b4bd-2fd065dd7ab1 req-5fd71fe8-5018-4dc4-8b39-da742e3ee9fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 984 time: 0.0778222 Feb 28 15:02:07.626619 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d98fef2f-26a5-40a4-b4bd-2fd065dd7ab1 req-20a5ebf7-d0c1-40f7-81a8-bbadcdc82cc2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424132 Feb 28 15:02:07.819783 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aac63d55-8424-4651-a48c-abc9b087b663 req-c1698e79-963e-41a6-af5f-c240c5032b38 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:07.821234 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aac63d55-8424-4651-a48c-abc9b087b663 req-c1698e79-963e-41a6-af5f-c240c5032b38 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 984 time: 0.0791137 Feb 28 15:02:07.876789 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aac63d55-8424-4651-a48c-abc9b087b663 req-f32ed0cd-6f5f-4306-a928-c0ee07253d10 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492511 Feb 28 15:02:07.909165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49270) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:07.976166 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f82e4902-2570-49a9-80a7-a3140f7ae010 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 1132 time: 0.0658562 Feb 28 15:02:07.978714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49274) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:07.984532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '1e9c0501-dab4-44ee-adb4-153c4314a52f', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address': '172.20.0.13'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:07.990131 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:07.993918 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:floatingip and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:07.996711 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:08.002784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:08.012585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:08.143426 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:08.279428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.97 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/3ddab872-f14d-4902-953d-9be696ce42fd) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:02:08.421124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:08.448396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:08.516273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:02:08.520113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:02:08.522178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=3ddab872-f14d-4902-953d-9be696ce42fd,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:08.524929 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:02:09.048742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:09.105275 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:09.422694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:09.427966 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:09.543377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=3ddab872-f14d-4902-953d-9be696ce42fd,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:09.559026 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:09.761549 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Floating IP b14310ba-9906-44e5-b5c7-af2c90bc4b5f associated. External IP: 172.26.4.97, port: 1e9c0501-dab4-44ee-adb4-153c4314a52f. Feb 28 15:02:10.166704 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:02:10.375019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:02:10.385666 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb6e04-c64f-45cf-ac24-f26370b2101c None None] Sync routers for ids ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:02:10.400550 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb6e04-c64f-45cf-ac24-f26370b2101c None None] Routers {'439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:02:10.400550 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-8cdb6e04-c64f-45cf-ac24-f26370b2101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:01:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:10.402481 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:10.491392 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-66916ef1-a2bc-4a61-9d0b-443fbd8382a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 1034 time: 2.5116158 Feb 28 15:02:10.492017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '964f97f5-a519-4d89-8529-a157c572a281', 'tag': '1e9c0501-dab4-44ee-adb4-153c4314a52f'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:02:10.494735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49278) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:10.553186 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '964f97f5-a519-4d89-8529-a157c572a281', 'tag': '1e9c0501-dab4-44ee-adb4-153c4314a52f', 'status': 'completed', 'code': 200} Feb 28 15:02:10.599812 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-31ed85cb-dc7a-44fb-b106-47f413077840 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=964f97f5-a519-4d89-8529-a157c572a281&network_id=68987e10-b11f-4a07-b0d4-9eba39965096 HTTP/1.1" status: 200 len: 1132 time: 0.0990372 Feb 28 15:02:10.629061 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-8cdb6e04-c64f-45cf-ac24-f26370b2101c None None] Set router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:02:10.663336 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7a9fa997-ed1a-4175-9815-449bd4796abd req-09794790-461d-4569-9fba-0a8ef8855b52 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 1137 time: 0.0836172 Feb 28 15:02:10.828305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fa997-ed1a-4175-9815-449bd4796abd req-916247ef-c2d9-45d5-8c92-11f3568d3520 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:10.829427 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7a9fa997-ed1a-4175-9815-449bd4796abd req-916247ef-c2d9-45d5-8c92-11f3568d3520 service neutron] 10.222.0.20 "GET /v2.0/networks?id=68987e10-b11f-4a07-b0d4-9eba39965096 HTTP/1.1" status: 200 len: 897 time: 0.1580849 Feb 28 15:02:10.960201 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7a9fa997-ed1a-4175-9815-449bd4796abd req-2ca36677-9f78-4943-af3a-b83f3aa8e79e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e9c0501-dab4-44ee-adb4-153c4314a52f HTTP/1.1" status: 200 len: 1037 time: 0.1237838 Feb 28 15:02:11.056640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a9fa997-ed1a-4175-9815-449bd4796abd req-5e650702-d700-4aee-9b25-92ca313ef87a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:11.059246 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7a9fa997-ed1a-4175-9815-449bd4796abd req-5e650702-d700-4aee-9b25-92ca313ef87a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=680927a4-f302-4f1b-ac67-cf089451060f HTTP/1.1" status: 200 len: 834 time: 0.0919311 Feb 28 15:02:11.081544 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d051648-6102-4115-a155-8d1381c9ecf1 req-778b1511-694b-438b-908b-201fe2874d88 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:11.083262 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5d051648-6102-4115-a155-8d1381c9ecf1 req-778b1511-694b-438b-908b-201fe2874d88 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 984 time: 0.0898879 Feb 28 15:02:11.100086 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-8cdb6e04-c64f-45cf-ac24-f26370b2101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'name': 'tempest-TestNetworkBasicOps-router-747464965', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:53Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'b14310ba-9906-44e5-b5c7-af2c90bc4b5f', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'port_id': '1e9c0501-dab4-44ee-adb4-153c4314a52f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1904179601', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096', 'mac_address': 'fa:16:3e:b1:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964f97f5-a519-4d89-8529-a157c572a281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:02:08Z', 'updated_at': '2022-02-28T15:02:08Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815c1496-9ab5-455a-b44c-0822911c62c1', 'name': '', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:dc:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680927a4-f302-4f1b-ac67-cf089451060f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:52Z', 'updated_at': '2022-02-28T15:01:58Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '680927a4-f302-4f1b-ac67-cf089451060f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:11.104704 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb6e04-c64f-45cf-ac24-f26370b2101c None None] Checking router: 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:02:11.120098 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb6e04-c64f-45cf-ac24-f26370b2101c None None] Routers {'439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:02:11.122977 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-8cdb6e04-c64f-45cf-ac24-f26370b2101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:01:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:11.142277 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5d051648-6102-4115-a155-8d1381c9ecf1 req-342b3e95-3414-43e0-ae38-3494f4215d4b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494184 Feb 28 15:02:11.259447 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7a9fa997-ed1a-4175-9815-449bd4796abd req-dc2f2329-b720-4443-9185-bb1f16a5c604 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68987e10-b11f-4a07-b0d4-9eba39965096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1911132 Feb 28 15:02:11.331853 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-8cdb6e04-c64f-45cf-ac24-f26370b2101c None None] Set router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:02:11.406890 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7a9fa997-ed1a-4175-9815-449bd4796abd req-3721b7aa-bf4c-445e-bb39-a3044ffe39cb service neutron] 10.222.0.20 "GET /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1397176 Feb 28 15:02:11.542946 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7a9fa997-ed1a-4175-9815-449bd4796abd req-bf2b613f-54f5-419b-9b68-8fa3e90dd56a service neutron] 10.222.0.20 "GET /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294391 Feb 28 15:02:11.704212 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-8cdb6e04-c64f-45cf-ac24-f26370b2101c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'name': 'tempest-TestNetworkBasicOps-router-747464965', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:53Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'b14310ba-9906-44e5-b5c7-af2c90bc4b5f', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'port_id': '1e9c0501-dab4-44ee-adb4-153c4314a52f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1904179601', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096', 'mac_address': 'fa:16:3e:b1:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964f97f5-a519-4d89-8529-a157c572a281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:02:08Z', 'updated_at': '2022-02-28T15:02:08Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815c1496-9ab5-455a-b44c-0822911c62c1', 'name': '', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:dc:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680927a4-f302-4f1b-ac67-cf089451060f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:52Z', 'updated_at': '2022-02-28T15:01:58Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '680927a4-f302-4f1b-ac67-cf089451060f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:11.708218 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb6e04-c64f-45cf-ac24-f26370b2101c None None] The sync data for ids ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'] in dv-neutron-830866-2-hyperv is: [{'id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'name': 'tempest-TestNetworkBasicOps-router-747464965', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:53Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'b14310ba-9906-44e5-b5c7-af2c90bc4b5f', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'port_id': '1e9c0501-dab4-44ee-adb4-153c4314a52f', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': 'tempest-TestNetworkBasicOps-1904179601', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096', 'mac_address': 'fa:16:3e:b1:0d:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '964f97f5-a519-4d89-8529-a157c572a281', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:02:08Z', 'updated_at': '2022-02-28T15:02:08Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '815c1496-9ab5-455a-b44c-0822911c62c1', 'name': '', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:dc:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680927a4-f302-4f1b-ac67-cf089451060f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:52Z', 'updated_at': '2022-02-28T15:01:58Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '680927a4-f302-4f1b-ac67-cf089451060f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:02:12.316608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fd190-ca04-4564-b1ce-fe819fbdf299 req-8cc9bcd0-158d-4e89-85b0-e3c37473f07b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:12.317970 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b59fd190-ca04-4564-b1ce-fe819fbdf299 req-8cc9bcd0-158d-4e89-85b0-e3c37473f07b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/ports?device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 984 time: 0.1100440 Feb 28 15:02:12.402383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b59fd190-ca04-4564-b1ce-fe819fbdf299 req-fce1aead-54db-4be3-8418-fa31c830481d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:12.404173 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b59fd190-ca04-4564-b1ce-fe819fbdf299 req-fce1aead-54db-4be3-8418-fa31c830481d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/ports/1e9c0501-dab4-44ee-adb4-153c4314a52f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0806122 Feb 28 15:02:12.510245 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3d8ede-2538-45b1-9fa8-7bb6dc4398d1 req-739fda65-77e1-40af-bb67-91ad88f2f6bc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:12.511711 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1a3d8ede-2538-45b1-9fa8-7bb6dc4398d1 req-739fda65-77e1-40af-bb67-91ad88f2f6bc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 984 time: 0.2353640 Feb 28 15:02:12.587606 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b59fd190-ca04-4564-b1ce-fe819fbdf299 req-0ac525d4-9941-497f-9f63-407902820b4d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1790135 Feb 28 15:02:12.599199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-b59fd190-ca04-4564-b1ce-fe819fbdf299 req-bbb3cd73-aaf8-4e5d-b7c0-873af4b188ee service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:12.630081 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1a3d8ede-2538-45b1-9fa8-7bb6dc4398d1 req-8c27963b-8b3d-45e5-9d38-06dcce7fde22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122322 Feb 28 15:02:12.721699 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b59fd190-ca04-4564-b1ce-fe819fbdf299 req-bbb3cd73-aaf8-4e5d-b7c0-873af4b188ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:12.941201 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-b59fd190-ca04-4564-b1ce-fe819fbdf299 req-bbb3cd73-aaf8-4e5d-b7c0-873af4b188ee service neutron] For port 1e9c0501-dab4-44ee-adb4-153c4314a52f, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=1e9c0501-dab4-44ee-adb4-153c4314a52f,segment=NetworkSegment(74f6687a-7088-4cbb-ad1c-faae691c8ba9),segment_id=74f6687a-7088-4cbb-ad1c-faae691c8ba9)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:12.973294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-b59fd190-ca04-4564-b1ce-fe819fbdf299 req-bbb3cd73-aaf8-4e5d-b7c0-873af4b188ee service neutron] For port 1e9c0501-dab4-44ee-adb4-153c4314a52f, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:02:13.027803 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-b59fd190-ca04-4564-b1ce-fe819fbdf299 req-bbb3cd73-aaf8-4e5d-b7c0-873af4b188ee service neutron] device_id is not set on port 1e9c0501-dab4-44ee-adb4-153c4314a52f yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 15:02:13.036375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b59fd190-ca04-4564-b1ce-fe819fbdf299 req-bbb3cd73-aaf8-4e5d-b7c0-873af4b188ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:13.041385 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b59fd190-ca04-4564-b1ce-fe819fbdf299 req-bbb3cd73-aaf8-4e5d-b7c0-873af4b188ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:13.172537 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbb3cd73-aaf8-4e5d-b7c0-873af4b188ee service neutron] Pushing event updated for resources: {'Port': ['ID=1e9c0501-dab4-44ee-adb4-153c4314a52f,revision_number=6']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:13.234713 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-b59fd190-ca04-4564-b1ce-fe819fbdf299 req-bbb3cd73-aaf8-4e5d-b7c0-873af4b188ee service neutron] No DVR routers for this DVR port 1e9c0501-dab4-44ee-adb4-153c4314a52f on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:02:13.329056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-27052ecb-e6c7-416e-9975-32f64a6f06d9 None None] Provisioning complete for port 1e9c0501-dab4-44ee-adb4-153c4314a52f triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:13.329590 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-27052ecb-e6c7-416e-9975-32f64a6f06d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:13.383512 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-27052ecb-e6c7-416e-9975-32f64a6f06d9 None None] Port 1e9c0501-dab4-44ee-adb4-153c4314a52f cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:02:13.478603 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-b59fd190-ca04-4564-b1ce-fe819fbdf299 req-bbb3cd73-aaf8-4e5d-b7c0-873af4b188ee service neutron] In _notify_port_updated(), no bound segment for port 1e9c0501-dab4-44ee-adb4-153c4314a52f on network 68987e10-b11f-4a07-b0d4-9eba39965096 {{(pid=83592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 15:02:13.479671 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b59fd190-ca04-4564-b1ce-fe819fbdf299 req-bbb3cd73-aaf8-4e5d-b7c0-873af4b188ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:13.481458 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b59fd190-ca04-4564-b1ce-fe819fbdf299 req-bbb3cd73-aaf8-4e5d-b7c0-873af4b188ee service neutron] 10.222.0.20 "PUT /v2.0/ports/1e9c0501-dab4-44ee-adb4-153c4314a52f HTTP/1.1" status: 200 len: 1027 time: 0.8864977 Feb 28 15:02:13.806126 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ec0dbda3-38dc-4252-841e-a6ec4ff09d37 req-671824d5-d5c6-4a5e-ab46-74afe7907084 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=964f97f5-a519-4d89-8529-a157c572a281 HTTP/1.1" status: 200 len: 210 time: 0.0417957 Feb 28 15:02:13.906035 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7aae18d7-acd1-458d-bb62-fa018c537591 req-bb6c91d5-2b4b-46fd-a58a-55b3a374e98a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1664863 Feb 28 15:02:14.076593 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7aae18d7-acd1-458d-bb62-fa018c537591 req-97e0f212-ae7a-4029-87d4-adc780805438 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 1098 time: 0.0740802 Feb 28 15:02:14.092368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83d8253e-0452-46f4-9225-f7605c04586c None None] New status for floating IP b14310ba-9906-44e5-b5c7-af2c90bc4b5f: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:02:14.218092 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae18d7-acd1-458d-bb62-fa018c537591 req-dba68abb-0107-4feb-aac5-cf8a477dad2a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:14.219628 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7aae18d7-acd1-458d-bb62-fa018c537591 req-dba68abb-0107-4feb-aac5-cf8a477dad2a service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 912 time: 0.1250887 Feb 28 15:02:14.323254 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7aae18d7-acd1-458d-bb62-fa018c537591 req-8d718e4e-bf54-43f8-ad08-93b7fd30d9bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75b50fc5-6a90-4fdd-832d-4b0096acb949 HTTP/1.1" status: 200 len: 1001 time: 0.0959570 Feb 28 15:02:14.385325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aae18d7-acd1-458d-bb62-fa018c537591 req-0e7c3345-94b8-4c27-a6ba-537499dc196a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:14.386737 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7aae18d7-acd1-458d-bb62-fa018c537591 req-0e7c3345-94b8-4c27-a6ba-537499dc196a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6e81901-9070-4c05-9242-35045a6111d9 HTTP/1.1" status: 200 len: 851 time: 0.0580802 Feb 28 15:02:14.464683 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7aae18d7-acd1-458d-bb62-fa018c537591 req-fddfa4f4-f304-42a2-9969-d9245337ceb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ce55284-5808-4064-a7bc-b8c272008d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714495 Feb 28 15:02:14.595983 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7aae18d7-acd1-458d-bb62-fa018c537591 req-af3941c0-7a92-4b79-b0f7-5e9254489bb8 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246579 Feb 28 15:02:14.727673 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7aae18d7-acd1-458d-bb62-fa018c537591 req-fddd0995-fda4-4618-a7fe-2f382c8433f1 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250155 Feb 28 15:02:14.908748 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49294) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:14.975468 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4d689c-d825-4411-a4c6-d8e635652fa7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:14.976795 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5d4d689c-d825-4411-a4c6-d8e635652fa7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports/1e9c0501-dab4-44ee-adb4-153c4314a52f HTTP/1.1" status: 200 len: 926 time: 0.0670409 Feb 28 15:02:15.387652 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49300) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:15.393267 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-4c9e1483-69ee-4e65-b4b3-b0578ada8c79 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-987287950', 'description': 'tempest-secgroup-smoke-987287950 description', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:15.399203 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4c9e1483-69ee-4e65-b4b3-b0578ada8c79 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:15.409123 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4c9e1483-69ee-4e65-b4b3-b0578ada8c79 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:15.420300 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1483-69ee-4e65-b4b3-b0578ada8c79 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:15.454530 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4c9e1483-69ee-4e65-b4b3-b0578ada8c79 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:15.458233 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4c9e1483-69ee-4e65-b4b3-b0578ada8c79 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:15.460988 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4c9e1483-69ee-4e65-b4b3-b0578ada8c79 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:15.467209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4c9e1483-69ee-4e65-b4b3-b0578ada8c79 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:15.522646 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1483-69ee-4e65-b4b3-b0578ada8c79 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:15.525890 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1483-69ee-4e65-b4b3-b0578ada8c79 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:15.566561 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9e1483-69ee-4e65-b4b3-b0578ada8c79 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e96281c-ba90-43e0-89af-9a4c9fe8a9c7,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:15.576096 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4c9e1483-69ee-4e65-b4b3-b0578ada8c79 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:15.577382 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4c9e1483-69ee-4e65-b4b3-b0578ada8c79 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1887484 Feb 28 15:02:15.580258 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49304) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:15.586154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c7c50e88-e08e-4a15-9514-d11260f5a1d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '2e96281c-ba90-43e0-89af-9a4c9fe8a9c7', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:15.593109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c7c50e88-e08e-4a15-9514-d11260f5a1d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:15.596563 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c7c50e88-e08e-4a15-9514-d11260f5a1d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:15.599486 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c7c50e88-e08e-4a15-9514-d11260f5a1d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:15.605186 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c7c50e88-e08e-4a15-9514-d11260f5a1d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:15.622126 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c7c50e88-e08e-4a15-9514-d11260f5a1d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:15.682477 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c7c50e88-e08e-4a15-9514-d11260f5a1d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:15.685861 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c7c50e88-e08e-4a15-9514-d11260f5a1d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:15.709218 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c50e88-e08e-4a15-9514-d11260f5a1d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390035c2-5bc4-4970-bfa0-82b73b189111,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:15.718075 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c7c50e88-e08e-4a15-9514-d11260f5a1d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:15.719624 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c7c50e88-e08e-4a15-9514-d11260f5a1d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1380510 Feb 28 15:02:15.722035 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49308) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:15.727401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c4e12419-1be1-4cfb-9cbc-298f630de3c6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '2e96281c-ba90-43e0-89af-9a4c9fe8a9c7', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:15.733213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c4e12419-1be1-4cfb-9cbc-298f630de3c6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:15.737211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c4e12419-1be1-4cfb-9cbc-298f630de3c6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:15.740050 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c4e12419-1be1-4cfb-9cbc-298f630de3c6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:15.743445 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 1e9c0501-dab4-44ee-adb4-153c4314a52f no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:02:15.745762 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c4e12419-1be1-4cfb-9cbc-298f630de3c6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:15.763758 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c4e12419-1be1-4cfb-9cbc-298f630de3c6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:15.800706 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 1e9c0501-dab4-44ee-adb4-153c4314a52f not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:02:15.828707 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c4e12419-1be1-4cfb-9cbc-298f630de3c6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:15.832306 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c4e12419-1be1-4cfb-9cbc-298f630de3c6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:15.855535 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4e12419-1be1-4cfb-9cbc-298f630de3c6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e5622cb-a288-47fb-b316-01d3eca8e7ed,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:15.864537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c4e12419-1be1-4cfb-9cbc-298f630de3c6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:15.865686 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c4e12419-1be1-4cfb-9cbc-298f630de3c6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1427598 Feb 28 15:02:15.868375 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49312) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:15.874126 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-4715761c-7583-4ad1-bb89-e9a4816760ec tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '2e96281c-ba90-43e0-89af-9a4c9fe8a9c7', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:15.879617 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4715761c-7583-4ad1-bb89-e9a4816760ec tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:15.883301 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4715761c-7583-4ad1-bb89-e9a4816760ec tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:15.886134 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4715761c-7583-4ad1-bb89-e9a4816760ec tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:15.892274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4715761c-7583-4ad1-bb89-e9a4816760ec tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:15.908281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4715761c-7583-4ad1-bb89-e9a4816760ec tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:15.968311 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4715761c-7583-4ad1-bb89-e9a4816760ec tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:15.971792 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4715761c-7583-4ad1-bb89-e9a4816760ec tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:15.997951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4715761c-7583-4ad1-bb89-e9a4816760ec tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86a5ce2e-77e7-4951-8482-ce62fbb0d688,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:16.003994 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4715761c-7583-4ad1-bb89-e9a4816760ec tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:16.005135 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4715761c-7583-4ad1-bb89-e9a4816760ec tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1358726 Feb 28 15:02:16.007847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49316) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:16.013739 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-4b36601d-b5fb-42bd-9d5b-257737d3f89a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '2e96281c-ba90-43e0-89af-9a4c9fe8a9c7', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:16.019438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4b36601d-b5fb-42bd-9d5b-257737d3f89a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:16.023184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4b36601d-b5fb-42bd-9d5b-257737d3f89a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:16.026020 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4b36601d-b5fb-42bd-9d5b-257737d3f89a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:16.031568 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4b36601d-b5fb-42bd-9d5b-257737d3f89a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:16.046403 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b36601d-b5fb-42bd-9d5b-257737d3f89a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:16.122554 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b36601d-b5fb-42bd-9d5b-257737d3f89a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:16.126021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b36601d-b5fb-42bd-9d5b-257737d3f89a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:16.148966 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b36601d-b5fb-42bd-9d5b-257737d3f89a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=709f428e-4fdf-4571-a4ae-9fd320839e50,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:16.156838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4b36601d-b5fb-42bd-9d5b-257737d3f89a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:16.157986 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4b36601d-b5fb-42bd-9d5b-257737d3f89a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1492329 Feb 28 15:02:16.160591 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49320) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:16.165874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f63e93c1-221c-417c-9ed6-ba408255d9d5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '2e96281c-ba90-43e0-89af-9a4c9fe8a9c7', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:16.171511 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f63e93c1-221c-417c-9ed6-ba408255d9d5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:16.175298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f63e93c1-221c-417c-9ed6-ba408255d9d5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:16.178149 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f63e93c1-221c-417c-9ed6-ba408255d9d5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:16.183731 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f63e93c1-221c-417c-9ed6-ba408255d9d5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:16.196534 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-f63e93c1-221c-417c-9ed6-ba408255d9d5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:02:16.203635 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f63e93c1-221c-417c-9ed6-ba408255d9d5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:16.264836 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f63e93c1-221c-417c-9ed6-ba408255d9d5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:16.268335 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f63e93c1-221c-417c-9ed6-ba408255d9d5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:16.294437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63e93c1-221c-417c-9ed6-ba408255d9d5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d97c808-abd7-4feb-8ccd-50ca4448477c,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:16.300898 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f63e93c1-221c-417c-9ed6-ba408255d9d5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:16.303222 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f63e93c1-221c-417c-9ed6-ba408255d9d5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1407828 Feb 28 15:02:16.305003 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49326) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:16.311283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-47b2ae58-1162-43cf-b6e5-360a30861831 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '2e96281c-ba90-43e0-89af-9a4c9fe8a9c7', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:16.316974 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-47b2ae58-1162-43cf-b6e5-360a30861831 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:16.320860 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-47b2ae58-1162-43cf-b6e5-360a30861831 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:16.323746 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-47b2ae58-1162-43cf-b6e5-360a30861831 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:16.329429 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-47b2ae58-1162-43cf-b6e5-360a30861831 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:16.339574 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-47b2ae58-1162-43cf-b6e5-360a30861831 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:02:16.345638 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-47b2ae58-1162-43cf-b6e5-360a30861831 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:16.409704 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-47b2ae58-1162-43cf-b6e5-360a30861831 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:16.414483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-47b2ae58-1162-43cf-b6e5-360a30861831 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:16.438168 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b2ae58-1162-43cf-b6e5-360a30861831 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9655bdd4-c257-48ac-9bb3-446af8bf3a8e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:16.449080 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-47b2ae58-1162-43cf-b6e5-360a30861831 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:16.458156 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-47b2ae58-1162-43cf-b6e5-360a30861831 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1443350 Feb 28 15:02:16.620208 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-fc5b27c4-a1ff-441a-a582-4746fa22748b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-987287950&fields=id&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 267 time: 0.0422225 Feb 28 15:02:16.690080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-6a306ea0-0915-4127-a27f-5d21bec99517 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:16.691358 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-6a306ea0-0915-4127-a27f-5d21bec99517 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports/1e9c0501-dab4-44ee-adb4-153c4314a52f HTTP/1.1" status: 200 len: 931 time: 0.0647736 Feb 28 15:02:16.762682 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-9a95eaa4-9249-4a00-a8dd-721ecfa8a945 service neutron] 10.222.0.15 "GET /v2.0/ports/1e9c0501-dab4-44ee-adb4-153c4314a52f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0599909 Feb 28 15:02:16.890337 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-3e117b00-63de-412f-ab9e-90f35b6472f1 service neutron] 10.222.0.15 "GET /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221704 Feb 28 15:02:17.020362 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-1f7550ca-ef09-4c27-8d8c-94a88d26c02b service neutron] 10.222.0.15 "GET /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245847 Feb 28 15:02:17.210190 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-706ac716-8907-45fa-8e8c-b3771999364b req-43b6c18d-0c5b-49ce-9ffd-546dbb25c62f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ebb337-8133-40ec-880e-e83e8ff46a91 HTTP/1.1" status: 200 len: 210 time: 0.0461109 Feb 28 15:02:18.138803 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-9e1d0b43-aa23-4801-b57f-62099f75301f service neutron] 10.222.0.20 "GET /v2.0/ports/1e9c0501-dab4-44ee-adb4-153c4314a52f HTTP/1.1" status: 200 len: 1027 time: 0.0605531 Feb 28 15:02:18.293969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-0fd12def-c2cb-4559-93e7-0cd5c50fb1b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:18.295755 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-0fd12def-c2cb-4559-93e7-0cd5c50fb1b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/networks?id=68987e10-b11f-4a07-b0d4-9eba39965096 HTTP/1.1" status: 200 len: 797 time: 0.1495173 Feb 28 15:02:18.389941 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6bffd6dd-10bc-4f86-bb25-5bc989989feb req-039878e2-dcf3-4ab1-8f9a-e31868524fd7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ebb337-8133-40ec-880e-e83e8ff46a91 HTTP/1.1" status: 200 len: 210 time: 0.0480464 Feb 28 15:02:18.396553 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-ef414cfa-a31c-49f7-8621-b7b4929e3e5c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 471 time: 0.0848393 Feb 28 15:02:18.415954 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Request body: {'port': {'device_id': '29ebb337-8133-40ec-880e-e83e8ff46a91', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:18.517238 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:18.953979 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e9c0501-dab4-44ee-adb4-153c4314a52f {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:02:18.960304 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:18.974196 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Transition to ACTIVE for port object 1e9c0501-dab4-44ee-adb4-153c4314a52f will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:02:18.977826 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:19.107428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9c0501-dab4-44ee-adb4-153c4314a52f,revision_number=7']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:19.252390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Attempting to bind port 1e9c0501-dab4-44ee-adb4-153c4314a52f on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:02:19.252942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Attempting to bind port 1e9c0501-dab4-44ee-adb4-153c4314a52f by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:02:19.253056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Attempting to bind port 1e9c0501-dab4-44ee-adb4-153c4314a52f on network 68987e10-b11f-4a07-b0d4-9eba39965096 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:02:19.259306 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Port 1e9c0501-dab4-44ee-adb4-153c4314a52f on network 68987e10-b11f-4a07-b0d4-9eba39965096 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:02:19.259647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Attempting to bind port 1e9c0501-dab4-44ee-adb4-153c4314a52f on network 68987e10-b11f-4a07-b0d4-9eba39965096 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:02:19.265707 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:02:19.266039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Checking segment: {'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:02:19.266406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Bound using segment: {'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:02:19.266813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Bound port: 1e9c0501-dab4-44ee-adb4-153c4314a52f, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '74f6687a-7088-4cbb-ad1c-faae691c8ba9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:02:19.267155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:19.363126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] For port 1e9c0501-dab4-44ee-adb4-153c4314a52f, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:02:19.367039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] For port 1e9c0501-dab4-44ee-adb4-153c4314a52f, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=1e9c0501-dab4-44ee-adb4-153c4314a52f,segment=NetworkSegment(74f6687a-7088-4cbb-ad1c-faae691c8ba9),segment_id=74f6687a-7088-4cbb-ad1c-faae691c8ba9)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:02:19.372979 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:19.429134 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:19.430739 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] 10.222.0.20 "PUT /v2.0/ports/1e9c0501-dab4-44ee-adb4-153c4314a52f HTTP/1.1" status: 200 len: 1132 time: 1.0268598 Feb 28 15:02:19.446256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29ebb337-8133-40ec-880e-e83e8ff46a91', 'tag': '1e9c0501-dab4-44ee-adb4-153c4314a52f'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:02:19.525258 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29ebb337-8133-40ec-880e-e83e8ff46a91', 'tag': '1e9c0501-dab4-44ee-adb4-153c4314a52f', 'status': 'completed', 'code': 200} Feb 28 15:02:19.531423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6507872-cbfc-43dd-9885-06fbb786a407 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9c0501-dab4-44ee-adb4-153c4314a52f,revision_number=8']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:19.563043 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-1c6935c3-36f7-40c8-a6ad-2c5b85d17114 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=29ebb337-8133-40ec-880e-e83e8ff46a91 HTTP/1.1" status: 200 len: 1135 time: 0.0883894 Feb 28 15:02:19.649183 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48156ad1-4d55-48ea-8cf9-48538b22af60 req-44ac9fbd-343e-4b10-aba8-c7e79f9f46a6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:19.650737 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-48156ad1-4d55-48ea-8cf9-48538b22af60 req-44ac9fbd-343e-4b10-aba8-c7e79f9f46a6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ebb337-8133-40ec-880e-e83e8ff46a91 HTTP/1.1" status: 200 len: 982 time: 0.1082506 Feb 28 15:02:19.705159 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-0d330eac-012f-481c-8607-6bfbab34ba83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e9c0501-dab4-44ee-adb4-153c4314a52f HTTP/1.1" status: 200 len: 1037 time: 0.1343620 Feb 28 15:02:19.709531 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-48156ad1-4d55-48ea-8cf9-48538b22af60 req-8fc64482-a819-4c9d-99f1-64ed8e946f9e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:02:19.724946 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-48156ad1-4d55-48ea-8cf9-48538b22af60 req-8fc64482-a819-4c9d-99f1-64ed8e946f9e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:02:19.726296 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-48156ad1-4d55-48ea-8cf9-48538b22af60 req-8fc64482-a819-4c9d-99f1-64ed8e946f9e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682940 Feb 28 15:02:19.775503 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-36337917-d898-4d11-b7d1-84fdbf4ed26d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:19.777071 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-36337917-d898-4d11-b7d1-84fdbf4ed26d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=680927a4-f302-4f1b-ac67-cf089451060f HTTP/1.1" status: 200 len: 834 time: 0.0655077 Feb 28 15:02:19.850815 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-c0a4049f-c52c-4fad-9ad2-106382529859 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68987e10-b11f-4a07-b0d4-9eba39965096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0680313 Feb 28 15:02:19.989996 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-8819f083-4433-4d34-817f-422d833c1621 service neutron] 10.222.0.20 "GET /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327925 Feb 28 15:02:20.131805 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5563045-6ff7-4f40-b202-f114edcc21ca req-4777ee0a-6545-4053-bc71-aa8e679cc35b service neutron] 10.222.0.20 "GET /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356845 Feb 28 15:02:20.262670 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6ed22fd6-b786-448b-b94d-2282278c2861 req-cb535858-baff-4fbf-b46e-6ce500ec3a1c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=29ebb337-8133-40ec-880e-e83e8ff46a91 HTTP/1.1" status: 200 len: 1135 time: 0.0817759 Feb 28 15:02:20.410869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed22fd6-b786-448b-b94d-2282278c2861 req-1f79a2e4-79e0-453c-b9a0-1b8cdcf995cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:20.412722 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6ed22fd6-b786-448b-b94d-2282278c2861 req-1f79a2e4-79e0-453c-b9a0-1b8cdcf995cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=68987e10-b11f-4a07-b0d4-9eba39965096 HTTP/1.1" status: 200 len: 897 time: 0.1433024 Feb 28 15:02:20.625586 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6ed22fd6-b786-448b-b94d-2282278c2861 req-10d35c57-fe09-4fc1-90f3-80ab06a6cb74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1e9c0501-dab4-44ee-adb4-153c4314a52f HTTP/1.1" status: 200 len: 1037 time: 0.2063894 Feb 28 15:02:20.693363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed22fd6-b786-448b-b94d-2282278c2861 req-3fb239ef-ebd5-43d4-8028-39e6e68fcee8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:20.694527 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6ed22fd6-b786-448b-b94d-2282278c2861 req-3fb239ef-ebd5-43d4-8028-39e6e68fcee8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=680927a4-f302-4f1b-ac67-cf089451060f HTTP/1.1" status: 200 len: 834 time: 0.0630553 Feb 28 15:02:20.776896 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6ed22fd6-b786-448b-b94d-2282278c2861 req-389b6fd5-b942-4b10-b107-c5a5cf4b672a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=68987e10-b11f-4a07-b0d4-9eba39965096&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741489 Feb 28 15:02:20.966363 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6ed22fd6-b786-448b-b94d-2282278c2861 req-f721688f-df67-4001-a4f4-c39992954502 service neutron] 10.222.0.20 "GET /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1842268 Feb 28 15:02:21.002138 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3f3106-c576-4b4c-a596-b14a7fdb2771 req-9bf5cd3b-dc8b-44b5-9ccf-b804c44ff94e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:21.003338 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2f3f3106-c576-4b4c-a596-b14a7fdb2771 req-9bf5cd3b-dc8b-44b5-9ccf-b804c44ff94e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ebb337-8133-40ec-880e-e83e8ff46a91 HTTP/1.1" status: 200 len: 982 time: 0.1463902 Feb 28 15:02:21.130994 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2f3f3106-c576-4b4c-a596-b14a7fdb2771 req-86c3bf81-344e-4a4a-a77e-0036de880f0c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764217 Feb 28 15:02:21.149404 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6ed22fd6-b786-448b-b94d-2282278c2861 req-a9edc0cc-5ec8-4c6a-8cee-70803728de87 service neutron] 10.222.0.20 "GET /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759715 Feb 28 15:02:21.774385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 1e9c0501-dab4-44ee-adb4-153c4314a52f details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:02:21.906093 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 1e9c0501-dab4-44ee-adb4-153c4314a52f, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=1e9c0501-dab4-44ee-adb4-153c4314a52f,segment=NetworkSegment(74f6687a-7088-4cbb-ad1c-faae691c8ba9),segment_id=74f6687a-7088-4cbb-ad1c-faae691c8ba9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:21.918995 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '1e9c0501-dab4-44ee-adb4-153c4314a52f', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096', 'port_id': '1e9c0501-dab4-44ee-adb4-153c4314a52f', 'mac_address': 'fa:16:3e:b1:0d:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '680927a4-f302-4f1b-ac67-cf089451060f', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:02:21.969204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:21.992962 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e9c0501-dab4-44ee-adb4-153c4314a52f {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:02:22.007228 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 1e9c0501-dab4-44ee-adb4-153c4314a52f, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=1e9c0501-dab4-44ee-adb4-153c4314a52f,segment=NetworkSegment(74f6687a-7088-4cbb-ad1c-faae691c8ba9),segment_id=74f6687a-7088-4cbb-ad1c-faae691c8ba9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:22.011011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:22.073402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=1e9c0501-dab4-44ee-adb4-153c4314a52f,revision_number=9']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:22.081319 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:22.081655 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:22.081988 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:22.082312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:22.082932 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:22.082932 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:22.083253 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:22.083590 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:22.083929 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:22.084242 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:22.084764 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:02:22.207279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['1e9c0501-dab4-44ee-adb4-153c4314a52f'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:02:22.329401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-235fff7f-c894-49c6-9111-58e1afacd6d7 req-3a6b286f-ab2a-4733-a785-87f3f2c485ee tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:22.330939 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-235fff7f-c894-49c6-9111-58e1afacd6d7 req-3a6b286f-ab2a-4733-a785-87f3f2c485ee tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ebb337-8133-40ec-880e-e83e8ff46a91 HTTP/1.1" status: 200 len: 983 time: 0.0802643 Feb 28 15:02:22.375235 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-235fff7f-c894-49c6-9111-58e1afacd6d7 req-aafdca9f-8667-45c0-9bd7-68899174bd58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387082 Feb 28 15:02:23.601631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3577f28-9de8-4fdf-8fd8-32ece7118cc0 req-db06e483-d559-4130-be37-3ba4b5569690 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:23.603049 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f3577f28-9de8-4fdf-8fd8-32ece7118cc0 req-db06e483-d559-4130-be37-3ba4b5569690 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ebb337-8133-40ec-880e-e83e8ff46a91 HTTP/1.1" status: 200 len: 983 time: 0.0745006 Feb 28 15:02:23.649079 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f3577f28-9de8-4fdf-8fd8-32ece7118cc0 req-40851629-cf38-4ad2-bd24-d3fb0200ca32 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400074 Feb 28 15:02:23.789870 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 1e9c0501-dab4-44ee-adb4-153c4314a52f up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:02:23.864850 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 1e9c0501-dab4-44ee-adb4-153c4314a52f completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:02:23.869299 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 1e9c0501-dab4-44ee-adb4-153c4314a52f triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:23.869662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:23.977327 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:24.006371 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29ebb337-8133-40ec-880e-e83e8ff46a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9c0501-dab4-44ee-adb4-153c4314a52f'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:02:24.016871 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 1e9c0501-dab4-44ee-adb4-153c4314a52f, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=1e9c0501-dab4-44ee-adb4-153c4314a52f,segment=NetworkSegment(74f6687a-7088-4cbb-ad1c-faae691c8ba9),segment_id=74f6687a-7088-4cbb-ad1c-faae691c8ba9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:24.020476 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:24.064968 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29ebb337-8133-40ec-880e-e83e8ff46a91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e9c0501-dab4-44ee-adb4-153c4314a52f', 'code': 200} Feb 28 15:02:24.090715 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=1e9c0501-dab4-44ee-adb4-153c4314a52f,revision_number=10']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:24.288676 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5054828d-ad59-4816-943c-0f5bd4b41cb4 req-1f731e11-5108-4640-8449-1528b1c02aab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=29ebb337-8133-40ec-880e-e83e8ff46a91 HTTP/1.1" status: 200 len: 1138 time: 0.0693381 Feb 28 15:02:24.329221 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5054828d-ad59-4816-943c-0f5bd4b41cb4 req-8a3bfc03-a47b-4e76-bdee-505a8696e540 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346980 Feb 28 15:02:24.853643 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eef4b09-a3d8-493b-8795-77d301f5197a req-8efcef99-8f80-499d-b809-a952494c938e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:24.855077 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8eef4b09-a3d8-493b-8795-77d301f5197a req-8efcef99-8f80-499d-b809-a952494c938e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ebb337-8133-40ec-880e-e83e8ff46a91 HTTP/1.1" status: 200 len: 985 time: 0.0814247 Feb 28 15:02:24.903243 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8eef4b09-a3d8-493b-8795-77d301f5197a req-5debd734-7a34-4bfb-b924-055dc290183c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417526 Feb 28 15:02:25.433208 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-53a7abca-6b96-4398-a224-a4f46c22bf3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:26.100893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba09b4-307e-48df-b5a6-1ee0102e9d25 req-ef6b88dc-3c5a-40e6-8950-aaf23855897a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:26.102351 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-09ba09b4-307e-48df-b5a6-1ee0102e9d25 req-ef6b88dc-3c5a-40e6-8950-aaf23855897a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ebb337-8133-40ec-880e-e83e8ff46a91 HTTP/1.1" status: 200 len: 985 time: 0.0779071 Feb 28 15:02:26.147179 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-09ba09b4-307e-48df-b5a6-1ee0102e9d25 req-e4cdfd0b-5cfe-4c61-83d7-b28615046b7b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388343 Feb 28 15:02:26.341082 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38df24ac-3cf2-4852-857c-c0984abf1456 req-acfb24d0-f3b5-48e8-b32b-0809dcaacdb9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:26.342507 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-38df24ac-3cf2-4852-857c-c0984abf1456 req-acfb24d0-f3b5-48e8-b32b-0809dcaacdb9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ebb337-8133-40ec-880e-e83e8ff46a91 HTTP/1.1" status: 200 len: 985 time: 0.0766270 Feb 28 15:02:26.387747 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-38df24ac-3cf2-4852-857c-c0984abf1456 req-a13435f6-1764-40ad-be43-b12b4618bd0a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395031 Feb 28 15:02:26.424958 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49372) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:26.497941 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a64f1ee0-19d8-4fc7-968d-bdf9c8cc33b0 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=29ebb337-8133-40ec-880e-e83e8ff46a91&network_id=68987e10-b11f-4a07-b0d4-9eba39965096 HTTP/1.1" status: 200 len: 1133 time: 0.0718009 Feb 28 15:02:26.889766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4442f15-d75f-476f-b9a6-b756085b272d req-c04ee410-1d61-4ce9-acf0-b8d9a14dd8dc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:26.891134 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a4442f15-d75f-476f-b9a6-b756085b272d req-c04ee410-1d61-4ce9-acf0-b8d9a14dd8dc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ebb337-8133-40ec-880e-e83e8ff46a91 HTTP/1.1" status: 200 len: 985 time: 0.0778508 Feb 28 15:02:26.934067 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a4442f15-d75f-476f-b9a6-b756085b272d req-4a1cb5d1-063c-4b0d-b35e-c4b8be556d4f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374937 Feb 28 15:02:27.605671 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9d578af2-9ae1-48d4-8c63-55e51b66380e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:27.653405 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:28.102228 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64734f4b-87fc-43ca-b819-889732505c6a req-c285ca6a-eff3-4833-8bc2-fea1f3b2da39 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:28.103790 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-64734f4b-87fc-43ca-b819-889732505c6a req-c285ca6a-eff3-4833-8bc2-fea1f3b2da39 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/ports?device_id=29ebb337-8133-40ec-880e-e83e8ff46a91 HTTP/1.1" status: 200 len: 985 time: 0.0753613 Feb 28 15:02:28.126927 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2870ad5a-b1c7-4134-b8cb-d51001890513 req-92ea9533-6466-415e-9d7a-76566695e75d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:28.128383 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2870ad5a-b1c7-4134-b8cb-d51001890513 req-92ea9533-6466-415e-9d7a-76566695e75d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ebb337-8133-40ec-880e-e83e8ff46a91 HTTP/1.1" status: 200 len: 985 time: 0.0740848 Feb 28 15:02:28.172695 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2870ad5a-b1c7-4134-b8cb-d51001890513 req-d1ebfffa-3618-4d8f-901c-90ef6fdb071b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=34d7368b-8241-4233-ac54-b243042582af&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387883 Feb 28 15:02:28.174124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64734f4b-87fc-43ca-b819-889732505c6a req-2d82d586-943e-41fc-9f4c-8bd5a37bdfc7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:28.175464 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-64734f4b-87fc-43ca-b819-889732505c6a req-2d82d586-943e-41fc-9f4c-8bd5a37bdfc7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/ports/1e9c0501-dab4-44ee-adb4-153c4314a52f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0666785 Feb 28 15:02:28.313193 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-64734f4b-87fc-43ca-b819-889732505c6a req-3347d10a-78dd-4f9f-8947-4aaee7f4f862 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1331768 Feb 28 15:02:28.323449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-64734f4b-87fc-43ca-b819-889732505c6a req-052936cf-cbb4-4e90-9bd2-ba6d155d0849 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:28.425544 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-64734f4b-87fc-43ca-b819-889732505c6a req-052936cf-cbb4-4e90-9bd2-ba6d155d0849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:28.703180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-64734f4b-87fc-43ca-b819-889732505c6a req-052936cf-cbb4-4e90-9bd2-ba6d155d0849 service neutron] For port 1e9c0501-dab4-44ee-adb4-153c4314a52f, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=1e9c0501-dab4-44ee-adb4-153c4314a52f,segment=NetworkSegment(74f6687a-7088-4cbb-ad1c-faae691c8ba9),segment_id=74f6687a-7088-4cbb-ad1c-faae691c8ba9)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:28.729611 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-64734f4b-87fc-43ca-b819-889732505c6a req-052936cf-cbb4-4e90-9bd2-ba6d155d0849 service neutron] For port 1e9c0501-dab4-44ee-adb4-153c4314a52f, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:02:28.779465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-64734f4b-87fc-43ca-b819-889732505c6a req-052936cf-cbb4-4e90-9bd2-ba6d155d0849 service neutron] device_id is not set on port 1e9c0501-dab4-44ee-adb4-153c4314a52f yet. {{(pid=83592) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Feb 28 15:02:28.786841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-64734f4b-87fc-43ca-b819-889732505c6a req-052936cf-cbb4-4e90-9bd2-ba6d155d0849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:28.791889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-64734f4b-87fc-43ca-b819-889732505c6a req-052936cf-cbb4-4e90-9bd2-ba6d155d0849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:28.833180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:28.871381 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:28.923861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052936cf-cbb4-4e90-9bd2-ba6d155d0849 service neutron] Pushing event updated for resources: {'Port': ['ID=1e9c0501-dab4-44ee-adb4-153c4314a52f,revision_number=11']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:28.986066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-64734f4b-87fc-43ca-b819-889732505c6a req-052936cf-cbb4-4e90-9bd2-ba6d155d0849 service neutron] No DVR routers for this DVR port 1e9c0501-dab4-44ee-adb4-153c4314a52f on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:02:29.049041 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-90480609-79b1-44a9-b318-905aa30de77c None None] Provisioning complete for port 1e9c0501-dab4-44ee-adb4-153c4314a52f triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:29.049519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-90480609-79b1-44a9-b318-905aa30de77c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:29.103763 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-90480609-79b1-44a9-b318-905aa30de77c None None] Port 1e9c0501-dab4-44ee-adb4-153c4314a52f cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:02:29.225004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-64734f4b-87fc-43ca-b819-889732505c6a req-052936cf-cbb4-4e90-9bd2-ba6d155d0849 service neutron] In _notify_port_updated(), no bound segment for port 1e9c0501-dab4-44ee-adb4-153c4314a52f on network 68987e10-b11f-4a07-b0d4-9eba39965096 {{(pid=83592) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:843}} Feb 28 15:02:29.226074 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-64734f4b-87fc-43ca-b819-889732505c6a req-052936cf-cbb4-4e90-9bd2-ba6d155d0849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:29.227389 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-64734f4b-87fc-43ca-b819-889732505c6a req-052936cf-cbb4-4e90-9bd2-ba6d155d0849 service neutron] 10.222.0.20 "PUT /v2.0/ports/1e9c0501-dab4-44ee-adb4-153c4314a52f HTTP/1.1" status: 200 len: 1028 time: 0.9075928 Feb 28 15:02:29.337497 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-60591500-d557-463b-bb6f-629530253eeb req-520e9098-c023-4d67-a991-9257d370edfe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=29ebb337-8133-40ec-880e-e83e8ff46a91 HTTP/1.1" status: 200 len: 210 time: 0.0421941 Feb 28 15:02:30.214519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:30.443437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49386) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:30.591803 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f13e409e-657b-4d6f-bc57-afca72b28be3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:30.620208 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f13e409e-657b-4d6f-bc57-afca72b28be3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:30.680986 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f13e409e-657b-4d6f-bc57-afca72b28be3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:30.697683 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13e409e-657b-4d6f-bc57-afca72b28be3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e96281c-ba90-43e0-89af-9a4c9fe8a9c7,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:30.713696 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f13e409e-657b-4d6f-bc57-afca72b28be3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:30.714838 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f13e409e-657b-4d6f-bc57-afca72b28be3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/security-groups/2e96281c-ba90-43e0-89af-9a4c9fe8a9c7 HTTP/1.1" status: 204 len: 168 time: 0.2703207 Feb 28 15:02:30.757421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49392) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:30.952605 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-0b758321-1800-4ee7-a4fa-0fc6b2acc3fa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 3ddab872-f14d-4902-953d-9be696ce42fd {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:02:30.952869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0b758321-1800-4ee7-a4fa-0fc6b2acc3fa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:31.116106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0b758321-1800-4ee7-a4fa-0fc6b2acc3fa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:31.116432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0b758321-1800-4ee7-a4fa-0fc6b2acc3fa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:31.236002 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-0b758321-1800-4ee7-a4fa-0fc6b2acc3fa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 3ddab872-f14d-4902-953d-9be696ce42fd owned by network:floatingip {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:02:31.377950 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0b758321-1800-4ee7-a4fa-0fc6b2acc3fa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:31.420058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b758321-1800-4ee7-a4fa-0fc6b2acc3fa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=3ddab872-f14d-4902-953d-9be696ce42fd,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:31.510432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0b758321-1800-4ee7-a4fa-0fc6b2acc3fa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:31.836428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 1e9c0501-dab4-44ee-adb4-153c4314a52f no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:02:31.887369 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b758321-1800-4ee7-a4fa-0fc6b2acc3fa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:02:31.889217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 1e9c0501-dab4-44ee-adb4-153c4314a52f not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:02:32.173791 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b758321-1800-4ee7-a4fa-0fc6b2acc3fa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:02:32.183598 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13ba9e-690d-4429-b53c-30b099c35531 None None] Sync routers for ids ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:02:32.194326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0b758321-1800-4ee7-a4fa-0fc6b2acc3fa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:32.196891 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13ba9e-690d-4429-b53c-30b099c35531 None None] Routers {'439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:02:32.197489 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-bf13ba9e-690d-4429-b53c-30b099c35531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:02:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:32.245525 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0b758321-1800-4ee7-a4fa-0fc6b2acc3fa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/floatingips/b14310ba-9906-44e5-b5c7-af2c90bc4b5f HTTP/1.1" status: 204 len: 168 time: 1.4868014 Feb 28 15:02:32.379603 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-bf13ba9e-690d-4429-b53c-30b099c35531 None None] Set router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:02:32.544397 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49400) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:32.613619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-39078761-12b1-4f77-b860-582f3585146f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:32.645280 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-39078761-12b1-4f77-b860-582f3585146f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:32.707073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-39078761-12b1-4f77-b860-582f3585146f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:32.717891 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-bf13ba9e-690d-4429-b53c-30b099c35531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'name': 'tempest-TestNetworkBasicOps-router-747464965', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:53Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '815c1496-9ab5-455a-b44c-0822911c62c1', 'name': '', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:dc:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680927a4-f302-4f1b-ac67-cf089451060f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:52Z', 'updated_at': '2022-02-28T15:01:58Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '680927a4-f302-4f1b-ac67-cf089451060f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:32.721599 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13ba9e-690d-4429-b53c-30b099c35531 None None] Checking router: 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:02:32.728118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39078761-12b1-4f77-b860-582f3585146f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=941eaf47-afc0-4e02-911f-ae952857d9fc,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:32.731824 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf13ba9e-690d-4429-b53c-30b099c35531 None None] Routers {'439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:02:32.732418 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-bf13ba9e-690d-4429-b53c-30b099c35531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:02:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:32.733329 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-39078761-12b1-4f77-b860-582f3585146f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:32.737263 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-39078761-12b1-4f77-b860-582f3585146f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/security-groups/941eaf47-afc0-4e02-911f-ae952857d9fc HTTP/1.1" status: 204 len: 168 time: 0.1889400 Feb 28 15:02:32.773835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49406) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:32.837042 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-4825ea1e-129e-4342-9fc4-34893c2b3405 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 1e9c0501-dab4-44ee-adb4-153c4314a52f {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:02:32.837461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4825ea1e-129e-4342-9fc4-34893c2b3405 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:32.914433 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-bf13ba9e-690d-4429-b53c-30b099c35531 None None] Set router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:02:33.070856 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4825ea1e-129e-4342-9fc4-34893c2b3405 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:33.192874 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-4825ea1e-129e-4342-9fc4-34893c2b3405 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 1e9c0501-dab4-44ee-adb4-153c4314a52f owned by {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:02:33.216330 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-bf13ba9e-690d-4429-b53c-30b099c35531 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'name': 'tempest-TestNetworkBasicOps-router-747464965', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:53Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '815c1496-9ab5-455a-b44c-0822911c62c1', 'name': '', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:dc:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680927a4-f302-4f1b-ac67-cf089451060f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:52Z', 'updated_at': '2022-02-28T15:01:58Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '680927a4-f302-4f1b-ac67-cf089451060f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:33.220515 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf13ba9e-690d-4429-b53c-30b099c35531 None None] The sync data for ids ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'] in dv-neutron-830866-2-hyperv is: [{'id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'name': 'tempest-TestNetworkBasicOps-router-747464965', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:53Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '815c1496-9ab5-455a-b44c-0822911c62c1', 'name': '', 'network_id': '68987e10-b11f-4a07-b0d4-9eba39965096', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:dc:24:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '680927a4-f302-4f1b-ac67-cf089451060f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:52Z', 'updated_at': '2022-02-28T15:01:58Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '680927a4-f302-4f1b-ac67-cf089451060f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:02:33.334373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4825ea1e-129e-4342-9fc4-34893c2b3405 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:33.381051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4825ea1e-129e-4342-9fc4-34893c2b3405 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=1e9c0501-dab4-44ee-adb4-153c4314a52f,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:33.454770 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8bc2b2d-cb44-4427-8f43-bf5e16b5e00d None None] New status for floating IP b14310ba-9906-44e5-b5c7-af2c90bc4b5f: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:02:33.497885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4825ea1e-129e-4342-9fc4-34893c2b3405 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:33.507355 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4825ea1e-129e-4342-9fc4-34893c2b3405 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/ports/1e9c0501-dab4-44ee-adb4-153c4314a52f HTTP/1.1" status: 204 len: 168 time: 0.7323635 Feb 28 15:02:33.510095 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49410) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:33.905752 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-721acd6f-6bc3-408f-80d6-49953692fbdf tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:34.490459 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-721acd6f-6bc3-408f-80d6-49953692fbdf tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 815c1496-9ab5-455a-b44c-0822911c62c1 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:02:34.490800 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-721acd6f-6bc3-408f-80d6-49953692fbdf tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:34.673163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-721acd6f-6bc3-408f-80d6-49953692fbdf tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 815c1496-9ab5-455a-b44c-0822911c62c1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=815c1496-9ab5-455a-b44c-0822911c62c1,segment=NetworkSegment(74f6687a-7088-4cbb-ad1c-faae691c8ba9),segment_id=74f6687a-7088-4cbb-ad1c-faae691c8ba9)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:34.673735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-721acd6f-6bc3-408f-80d6-49953692fbdf tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:34.789097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-721acd6f-6bc3-408f-80d6-49953692fbdf tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 815c1496-9ab5-455a-b44c-0822911c62c1 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:02:35.049940 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-721acd6f-6bc3-408f-80d6-49953692fbdf tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:35.098104 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721acd6f-6bc3-408f-80d6-49953692fbdf tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=815c1496-9ab5-455a-b44c-0822911c62c1,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:35.390040 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-721acd6f-6bc3-408f-80d6-49953692fbdf tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:35.948417 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721acd6f-6bc3-408f-80d6-49953692fbdf tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:02:36.142222 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721acd6f-6bc3-408f-80d6-49953692fbdf tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:02:36.152069 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003665b-3638-46a2-96fc-06a2cbbfc755 None None] Sync routers for ids ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:02:36.155402 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-721acd6f-6bc3-408f-80d6-49953692fbdf tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6428976 Feb 28 15:02:36.156664 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49414) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:36.163417 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d003665b-3638-46a2-96fc-06a2cbbfc755 None None] Routers {'439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:02:36.164035 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d003665b-3638-46a2-96fc-06a2cbbfc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:02:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:36.334941 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-d003665b-3638-46a2-96fc-06a2cbbfc755 None None] Set router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:02:36.440607 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a4f521a-a5e2-4fcd-9317-3c6eeff3f47a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting subnet 680927a4-f302-4f1b-ac67-cf089451060f {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:02:36.443585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a4f521a-a5e2-4fcd-9317-3c6eeff3f47a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:36.494994 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a4f521a-a5e2-4fcd-9317-3c6eeff3f47a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:36.578232 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a4f521a-a5e2-4fcd-9317-3c6eeff3f47a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:36.623062 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d003665b-3638-46a2-96fc-06a2cbbfc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'name': 'tempest-TestNetworkBasicOps-router-747464965', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:02:34Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:36.626758 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003665b-3638-46a2-96fc-06a2cbbfc755 None None] Checking router: 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:02:36.637632 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d003665b-3638-46a2-96fc-06a2cbbfc755 None None] Routers {'439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:02:36.638251 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d003665b-3638-46a2-96fc-06a2cbbfc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:02:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:36.652372 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a4f521a-a5e2-4fcd-9317-3c6eeff3f47a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:36.694231 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4f521a-a5e2-4fcd-9317-3c6eeff3f47a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Subnet': ['ID=680927a4-f302-4f1b-ac67-cf089451060f,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:36.699523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a4f521a-a5e2-4fcd-9317-3c6eeff3f47a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:36.705247 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d5c4cc2-addd-4b17-98e3-955de125dd68 None None] Network 68987e10-b11f-4a07-b0d4-9eba39965096 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:02:36.709957 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4a4f521a-a5e2-4fcd-9317-3c6eeff3f47a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/subnets/680927a4-f302-4f1b-ac67-cf089451060f HTTP/1.1" status: 204 len: 168 time: 0.5522797 Feb 28 15:02:36.712438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49418) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:36.813327 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-d003665b-3638-46a2-96fc-06a2cbbfc755 None None] Set router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:02:36.920601 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-39360b5b-7309-44d8-90b0-74434b59028d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:36.955567 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-269f0d03-94da-45d2-95dd-e88a72b6ea5b None None] DHCP port deletion for 68987e10-b11f-4a07-b0d4-9eba39965096 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:02:36.959571 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-269f0d03-94da-45d2-95dd-e88a72b6ea5b None None] Deleting port b5bab229-75cc-44db-ad19-bcc483d18969 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:02:36.959943 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-269f0d03-94da-45d2-95dd-e88a72b6ea5b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:37.119835 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-39360b5b-7309-44d8-90b0-74434b59028d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:37.122160 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d003665b-3638-46a2-96fc-06a2cbbfc755 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'name': 'tempest-TestNetworkBasicOps-router-747464965', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:02:34Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:37.127646 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d003665b-3638-46a2-96fc-06a2cbbfc755 None None] The sync data for ids ['439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0'] in dv-neutron-830866-2-hyperv is: [{'id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'name': 'tempest-TestNetworkBasicOps-router-747464965', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42'}], 'enable_snat': True}, 'gw_port_id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:02:34Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': 'd4d511c0-d07f-4253-87f8-04913e71a913', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:1d:a7:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.42', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:01:49Z', 'updated_at': '2022-02-28T15:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:02:37.133785 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-39360b5b-7309-44d8-90b0-74434b59028d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port d4d511c0-d07f-4253-87f8-04913e71a913 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:02:37.134122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-39360b5b-7309-44d8-90b0-74434b59028d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:37.176028 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-269f0d03-94da-45d2-95dd-e88a72b6ea5b None None] For port b5bab229-75cc-44db-ad19-bcc483d18969, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=b5bab229-75cc-44db-ad19-bcc483d18969,segment=NetworkSegment(74f6687a-7088-4cbb-ad1c-faae691c8ba9),segment_id=74f6687a-7088-4cbb-ad1c-faae691c8ba9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:37.176622 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-269f0d03-94da-45d2-95dd-e88a72b6ea5b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:37.295222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-269f0d03-94da-45d2-95dd-e88a72b6ea5b None None] Calling delete_port for b5bab229-75cc-44db-ad19-bcc483d18969 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:02:37.308291 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-39360b5b-7309-44d8-90b0-74434b59028d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port d4d511c0-d07f-4253-87f8-04913e71a913, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d4d511c0-d07f-4253-87f8-04913e71a913,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:37.308643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-39360b5b-7309-44d8-90b0-74434b59028d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:37.367872 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-269f0d03-94da-45d2-95dd-e88a72b6ea5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:37.419995 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-269f0d03-94da-45d2-95dd-e88a72b6ea5b None None] Pushing event deleted for resources: {'Port': ['ID=b5bab229-75cc-44db-ad19-bcc483d18969,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:37.423628 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-269f0d03-94da-45d2-95dd-e88a72b6ea5b None None] No DVR routers for this DVR port b5bab229-75cc-44db-ad19-bcc483d18969 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:02:37.431427 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-39360b5b-7309-44d8-90b0-74434b59028d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for d4d511c0-d07f-4253-87f8-04913e71a913 owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:02:37.610888 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-39360b5b-7309-44d8-90b0-74434b59028d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:37.657290 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39360b5b-7309-44d8-90b0-74434b59028d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=d4d511c0-d07f-4253-87f8-04913e71a913,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:37.872358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-39360b5b-7309-44d8-90b0-74434b59028d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.205625 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-39360b5b-7309-44d8-90b0-74434b59028d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.209758 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-39360b5b-7309-44d8-90b0-74434b59028d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.234399 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-39360b5b-7309-44d8-90b0-74434b59028d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.234953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39360b5b-7309-44d8-90b0-74434b59028d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Fanout notify agent at l3_agent the message router_deleted on router 439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:02:38.249859 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-39360b5b-7309-44d8-90b0-74434b59028d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.253322 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-39360b5b-7309-44d8-90b0-74434b59028d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/routers/439fb4c3-4bfb-48e4-8df8-5f2376f7a7d0 HTTP/1.1" status: 204 len: 168 time: 1.5375438 Feb 28 15:02:38.253548 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49422) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:38.362593 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4491a03c-15b7-4115-b5ff-d6dade39dc39 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.489008 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4491a03c-15b7-4115-b5ff-d6dade39dc39 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.512682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-4491a03c-15b7-4115-b5ff-d6dade39dc39 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68987e10-b11f-4a07-b0d4-9eba39965096']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:38.524148 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-4491a03c-15b7-4115-b5ff-d6dade39dc39 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '74f6687a-7088-4cbb-ad1c-faae691c8ba9') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:38.524446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-4491a03c-15b7-4115-b5ff-d6dade39dc39 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '74f6687a-7088-4cbb-ad1c-faae691c8ba9') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:38.535799 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4491a03c-15b7-4115-b5ff-d6dade39dc39 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.551465 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4491a03c-15b7-4115-b5ff-d6dade39dc39 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.557325 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4491a03c-15b7-4115-b5ff-d6dade39dc39 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:02:38.557681 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4491a03c-15b7-4115-b5ff-d6dade39dc39 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:02:38.571173 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:02:38.652323 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4491a03c-15b7-4115-b5ff-d6dade39dc39 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.670667 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4491a03c-15b7-4115-b5ff-d6dade39dc39 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.683296 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4491a03c-15b7-4115-b5ff-d6dade39dc39 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Network': ['ID=68987e10-b11f-4a07-b0d4-9eba39965096,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:38.689140 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4491a03c-15b7-4115-b5ff-d6dade39dc39 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/networks/68987e10-b11f-4a07-b0d4-9eba39965096 HTTP/1.1" status: 204 len: 168 time: 0.4313774 Feb 28 15:02:38.700098 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49426) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:38.712582 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-678593f2-91de-4ca1-ae11-712bdee5c052 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/agents?agent_type=L3+agent HTTP/1.1" status: 200 len: 838 time: 0.0113902 Feb 28 15:02:38.715694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49430) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:38.721137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4cb2d3f0-4f3b-478b-9e8e-cc62a6fdba7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'network': {'name': 'tempest-network-smoke--1748865287', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'port_security_enabled': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:38.726176 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4cb2d3f0-4f3b-478b-9e8e-cc62a6fdba7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:38.730590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4cb2d3f0-4f3b-478b-9e8e-cc62a6fdba7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:network and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:38.734465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4cb2d3f0-4f3b-478b-9e8e-cc62a6fdba7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:38.740444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4cb2d3f0-4f3b-478b-9e8e-cc62a6fdba7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:38.749303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cb2d3f0-4f3b-478b-9e8e-cc62a6fdba7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:02:38.752584 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d3f0-4f3b-478b-9e8e-cc62a6fdba7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.759614 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b5bab229-75cc-44db-ad19-bcc483d18969 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:02:38.786173 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cb2d3f0-4f3b-478b-9e8e-cc62a6fdba7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:02:38.795249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: b5bab229-75cc-44db-ad19-bcc483d18969 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:02:38.795406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d3f0-4f3b-478b-9e8e-cc62a6fdba7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.795736 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-4cb2d3f0-4f3b-478b-9e8e-cc62a6fdba7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Added segment 797504f0-43b1-4b26-a952-b57a03585ace of type vlan for network dc5c9a08-71b2-4cba-9e21-048a93111474 Feb 28 15:02:38.795866 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b5bab229-75cc-44db-ad19-bcc483d18969 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:02:38.796144 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 815c1496-9ab5-455a-b44c-0822911c62c1 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:02:38.821520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d3f0-4f3b-478b-9e8e-cc62a6fdba7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.827631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 815c1496-9ab5-455a-b44c-0822911c62c1 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:02:38.827969 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 815c1496-9ab5-455a-b44c-0822911c62c1 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:02:38.850851 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d3f0-4f3b-478b-9e8e-cc62a6fdba7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:38.854458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cb2d3f0-4f3b-478b-9e8e-cc62a6fdba7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:38.855021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4cb2d3f0-4f3b-478b-9e8e-cc62a6fdba7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:39.039350 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4cb2d3f0-4f3b-478b-9e8e-cc62a6fdba7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3223534 Feb 28 15:02:39.042024 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49434) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:39.047335 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1130932423', 'admin_state_up': True, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:39.047649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cb2d3f0-4f3b-478b-9e8e-cc62a6fdba7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Network': ['ID=dc5c9a08-71b2-4cba-9e21-048a93111474,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:39.054112 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:39.057970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:router and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:39.058107 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network dc5c9a08-71b2-4cba-9e21-048a93111474 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:02:39.061368 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:39.067389 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:39.078113 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:39.079080 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:39.096442 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:39.245091 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:39.428179 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:39.457188 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:39.590381 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.145 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/71c9994c-1e66-4649-b1a3-97d96c3b1b1e) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:02:39.825669 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:39.852809 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:39.915726 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:02:39.918195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:02:39.921612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:02:39.956478 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=71c9994c-1e66-4649-b1a3-97d96c3b1b1e,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:40.073425 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:40.074110 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:40.295016 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:02:40.489929 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:02:40.499946 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Sync routers for ids ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:02:40.511068 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Routers {'2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:02:40.511697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:02:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:40.515105 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:40.516356 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b43bcb64-ea4b-44cd-961e-04d0a1a024c3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4733424 Feb 28 15:02:40.519565 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49438) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:40.560427 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2bab3b76-9ab6-4a2c-b0d7-343d069b705e tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=dc1d4553fb84410fb62138d51b5fd9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0394623 Feb 28 15:02:40.562814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49442) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:40.662617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d4d511c0-d07f-4253-87f8-04913e71a913 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:02:40.692019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-619b2379-0ac4-4f69-af61-ee024258de9f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:40.693477 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-619b2379-0ac4-4f69-af61-ee024258de9f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1297674 Feb 28 15:02:40.696322 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49446) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:40.705917 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: d4d511c0-d07f-4253-87f8-04913e71a913 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:02:40.706252 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d4d511c0-d07f-4253-87f8-04913e71a913 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:02:40.729510 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Set router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:02:40.747342 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7b16056e-a9ad-4759-9fab-4e5ce8a75f9a tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499516 Feb 28 15:02:40.749861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49450) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:40.755286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-25f408d2-6e24-47ac-b3f8-a9bf8189a0d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-775914580', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:40.863969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-25f408d2-6e24-47ac-b3f8-a9bf8189a0d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:40.867649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-25f408d2-6e24-47ac-b3f8-a9bf8189a0d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:subnet and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:40.870393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-25f408d2-6e24-47ac-b3f8-a9bf8189a0d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:40.875961 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-25f408d2-6e24-47ac-b3f8-a9bf8189a0d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:40.885682 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25f408d2-6e24-47ac-b3f8-a9bf8189a0d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:02:40.986003 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25f408d2-6e24-47ac-b3f8-a9bf8189a0d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:41.038503 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'name': 'tempest-TestNetworkBasicOps-router-1130932423', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:40Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:41.042249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Checking router: 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:02:41.042595 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Updating router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf port 71c9994c-1e66-4649-b1a3-97d96c3b1b1e binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:02:41.091798 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:41.195693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25f408d2-6e24-47ac-b3f8-a9bf8189a0d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:41.275739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f408d2-6e24-47ac-b3f8-a9bf8189a0d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Subnet': ['ID=bca1ff21-8ab2-4e9a-b25e-c9416e93ce87,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:41.288634 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f408d2-6e24-47ac-b3f8-a9bf8189a0d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Checking segment: {'id': '797504f0-43b1-4b26-a952-b57a03585ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:02:41.288987 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f408d2-6e24-47ac-b3f8-a9bf8189a0d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network hostable DHCP agents. Network: dc5c9a08-71b2-4cba-9e21-048a93111474, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:02:41.310935 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f408d2-6e24-47ac-b3f8-a9bf8189a0d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network dc5c9a08-71b2-4cba-9e21-048a93111474 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:02:41.320322 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-25f408d2-6e24-47ac-b3f8-a9bf8189a0d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, dc5c9a08-71b2-4cba-9e21-048a93111474) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:02:41.324330 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f408d2-6e24-47ac-b3f8-a9bf8189a0d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:41.325432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25f408d2-6e24-47ac-b3f8-a9bf8189a0d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:41.333982 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05bc755-8ba8-4076-a84e-c2ec1cc9331b None None] Network dc5c9a08-71b2-4cba-9e21-048a93111474 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:02:41.345974 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-25f408d2-6e24-47ac-b3f8-a9bf8189a0d0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5951366 Feb 28 15:02:41.348753 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49454) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:41.546010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:41.570034 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Transition to ACTIVE for port object 71c9994c-1e66-4649-b1a3-97d96c3b1b1e will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:02:41.579296 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:41.674398 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-dc5c9a08-71b2-4cba-9e21-048a93111474', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ips': [{'subnet_id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:02:41.675184 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:41.695258 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e188c66-22d4-41de-9d09-f77846e8f979 None None] Pushing event updated for resources: {'Port': ['ID=71c9994c-1e66-4649-b1a3-97d96c3b1b1e,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:41.753003 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Attempting to bind port 71c9994c-1e66-4649-b1a3-97d96c3b1b1e on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:02:41.753305 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Attempting to bind port 71c9994c-1e66-4649-b1a3-97d96c3b1b1e by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:02:41.753611 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Attempting to bind port 71c9994c-1e66-4649-b1a3-97d96c3b1b1e on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:02:41.776454 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:02:41.776823 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:02:41.777222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:41.777646 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:02:41.778106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Bound port: 71c9994c-1e66-4649-b1a3-97d96c3b1b1e, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:02:41.778473 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:41.916886 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] For port 71c9994c-1e66-4649-b1a3-97d96c3b1b1e, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:02:41.921700 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] For port 71c9994c-1e66-4649-b1a3-97d96c3b1b1e, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=71c9994c-1e66-4649-b1a3-97d96c3b1b1e,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:02:41.927689 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:41.960448 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Allocated IP 172.20.0.2 (dc5c9a08-71b2-4cba-9e21-048a93111474/bca1ff21-8ab2-4e9a-b25e-c9416e93ce87/467c6146-ff51-4725-80f7-55bb1d9f0dd1) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:02:42.093448 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e188c66-22d4-41de-9d09-f77846e8f979 None None] Pushing event updated for resources: {'Port': ['ID=71c9994c-1e66-4649-b1a3-97d96c3b1b1e,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:42.106101 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Routers {'2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:02:42.106705 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:02:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:42.199464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:42.408441 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:42.415261 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] Set router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:02:42.473544 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Transition to ACTIVE for port object 467c6146-ff51-4725-80f7-55bb1d9f0dd1 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:02:42.606490 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Transition to ACTIVE for port object 467c6146-ff51-4725-80f7-55bb1d9f0dd1 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:02:42.621658 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:42.681558 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.1 (dc5c9a08-71b2-4cba-9e21-048a93111474/bca1ff21-8ab2-4e9a-b25e-c9416e93ce87/12bd2d27-c1e5-4ceb-8b90-861a7f823c81) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:02:42.717172 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Network dc5c9a08-71b2-4cba-9e21-048a93111474 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:02:42.719575 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Pushing event updated for resources: {'Port': ['ID=467c6146-ff51-4725-80f7-55bb1d9f0dd1,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:42.721908 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:02:42.731951 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:02:42.851888 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:42.868005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:02:42.868978 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Attempting to bind port 467c6146-ff51-4725-80f7-55bb1d9f0dd1 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:02:42.869343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Attempting to bind port 467c6146-ff51-4725-80f7-55bb1d9f0dd1 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '797504f0-43b1-4b26-a952-b57a03585ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:02:42.869700 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Attempting to bind port 467c6146-ff51-4725-80f7-55bb1d9f0dd1 on network dc5c9a08-71b2-4cba-9e21-048a93111474 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:02:42.880250 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:02:42.880612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Checking segment: {'id': '797504f0-43b1-4b26-a952-b57a03585ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:02:42.881010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:42.881394 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Bound using segment: {'id': '797504f0-43b1-4b26-a952-b57a03585ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:02:42.881840 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Bound port: 467c6146-ff51-4725-80f7-55bb1d9f0dd1, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797504f0-43b1-4b26-a952-b57a03585ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:02:42.882208 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:42.889629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:42.940790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'name': 'tempest-TestNetworkBasicOps-router-1130932423', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:40Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:42.953231 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de3b00f8-1924-4a24-bbb4-0b3938493a20 None None] The sync data for ids ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'] in dv-neutron-830866-2-hyperv is: [{'id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'name': 'tempest-TestNetworkBasicOps-router-1130932423', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:40Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:02:42.960863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network dc5c9a08-71b2-4cba-9e21-048a93111474 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:02:42.964380 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:02:42.966788 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=12bd2d27-c1e5-4ceb-8b90-861a7f823c81,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:42.969220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:02:42.986694 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] For port 467c6146-ff51-4725-80f7-55bb1d9f0dd1, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:02:42.990087 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] For port 467c6146-ff51-4725-80f7-55bb1d9f0dd1, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=467c6146-ff51-4725-80f7-55bb1d9f0dd1,segment=NetworkSegment(797504f0-43b1-4b26-a952-b57a03585ace),segment_id=797504f0-43b1-4b26-a952-b57a03585ace)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:02:42.994290 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:43.037634 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:43.077235 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb3d972-95e5-4502-92cb-6056cf06df69 None None] Pushing event updated for resources: {'Port': ['ID=467c6146-ff51-4725-80f7-55bb1d9f0dd1,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:43.133120 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:43.365045 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:02:43.603376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:43.609364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:43.721623 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:43.725023 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=12bd2d27-c1e5-4ceb-8b90-861a7f823c81,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:43.965722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network dc5c9a08-71b2-4cba-9e21-048a93111474 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:02:43.966914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:02:44.028375 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-668667cb-60ab-4f72-918d-36b0bf676afb None None] Network dc5c9a08-71b2-4cba-9e21-048a93111474 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:02:44.143276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d098d0c0-7335-4a45-ba6d-2eec4abd1cec None None] Provisioning for port 467c6146-ff51-4725-80f7-55bb1d9f0dd1 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:02:44.349987 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:02:44.510087 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-790ebbd1-f550-4a3a-a3c5-99ea3d9bfb03 None None] Provisioning for port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:02:44.516422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-790ebbd1-f550-4a3a-a3c5-99ea3d9bfb03 None None] Provisioning complete for port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:44.517045 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-790ebbd1-f550-4a3a-a3c5-99ea3d9bfb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:44.557595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:02:44.574728 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4d95d92d-812a-4c70-a807-64363db0f43b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2244103 Feb 28 15:02:44.577726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49460) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:44.578638 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-790ebbd1-f550-4a3a-a3c5-99ea3d9bfb03 None None] Port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:02:44.716838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-666fde47-febb-4c33-ac27-9ee5ae7bea68 None None] Provisioning complete for port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:44.717438 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-666fde47-febb-4c33-ac27-9ee5ae7bea68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:44.732898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ac2c59-ab1a-4339-b77f-cefa48b31464 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:44.733349 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ac2c59-ab1a-4339-b77f-cefa48b31464 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:44.733737 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ac2c59-ab1a-4339-b77f-cefa48b31464 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:44.734099 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ac2c59-ab1a-4339-b77f-cefa48b31464 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:44.734449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ac2c59-ab1a-4339-b77f-cefa48b31464 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:44.734798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71ac2c59-ab1a-4339-b77f-cefa48b31464 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:44.739859 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49464) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:44.741225 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-71ac2c59-ab1a-4339-b77f-cefa48b31464 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1626678 Feb 28 15:02:44.775482 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 71c9994c-1e66-4649-b1a3-97d96c3b1b1e up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:02:44.818344 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-666fde47-febb-4c33-ac27-9ee5ae7bea68 None None] Port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:02:44.831732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba04e6a6-3d69-48cc-9cf4-f649f186fcfd tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:44.832101 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba04e6a6-3d69-48cc-9cf4-f649f186fcfd tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:44.832460 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba04e6a6-3d69-48cc-9cf4-f649f186fcfd tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:44.832815 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba04e6a6-3d69-48cc-9cf4-f649f186fcfd tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:44.833169 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba04e6a6-3d69-48cc-9cf4-f649f186fcfd tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:44.833520 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba04e6a6-3d69-48cc-9cf4-f649f186fcfd tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:44.836281 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ba04e6a6-3d69-48cc-9cf4-f649f186fcfd tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4005 time: 0.0945835 Feb 28 15:02:44.838157 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49468) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:44.852783 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 71c9994c-1e66-4649-b1a3-97d96c3b1b1e completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:02:44.858145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 71c9994c-1e66-4649-b1a3-97d96c3b1b1e triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:44.858514 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:44.981650 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:44.989293 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-56420929-45e6-4841-8135-eb0ccfac36fa None None] Provisioning complete for port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:44.989726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-56420929-45e6-4841-8135-eb0ccfac36fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.036450 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 71c9994c-1e66-4649-b1a3-97d96c3b1b1e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=71c9994c-1e66-4649-b1a3-97d96c3b1b1e,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:45.040999 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1cd50fd0-0b92-4222-b6d9-a7067b3686d5 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3048 time: 0.2012119 Feb 28 15:02:45.047798 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.048660 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 467c6146-ff51-4725-80f7-55bb1d9f0dd1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:02:45.142120 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-56420929-45e6-4841-8135-eb0ccfac36fa None None] Port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:02:45.163129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=71c9994c-1e66-4649-b1a3-97d96c3b1b1e,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:45.176833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 467c6146-ff51-4725-80f7-55bb1d9f0dd1 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:02:45.181478 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 467c6146-ff51-4725-80f7-55bb1d9f0dd1 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:45.181844 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.256766 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49474) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:45.262787 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-eb6cab42-4a5c-4b4a-a073-d8bdab1be7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-662258398', 'description': 'tempest-secgroup-smoke-662258398 description', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:45.268901 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-eb6cab42-4a5c-4b4a-a073-d8bdab1be7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:45.274163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-eb6cab42-4a5c-4b4a-a073-d8bdab1be7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:45.277626 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-eb6cab42-4a5c-4b4a-a073-d8bdab1be7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:45.284272 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-eb6cab42-4a5c-4b4a-a073-d8bdab1be7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:45.296851 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb6cab42-4a5c-4b4a-a073-d8bdab1be7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.299623 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.333981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 467c6146-ff51-4725-80f7-55bb1d9f0dd1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=467c6146-ff51-4725-80f7-55bb1d9f0dd1,segment=NetworkSegment(797504f0-43b1-4b26-a952-b57a03585ace),segment_id=797504f0-43b1-4b26-a952-b57a03585ace)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:45.337741 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-eb6cab42-4a5c-4b4a-a073-d8bdab1be7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:45.338186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.342916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-eb6cab42-4a5c-4b4a-a073-d8bdab1be7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:45.345793 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-eb6cab42-4a5c-4b4a-a073-d8bdab1be7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:45.351530 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-eb6cab42-4a5c-4b4a-a073-d8bdab1be7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:45.416137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb6cab42-4a5c-4b4a-a073-d8bdab1be7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.421786 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb6cab42-4a5c-4b4a-a073-d8bdab1be7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.452130 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=467c6146-ff51-4725-80f7-55bb1d9f0dd1,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:45.476921 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6cab42-4a5c-4b4a-a073-d8bdab1be7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1177cf6d-1ed8-4eed-86e7-2077bd2af297,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:45.484199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eb6cab42-4a5c-4b4a-a073-d8bdab1be7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.488864 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-eb6cab42-4a5c-4b4a-a073-d8bdab1be7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2310972 Feb 28 15:02:45.489031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49478) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:45.494719 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-32d7a933-09a7-4217-b1e4-5c117dda4efc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '1177cf6d-1ed8-4eed-86e7-2077bd2af297', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:45.500679 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-32d7a933-09a7-4217-b1e4-5c117dda4efc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:45.504485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-32d7a933-09a7-4217-b1e4-5c117dda4efc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:45.507399 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-32d7a933-09a7-4217-b1e4-5c117dda4efc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:45.513510 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-32d7a933-09a7-4217-b1e4-5c117dda4efc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:45.530068 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-32d7a933-09a7-4217-b1e4-5c117dda4efc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.588245 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-32d7a933-09a7-4217-b1e4-5c117dda4efc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.592712 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-32d7a933-09a7-4217-b1e4-5c117dda4efc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.615049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d7a933-09a7-4217-b1e4-5c117dda4efc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bad7b62f-ae99-4a30-8dc8-205822eed4f5,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:45.623994 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-32d7a933-09a7-4217-b1e4-5c117dda4efc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.625196 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-32d7a933-09a7-4217-b1e4-5c117dda4efc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1350980 Feb 28 15:02:45.628115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49482) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:45.633346 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-bb7b9618-ebef-4aec-8981-cf18dbb6a5a7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '1177cf6d-1ed8-4eed-86e7-2077bd2af297', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:45.639359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-bb7b9618-ebef-4aec-8981-cf18dbb6a5a7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:45.643159 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-bb7b9618-ebef-4aec-8981-cf18dbb6a5a7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:45.646061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-bb7b9618-ebef-4aec-8981-cf18dbb6a5a7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:45.651524 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-bb7b9618-ebef-4aec-8981-cf18dbb6a5a7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:45.667053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9618-ebef-4aec-8981-cf18dbb6a5a7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.728113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9618-ebef-4aec-8981-cf18dbb6a5a7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.731713 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9618-ebef-4aec-8981-cf18dbb6a5a7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.753939 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7b9618-ebef-4aec-8981-cf18dbb6a5a7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5bd052e-c41b-43ff-bf52-5dd509658635,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:45.762276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bb7b9618-ebef-4aec-8981-cf18dbb6a5a7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.763472 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bb7b9618-ebef-4aec-8981-cf18dbb6a5a7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1344709 Feb 28 15:02:45.766212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49486) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:45.771352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-72dffed7-0ff5-4230-a2cb-493d9ed8498d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '1177cf6d-1ed8-4eed-86e7-2077bd2af297', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:45.776849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-72dffed7-0ff5-4230-a2cb-493d9ed8498d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:45.781165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-72dffed7-0ff5-4230-a2cb-493d9ed8498d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:45.783973 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-72dffed7-0ff5-4230-a2cb-493d9ed8498d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:45.789499 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-72dffed7-0ff5-4230-a2cb-493d9ed8498d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:45.805218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72dffed7-0ff5-4230-a2cb-493d9ed8498d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.867478 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72dffed7-0ff5-4230-a2cb-493d9ed8498d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.870634 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72dffed7-0ff5-4230-a2cb-493d9ed8498d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.893693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dffed7-0ff5-4230-a2cb-493d9ed8498d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2d5c43f-2434-455a-a84d-145cf724ed50,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:45.901601 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-72dffed7-0ff5-4230-a2cb-493d9ed8498d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:45.902745 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-72dffed7-0ff5-4230-a2cb-493d9ed8498d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1356647 Feb 28 15:02:45.905458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49490) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:45.910716 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a10a4e18-3aba-4b06-a6a8-b3ee3b8b83d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '1177cf6d-1ed8-4eed-86e7-2077bd2af297', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:45.918446 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a10a4e18-3aba-4b06-a6a8-b3ee3b8b83d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:45.922214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a10a4e18-3aba-4b06-a6a8-b3ee3b8b83d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:45.925073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a10a4e18-3aba-4b06-a6a8-b3ee3b8b83d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:45.930714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a10a4e18-3aba-4b06-a6a8-b3ee3b8b83d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:45.946770 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a10a4e18-3aba-4b06-a6a8-b3ee3b8b83d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:46.008230 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a10a4e18-3aba-4b06-a6a8-b3ee3b8b83d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:46.012098 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a10a4e18-3aba-4b06-a6a8-b3ee3b8b83d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:46.034998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a10a4e18-3aba-4b06-a6a8-b3ee3b8b83d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8ddd555-9130-433b-9327-d09ea4b78a7a,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:46.043956 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a10a4e18-3aba-4b06-a6a8-b3ee3b8b83d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:46.045096 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a10a4e18-3aba-4b06-a6a8-b3ee3b8b83d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1387448 Feb 28 15:02:46.047775 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49494) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:46.053143 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7078e947-2cfe-4128-a74b-298c68fd54c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '1177cf6d-1ed8-4eed-86e7-2077bd2af297', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:46.059256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7078e947-2cfe-4128-a74b-298c68fd54c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:46.062986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7078e947-2cfe-4128-a74b-298c68fd54c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:46.065798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7078e947-2cfe-4128-a74b-298c68fd54c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:46.071263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7078e947-2cfe-4128-a74b-298c68fd54c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:46.084095 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-7078e947-2cfe-4128-a74b-298c68fd54c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:02:46.090206 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7078e947-2cfe-4128-a74b-298c68fd54c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:46.153036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7078e947-2cfe-4128-a74b-298c68fd54c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:46.156446 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7078e947-2cfe-4128-a74b-298c68fd54c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:46.178622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7078e947-2cfe-4128-a74b-298c68fd54c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d273766-8ed7-425c-85e2-601c890cb6c4,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:46.187946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7078e947-2cfe-4128-a74b-298c68fd54c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:46.189099 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7078e947-2cfe-4128-a74b-298c68fd54c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1404395 Feb 28 15:02:46.191843 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49498) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:46.197010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-97e5d154-46c3-48de-89fb-675fea3e6140 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '1177cf6d-1ed8-4eed-86e7-2077bd2af297', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:46.202459 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-97e5d154-46c3-48de-89fb-675fea3e6140 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:46.206127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-97e5d154-46c3-48de-89fb-675fea3e6140 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:46.209024 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-97e5d154-46c3-48de-89fb-675fea3e6140 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:46.215113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-97e5d154-46c3-48de-89fb-675fea3e6140 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:46.225725 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-97e5d154-46c3-48de-89fb-675fea3e6140 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:02:46.232688 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-97e5d154-46c3-48de-89fb-675fea3e6140 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:46.298946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-97e5d154-46c3-48de-89fb-675fea3e6140 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:46.302824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-97e5d154-46c3-48de-89fb-675fea3e6140 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:46.326887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e5d154-46c3-48de-89fb-675fea3e6140 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=28235ab6-4c7c-4eb8-ae83-1c82f4016f2d,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:46.335269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-97e5d154-46c3-48de-89fb-675fea3e6140 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:46.336585 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-97e5d154-46c3-48de-89fb-675fea3e6140 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1438150 Feb 28 15:02:46.455626 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Sync routers for ids ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:02:46.467376 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Routers {'2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:02:46.468028 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:02:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:46.532776 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-00b0dda2-9ba5-4773-a9ed-8f8d83ae7034 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:02:46.548178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-00b0dda2-9ba5-4773-a9ed-8f8d83ae7034 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:02:46.549309 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-00b0dda2-9ba5-4773-a9ed-8f8d83ae7034 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-662258398&fields=id&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 267 time: 0.0566821 Feb 28 15:02:46.639938 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Set router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:02:46.695319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-20ef24cd-f95b-4350-af66-3fb1661a517c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:46.696283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-20ef24cd-f95b-4350-af66-3fb1661a517c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:02:46.712801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-20ef24cd-f95b-4350-af66-3fb1661a517c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:02:46.714025 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-20ef24cd-f95b-4350-af66-3fb1661a517c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/networks?id=dc5c9a08-71b2-4cba-9e21-048a93111474 HTTP/1.1" status: 200 len: 797 time: 0.1582837 Feb 28 15:02:46.716948 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 71c9994c-1e66-4649-b1a3-97d96c3b1b1e up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:02:46.736356 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-7bcf5b5b-94ff-493f-9ece-09e8d1dd0d3b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/quotas/dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 375 time: 0.0153875 Feb 28 15:02:46.786049 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 71c9994c-1e66-4649-b1a3-97d96c3b1b1e triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:46.786417 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:46.816921 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-60bf791c-58df-4841-87fb-c9d77bd30fe5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:02:46.833244 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-60bf791c-58df-4841-87fb-c9d77bd30fe5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:02:46.834991 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-60bf791c-58df-4841-87fb-c9d77bd30fe5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0974150 Feb 28 15:02:46.902762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 467c6146-ff51-4725-80f7-55bb1d9f0dd1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:02:46.967152 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'name': 'tempest-TestNetworkBasicOps-router-1130932423', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:43Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '12bd2d27-c1e5-4ceb-8b90-861a7f823c81', 'name': '', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:94:2e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:42Z', 'updated_at': '2022-02-28T15:02:43Z', 'revision_number': 2, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:46.969400 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 467c6146-ff51-4725-80f7-55bb1d9f0dd1 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:46.969781 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:46.971432 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Checking router: 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:02:46.971807 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Updating router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:02:46.982210 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-42266f26-da6d-4c81-95fb-872996530990 service neutron] 10.222.0.15 "GET /v2.0/networks/dc5c9a08-71b2-4cba-9e21-048a93111474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1316078 Feb 28 15:02:47.025394 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:47.209906 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-548547cd-63ae-4c10-b38e-6abcae2ba11d service neutron] 10.222.0.15 "GET /v2.0/networks/dc5c9a08-71b2-4cba-9e21-048a93111474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2213972 Feb 28 15:02:47.373388 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:47.385019 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Transition to ACTIVE for port object 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:02:47.393292 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:47.421624 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-72b349fe-68a6-441c-8f1b-91011d71814b req-48c7d705-f3ec-410f-b1de-29a90800b077 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:02:47.437124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-72b349fe-68a6-441c-8f1b-91011d71814b req-48c7d705-f3ec-410f-b1de-29a90800b077 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:02:47.439296 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-72b349fe-68a6-441c-8f1b-91011d71814b req-48c7d705-f3ec-410f-b1de-29a90800b077 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 210 time: 0.0772843 Feb 28 15:02:47.571803 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b159106-af05-41ed-9f02-9e428802a6f0 None None] Pushing event updated for resources: {'Port': ['ID=12bd2d27-c1e5-4ceb-8b90-861a7f823c81,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:47.669944 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Attempting to bind port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:02:47.670297 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Attempting to bind port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '797504f0-43b1-4b26-a952-b57a03585ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:02:47.670641 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Attempting to bind port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 on network dc5c9a08-71b2-4cba-9e21-048a93111474 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:02:47.679326 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 2, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:02:47.679778 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Checking segment: {'id': '797504f0-43b1-4b26-a952-b57a03585ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:02:47.680261 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:47.680542 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Bound using segment: {'id': '797504f0-43b1-4b26-a952-b57a03585ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:02:47.681161 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Bound port: 12bd2d27-c1e5-4ceb-8b90-861a7f823c81, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '797504f0-43b1-4b26-a952-b57a03585ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:02:47.681554 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:47.771274 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] For port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:02:47.774206 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] For port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=12bd2d27-c1e5-4ceb-8b90-861a7f823c81,segment=NetworkSegment(797504f0-43b1-4b26-a952-b57a03585ace),segment_id=797504f0-43b1-4b26-a952-b57a03585ace)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:02:47.779286 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:47.853825 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b159106-af05-41ed-9f02-9e428802a6f0 None None] Pushing event updated for resources: {'Port': ['ID=12bd2d27-c1e5-4ceb-8b90-861a7f823c81,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:47.862213 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Routers {'2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:02:47.862857 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:02:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:48.045323 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] Set router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:02:48.355015 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'name': 'tempest-TestNetworkBasicOps-router-1130932423', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:43Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '12bd2d27-c1e5-4ceb-8b90-861a7f823c81', 'name': '', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:94:2e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:42Z', 'updated_at': '2022-02-28T15:02:47Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:02:48.359351 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64a7ceea-4d45-4a15-8b83-cce15d7a6c09 None None] The sync data for ids ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'] in dv-neutron-830866-2-hyperv is: [{'id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'name': 'tempest-TestNetworkBasicOps-router-1130932423', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:43Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '12bd2d27-c1e5-4ceb-8b90-861a7f823c81', 'name': '', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:94:2e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:42Z', 'updated_at': '2022-02-28T15:02:47Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:02:48.529125 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-c5dff999-8f70-40e3-a6f3-9cfbe7900e4a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:48.530179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-c5dff999-8f70-40e3-a6f3-9cfbe7900e4a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:02:48.543825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-c5dff999-8f70-40e3-a6f3-9cfbe7900e4a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:02:48.545345 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-c5dff999-8f70-40e3-a6f3-9cfbe7900e4a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/networks?id=dc5c9a08-71b2-4cba-9e21-048a93111474 HTTP/1.1" status: 200 len: 797 time: 0.2261908 Feb 28 15:02:48.607592 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-c18dbef5-f1ed-49b0-899b-4dd94441025c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:02:48.620581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-c18dbef5-f1ed-49b0-899b-4dd94441025c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:02:48.622393 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-c18dbef5-f1ed-49b0-899b-4dd94441025c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 379 time: 0.0649517 Feb 28 15:02:48.631030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-8a8b267a-6b94-462e-b17f-66e54b0ebdab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'port': {'device_id': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'admin_state_up': True, 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'security_groups': ['1177cf6d-1ed8-4eed-86e7-2077bd2af297']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:48.631267 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-247338de-3902-408a-ae1b-1a47c737090f req-4023ac1d-a451-4bb3-aaea-9247dd198d95 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 210 time: 0.0524404 Feb 28 15:02:48.731713 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:02:48.807902 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:02:48.814592 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:48.815214 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:48.896890 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-8a8b267a-6b94-462e-b17f-66e54b0ebdab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:48.908155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-8a8b267a-6b94-462e-b17f-66e54b0ebdab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:48.919427 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-8a8b267a-6b94-462e-b17f-66e54b0ebdab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:02:48.922777 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-8a8b267a-6b94-462e-b17f-66e54b0ebdab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:48.946772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:48.980614 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=12bd2d27-c1e5-4ceb-8b90-861a7f823c81,segment=NetworkSegment(797504f0-43b1-4b26-a952-b57a03585ace),segment_id=797504f0-43b1-4b26-a952-b57a03585ace)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:48.986577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:49.056217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=12bd2d27-c1e5-4ceb-8b90-861a7f823c81,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:49.094869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-8a8b267a-6b94-462e-b17f-66e54b0ebdab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.4 (dc5c9a08-71b2-4cba-9e21-048a93111474/bca1ff21-8ab2-4e9a-b25e-c9416e93ce87/c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:02:49.286287 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-8a8b267a-6b94-462e-b17f-66e54b0ebdab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:49.303070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-8a8b267a-6b94-462e-b17f-66e54b0ebdab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:02:49.328354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-8a8b267a-6b94-462e-b17f-66e54b0ebdab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:49.402628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-8a8b267a-6b94-462e-b17f-66e54b0ebdab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network dc5c9a08-71b2-4cba-9e21-048a93111474 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:02:49.405872 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a8b267a-6b94-462e-b17f-66e54b0ebdab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:49.408184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-8a8b267a-6b94-462e-b17f-66e54b0ebdab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:02:49.410046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-8a8b267a-6b94-462e-b17f-66e54b0ebdab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:02:49.475706 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-8a8b267a-6b94-462e-b17f-66e54b0ebdab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:49.476321 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-8a8b267a-6b94-462e-b17f-66e54b0ebdab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:49.502471 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-8a8b267a-6b94-462e-b17f-66e54b0ebdab tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8751996 Feb 28 15:02:49.514225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Request body: {'port': {'device_id': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:49.623352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:49.640561 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-864e3774-1b05-4d1a-833f-ea3055a9a60c None None] Provisioning for port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:02:49.645154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-864e3774-1b05-4d1a-833f-ea3055a9a60c None None] Provisioning complete for port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:49.645527 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-864e3774-1b05-4d1a-833f-ea3055a9a60c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:49.696470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-864e3774-1b05-4d1a-833f-ea3055a9a60c None None] Port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:02:49.945518 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6dc88f1-5ffc-4e1b-9807-eb802b7f54f3 req-30547573-1576-4625-bfe5-310f704a8b82 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:49.946210 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-e6dc88f1-5ffc-4e1b-9807-eb802b7f54f3 req-30547573-1576-4625-bfe5-310f704a8b82 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:02:49.976329 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-e6dc88f1-5ffc-4e1b-9807-eb802b7f54f3 req-30547573-1576-4625-bfe5-310f704a8b82 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:02:49.977424 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e6dc88f1-5ffc-4e1b-9807-eb802b7f54f3 req-30547573-1576-4625-bfe5-310f704a8b82 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 931 time: 0.2212851 Feb 28 15:02:50.056953 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:02:50.067458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:50.080412 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e6dc88f1-5ffc-4e1b-9807-eb802b7f54f3 req-b7ddbc59-4b29-4731-8a79-085e34636e60 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1177cf6d-1ed8-4eed-86e7-2077bd2af297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748491 Feb 28 15:02:50.085770 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Transition to ACTIVE for port object c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:02:50.090134 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:50.217667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Pushing event updated for resources: {'Port': ['ID=c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:50.320211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Attempting to bind port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:02:50.320548 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Attempting to bind port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '797504f0-43b1-4b26-a952-b57a03585ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:02:50.320875 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Attempting to bind port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb on network dc5c9a08-71b2-4cba-9e21-048a93111474 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:02:50.327396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb on network dc5c9a08-71b2-4cba-9e21-048a93111474 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:02:50.327748 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Attempting to bind port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb on network dc5c9a08-71b2-4cba-9e21-048a93111474 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:02:50.333968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:02:50.334296 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Checking segment: {'id': '797504f0-43b1-4b26-a952-b57a03585ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:02:50.334669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Bound using segment: {'id': '797504f0-43b1-4b26-a952-b57a03585ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:02:50.335086 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Bound port: c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '797504f0-43b1-4b26-a952-b57a03585ace', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:02:50.335424 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:50.422318 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] For port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:02:50.425097 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] For port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb,segment=NetworkSegment(797504f0-43b1-4b26-a952-b57a03585ace),segment_id=797504f0-43b1-4b26-a952-b57a03585ace)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:02:50.429375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:50.503590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:50.504805 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] 10.222.0.20 "PUT /v2.0/ports/c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb HTTP/1.1" status: 200 len: 1093 time: 0.9947207 Feb 28 15:02:50.505242 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'tag': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:02:50.523821 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb78e09-ff35-4231-997f-9f212561af19 service neutron] Pushing event updated for resources: {'Port': ['ID=c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:50.578497 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'tag': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb', 'status': 'completed', 'code': 200} Feb 28 15:02:50.619689 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-00fc80b9-020f-4386-827a-22036db941ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 1096 time: 0.0760510 Feb 28 15:02:50.687584 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-ec2f750a-56df-4b85-aac4-57ec13208122 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb HTTP/1.1" status: 200 len: 217 time: 0.0613947 Feb 28 15:02:50.708625 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:02:50.798784 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:50.799154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:50.850827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-77beef21-3abf-4fb5-bd8b-dd09a7f6b3c6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:50.852290 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-77beef21-3abf-4fb5-bd8b-dd09a7f6b3c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bca1ff21-8ab2-4e9a-b25e-c9416e93ce87 HTTP/1.1" status: 200 len: 834 time: 0.1590712 Feb 28 15:02:50.924616 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-3668c39a-c5dd-4b4e-a240-0c7e4115f63c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc5c9a08-71b2-4cba-9e21-048a93111474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666862 Feb 28 15:02:51.051535 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-2af86bd4-aae7-47a2-b2e3-d8a963846141 service neutron] 10.222.0.20 "GET /v2.0/networks/dc5c9a08-71b2-4cba-9e21-048a93111474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208084 Feb 28 15:02:51.184117 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bab8ab9-93ed-4c88-9ae1-42f18af5fbab req-50ba98ee-a85e-4081-b22c-60f4d0cf1b05 service neutron] 10.222.0.20 "GET /v2.0/networks/dc5c9a08-71b2-4cba-9e21-048a93111474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267686 Feb 28 15:02:51.328109 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa4a9d6-0516-468d-aad7-23a3e4d36b1a req-3a51a328-012e-4f3d-ad13-0fe80cbc5e4b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:51.329631 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-eaa4a9d6-0516-468d-aad7-23a3e4d36b1a req-3a51a328-012e-4f3d-ad13-0fe80cbc5e4b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 943 time: 0.1316512 Feb 28 15:02:51.336724 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-425682b1-fee7-4460-9899-4c76bb925057 req-bd584f7f-5160-41cb-81e8-18a958de869e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 1096 time: 0.1002970 Feb 28 15:02:51.461998 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-eaa4a9d6-0516-468d-aad7-23a3e4d36b1a req-7db4284d-74b5-49db-87b1-727d66f2e702 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1177cf6d-1ed8-4eed-86e7-2077bd2af297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1243343 Feb 28 15:02:51.493501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425682b1-fee7-4460-9899-4c76bb925057 req-fb607e93-54fa-4074-9a03-456f53dfdb4c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:51.494908 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-425682b1-fee7-4460-9899-4c76bb925057 req-fb607e93-54fa-4074-9a03-456f53dfdb4c service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc5c9a08-71b2-4cba-9e21-048a93111474 HTTP/1.1" status: 200 len: 897 time: 0.1437476 Feb 28 15:02:51.563827 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-425682b1-fee7-4460-9899-4c76bb925057 req-8d6d2799-e9a5-480f-90cc-56861e044dd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb HTTP/1.1" status: 200 len: 217 time: 0.0628076 Feb 28 15:02:51.624531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425682b1-fee7-4460-9899-4c76bb925057 req-8eed6330-fc31-4613-9b04-2ddbd31fbfc8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:51.625816 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-425682b1-fee7-4460-9899-4c76bb925057 req-8eed6330-fc31-4613-9b04-2ddbd31fbfc8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bca1ff21-8ab2-4e9a-b25e-c9416e93ce87 HTTP/1.1" status: 200 len: 834 time: 0.0563722 Feb 28 15:02:51.701329 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-425682b1-fee7-4460-9899-4c76bb925057 req-f4312349-7e3c-4101-8c99-30a9bbf9428c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc5c9a08-71b2-4cba-9e21-048a93111474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688045 Feb 28 15:02:51.830359 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-425682b1-fee7-4460-9899-4c76bb925057 req-62cd2122-37ca-46f2-93b4-ed5e7b080022 service neutron] 10.222.0.20 "GET /v2.0/networks/dc5c9a08-71b2-4cba-9e21-048a93111474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221642 Feb 28 15:02:51.957698 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-425682b1-fee7-4460-9899-4c76bb925057 req-71dc39ba-e8c4-4b8b-892e-f66cab0da290 service neutron] 10.222.0.20 "GET /v2.0/networks/dc5c9a08-71b2-4cba-9e21-048a93111474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209090 Feb 28 15:02:52.656854 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf4c0bf-2d4b-4d4e-a6bf-55be889035df req-094a755a-97c3-4393-8666-30815e2fd884 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:52.658264 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-edf4c0bf-2d4b-4d4e-a6bf-55be889035df req-094a755a-97c3-4393-8666-30815e2fd884 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 943 time: 0.0738616 Feb 28 15:02:52.705326 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-edf4c0bf-2d4b-4d4e-a6bf-55be889035df req-58333b80-5f52-4328-9148-121cc4d6e112 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1177cf6d-1ed8-4eed-86e7-2077bd2af297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416107 Feb 28 15:02:53.894651 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96e4113-d057-46cb-b16c-f60cde5025d1 req-5a0699b0-0888-46a8-88bf-6c2568814a4c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:53.896109 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d96e4113-d057-46cb-b16c-f60cde5025d1 req-5a0699b0-0888-46a8-88bf-6c2568814a4c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 943 time: 0.0742013 Feb 28 15:02:53.939121 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d96e4113-d057-46cb-b16c-f60cde5025d1 req-396b4948-eadf-4d96-bfd1-16bcecb5ab15 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1177cf6d-1ed8-4eed-86e7-2077bd2af297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376515 Feb 28 15:02:53.976302 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:02:54.105522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb,segment=NetworkSegment(797504f0-43b1-4b26-a952-b57a03585ace),segment_id=797504f0-43b1-4b26-a952-b57a03585ace)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:54.118416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'port_id': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb', 'mac_address': 'fa:16:3e:0d:14:2a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:02:54.170514 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:54.188689 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:02:54.203696 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb,segment=NetworkSegment(797504f0-43b1-4b26-a952-b57a03585ace),segment_id=797504f0-43b1-4b26-a952-b57a03585ace)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:54.207535 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:54.273573 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:54.404402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:02:55.130785 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca035437-e49c-48fc-bc78-1ef1671fa34b req-bbf2a07d-7062-40cc-b6c6-8a44b95929e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:55.132250 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ca035437-e49c-48fc-bc78-1ef1671fa34b req-bbf2a07d-7062-40cc-b6c6-8a44b95929e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 944 time: 0.0769382 Feb 28 15:02:55.176259 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ca035437-e49c-48fc-bc78-1ef1671fa34b req-ad0f6772-274c-4c85-a9c1-b292e8961ad0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1177cf6d-1ed8-4eed-86e7-2077bd2af297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384970 Feb 28 15:02:55.434456 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f7544cc1-37e8-499b-b06f-2d33007f8122 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:55.992086 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:02:56.057155 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:02:56.062128 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:02:56.062495 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:56.174001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:56.199769 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:02:56.208921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb,segment=NetworkSegment(797504f0-43b1-4b26-a952-b57a03585ace),segment_id=797504f0-43b1-4b26-a952-b57a03585ace)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:02:56.212922 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:56.262694 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb', 'code': 200} Feb 28 15:02:56.319881 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:56.383908 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d730057-79f3-4ef2-85b7-5da56e21cff4 req-a59fa3c9-0603-42a7-9c8c-ab4dec57d30b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:56.385415 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5d730057-79f3-4ef2-85b7-5da56e21cff4 req-a59fa3c9-0603-42a7-9c8c-ab4dec57d30b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 945 time: 0.0797637 Feb 28 15:02:56.469316 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5d730057-79f3-4ef2-85b7-5da56e21cff4 req-838b3a5d-f202-4059-a018-c8444665364a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1177cf6d-1ed8-4eed-86e7-2077bd2af297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0784276 Feb 28 15:02:56.494604 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-392aa88e-2b10-40e1-9be8-42b4cdb04eba req-fd932006-b25c-46b5-8a2d-081f49fb9550 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 1098 time: 0.0755274 Feb 28 15:02:56.538018 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-392aa88e-2b10-40e1-9be8-42b4cdb04eba req-f990eb9d-d10e-4a6d-af43-fe09e82b88fa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1177cf6d-1ed8-4eed-86e7-2077bd2af297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374272 Feb 28 15:02:57.609218 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-549b4524-fca7-4314-a23c-90861a9b6225 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:57.644161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:57.684272 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ddc47a-8414-43c8-b573-cc7192e61d00 req-112252ca-cfa3-4e89-9745-0edf58a78cad tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:57.685694 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d4ddc47a-8414-43c8-b573-cc7192e61d00 req-112252ca-cfa3-4e89-9745-0edf58a78cad tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 945 time: 0.0813832 Feb 28 15:02:57.728374 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d4ddc47a-8414-43c8-b573-cc7192e61d00 req-b0a262e4-2b97-4cd2-a914-8fef40fe4c6c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1177cf6d-1ed8-4eed-86e7-2077bd2af297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372145 Feb 28 15:02:57.922720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51193b5-0df6-4170-8ac0-d41bbb96a3bb req-ccf4dd04-924f-48e0-91b7-99757e94c29c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:02:57.924087 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d51193b5-0df6-4170-8ac0-d41bbb96a3bb req-ccf4dd04-924f-48e0-91b7-99757e94c29c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 945 time: 0.0795748 Feb 28 15:02:57.968215 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d51193b5-0df6-4170-8ac0-d41bbb96a3bb req-8270b371-a611-45f8-b0a1-9a0be70d924d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1177cf6d-1ed8-4eed-86e7-2077bd2af297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387371 Feb 28 15:02:57.995392 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49542) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:58.145772 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cf43142c-ef0a-49f2-a822-219b2f291b08 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 1093 time: 0.1492383 Feb 28 15:02:58.148333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49546) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:02:58.153840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address': '172.20.0.4'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:02:58.159015 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:02:58.162694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:floatingip and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:02:58.165432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:02:58.171464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:02:58.181262 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:58.322057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:58.451286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.42 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/3a43f3e5-6af2-428c-b425-5ab8d3377dd6) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:02:58.596052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:58.622489 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:58.691378 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:02:58.693996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:02:58.698105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:02:58.722030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=3a43f3e5-6af2-428c-b425-5ab8d3377dd6,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:58.834234 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:58.863052 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:59.189724 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:59.242068 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:59.438247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:59.442711 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:59.548904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=3a43f3e5-6af2-428c-b425-5ab8d3377dd6,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:02:59.563749 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:02:59.842552 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Floating IP 2d72ff6a-0b9c-4da5-9cf6-51196f885115 associated. External IP: 172.26.4.42, port: c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb. Feb 28 15:03:00.218306 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:00.222161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:03:00.413445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:03:00.424252 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf79cd5-fd54-4169-bd77-4ff9e1745aeb None None] Sync routers for ids ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:03:00.437857 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf79cd5-fd54-4169-bd77-4ff9e1745aeb None None] Routers {'2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:03:00.438584 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5cf79cd5-fd54-4169-bd77-4ff9e1745aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:02:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:03:00.438731 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:00.499867 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-741ffd2f-c178-4f2c-86d8-52989e77b5e6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3505127 Feb 28 15:03:00.500441 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'tag': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:03:00.502667 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49550) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:00.560754 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'tag': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb', 'status': 'completed', 'code': 200} Feb 28 15:03:00.630213 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-5cf79cd5-fd54-4169-bd77-4ff9e1745aeb None None] Set router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:03:00.695975 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-165a1b36-9428-47db-8a0d-94862e02c02b req-0ef3397e-92c5-4a28-b342-f9d573ef2913 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 1098 time: 0.1072388 Feb 28 15:03:00.719301 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6c4d9012-f144-4334-87fb-79348da88a3f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/routers/2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf HTTP/1.1" status: 200 len: 923 time: 0.2154751 Feb 28 15:03:00.729333 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49556) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:00.837984 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1d4c04d0-fdcf-4cb5-8c22-80ec4aefbf2d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 990 time: 0.1068418 Feb 28 15:03:00.844194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a1b36-9428-47db-8a0d-94862e02c02b req-ee068077-9f90-4a54-8492-a45975c87d02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:00.845856 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-165a1b36-9428-47db-8a0d-94862e02c02b req-ee068077-9f90-4a54-8492-a45975c87d02 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc5c9a08-71b2-4cba-9e21-048a93111474 HTTP/1.1" status: 200 len: 897 time: 0.1488543 Feb 28 15:03:00.953984 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-165a1b36-9428-47db-8a0d-94862e02c02b req-bccb594b-5a3f-48ed-917b-84143dcf5b85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb HTTP/1.1" status: 200 len: 998 time: 0.1013963 Feb 28 15:03:01.012121 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5cf79cd5-fd54-4169-bd77-4ff9e1745aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'name': 'tempest-TestNetworkBasicOps-router-1130932423', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:43Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '2d72ff6a-0b9c-4da5-9cf6-51196f885115', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'port_id': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'mac_address': 'fa:16:3e:0d:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:02:59Z', 'updated_at': '2022-02-28T15:02:59Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12bd2d27-c1e5-4ceb-8b90-861a7f823c81', 'name': '', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:94:2e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:42Z', 'updated_at': '2022-02-28T15:02:48Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:03:01.016019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf79cd5-fd54-4169-bd77-4ff9e1745aeb None None] Checking router: 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:03:01.016759 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165a1b36-9428-47db-8a0d-94862e02c02b req-570aab41-eae8-43c4-b0bc-e5db89f70088 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:01.018199 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-165a1b36-9428-47db-8a0d-94862e02c02b req-570aab41-eae8-43c4-b0bc-e5db89f70088 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bca1ff21-8ab2-4e9a-b25e-c9416e93ce87 HTTP/1.1" status: 200 len: 834 time: 0.0582919 Feb 28 15:03:01.026293 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cf79cd5-fd54-4169-bd77-4ff9e1745aeb None None] Routers {'2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:03:01.026905 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5cf79cd5-fd54-4169-bd77-4ff9e1745aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:02:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:03:01.093360 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-165a1b36-9428-47db-8a0d-94862e02c02b req-ac1b4861-d799-40ec-9b69-e90da02e1a72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc5c9a08-71b2-4cba-9e21-048a93111474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693905 Feb 28 15:03:01.201210 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-5cf79cd5-fd54-4169-bd77-4ff9e1745aeb None None] Set router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:03:01.223229 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-165a1b36-9428-47db-8a0d-94862e02c02b req-eee72fca-24ea-44b9-8739-d0312b4cdd64 service neutron] 10.222.0.20 "GET /v2.0/networks/dc5c9a08-71b2-4cba-9e21-048a93111474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232610 Feb 28 15:03:01.351067 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-165a1b36-9428-47db-8a0d-94862e02c02b req-7df6dc5b-874b-41d5-a4e9-03f41b16e808 service neutron] 10.222.0.20 "GET /v2.0/networks/dc5c9a08-71b2-4cba-9e21-048a93111474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222010 Feb 28 15:03:01.537634 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-5cf79cd5-fd54-4169-bd77-4ff9e1745aeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'name': 'tempest-TestNetworkBasicOps-router-1130932423', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:43Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '2d72ff6a-0b9c-4da5-9cf6-51196f885115', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'port_id': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'mac_address': 'fa:16:3e:0d:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:02:59Z', 'updated_at': '2022-02-28T15:02:59Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12bd2d27-c1e5-4ceb-8b90-861a7f823c81', 'name': '', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:94:2e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:42Z', 'updated_at': '2022-02-28T15:02:48Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:03:01.541360 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cf79cd5-fd54-4169-bd77-4ff9e1745aeb None None] The sync data for ids ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'] in dv-neutron-830866-2-hyperv is: [{'id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'name': 'tempest-TestNetworkBasicOps-router-1130932423', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:43Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d8:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '2d72ff6a-0b9c-4da5-9cf6-51196f885115', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'port_id': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'mac_address': 'fa:16:3e:0d:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:02:59Z', 'updated_at': '2022-02-28T15:02:59Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12bd2d27-c1e5-4ceb-8b90-861a7f823c81', 'name': '', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:94:2e:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:42Z', 'updated_at': '2022-02-28T15:02:48Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:03:01.841796 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49560) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:01.943650 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-16795c4b-1b9d-4d87-ba57-ae8e691f541d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 990 time: 0.1007950 Feb 28 15:03:02.946638 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49564) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:03.056037 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e7c47ed9-701b-48d4-adf4-977de82da82b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 990 time: 0.1082447 Feb 28 15:03:04.059862 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49568) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:04.162496 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8e501055-bbc5-45e6-abcf-0d49ea0ad711 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 990 time: 0.1015124 Feb 28 15:03:04.419316 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b460edf-c55f-414a-94d4-5465c93f3b42 None None] New status for floating IP 2d72ff6a-0b9c-4da5-9cf6-51196f885115: ACTIVE {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:03:05.166215 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49572) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:05.267989 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f21deb6c-aba9-42ae-888c-79237faeb00c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 992 time: 0.1006284 Feb 28 15:03:17.958806 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-b7b761e5-f339-47bc-a4b6-c852b90511c0 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-934508286&fields=id&tenant_id=12877993fbd9430d9a0b7e62d6fef06f HTTP/1.1" status: 200 len: 267 time: 0.0391140 Feb 28 15:03:18.198802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c87911b7-da6b-4cd1-8b1b-de45bd1d0015 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:18.200241 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c87911b7-da6b-4cd1-8b1b-de45bd1d0015 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 812 time: 0.2355165 Feb 28 15:03:18.216047 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-7f76bdd4-a226-40a7-8322-b5851ca1f953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/quotas/12877993fbd9430d9a0b7e62d6fef06f HTTP/1.1" status: 200 len: 375 time: 0.0105345 Feb 28 15:03:18.298621 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-0ee56277-4901-4ddf-b50b-29bee82cb487 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0779564 Feb 28 15:03:18.430379 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c4f013e7-7717-4631-913c-9b53a4dd5116 service neutron] 10.222.0.15 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207802 Feb 28 15:03:18.558116 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-8cde3d2d-a558-4be1-81d3-931b486fa990 service neutron] 10.222.0.15 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220961 Feb 28 15:03:18.936260 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c3986474-c35f-46c9-a11b-eeccaf7e6afe req-b0f17fa7-b7b8-464b-ba39-6d01f69833fe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 210 time: 0.0404189 Feb 28 15:03:19.923636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-584d4bd9-63ab-41f0-be6c-538263f65186 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:19.925021 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-584d4bd9-63ab-41f0-be6c-538263f65186 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.20 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 812 time: 0.1422262 Feb 28 15:03:19.981824 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-883ca275-3d58-4c90-8319-6965f2489ffc tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=12877993fbd9430d9a0b7e62d6fef06f HTTP/1.1" status: 200 len: 379 time: 0.0441964 Feb 28 15:03:19.993396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Request body: {'port': {'device_id': 'd43d45f5-9b0a-459d-82e5-7c012ab16b55', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'admin_state_up': True, 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'security_groups': ['ab641d75-d5c8-4119-835b-b3d794f73d32']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:03:20.129693 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-669cc876-8783-41a6-8b07-06777d32d95f req-388c286a-f092-4f28-a09e-4d63e05e95f0 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 210 time: 0.0589354 Feb 28 15:03:20.181089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:03:20.190554 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:03:20.200812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Made reservation on behalf of 12877993fbd9430d9a0b7e62d6fef06f for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:03:20.204099 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:20.364215 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Allocated IP 172.20.0.11 (2ce55284-5808-4064-a7bc-b8c272008d14/b6e81901-9070-4c05-9242-35045a6111d9/6439c724-8a23-4707-a774-6e4f9e66244e) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:03:20.365803 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:03:20.550219 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:20.565999 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Transition to ACTIVE for port object 6439c724-8a23-4707-a774-6e4f9e66244e will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:03:20.589351 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:20.661019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Network 2ce55284-5808-4064-a7bc-b8c272008d14 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:03:20.663812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:03:20.668574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:03:20.698116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event updated for resources: {'Port': ['ID=6439c724-8a23-4707-a774-6e4f9e66244e,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:20.721691 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:20.721946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:20.722284 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:20.722609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:20.722941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:20.723264 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:20.723599 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:20.723918 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:20.724235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:20.724547 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:20.724859 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:20.743725 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:20.744945 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:20.772961 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-1f8bae98-a272-4dfb-a26f-11feae365a63 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7829304 Feb 28 15:03:20.786467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Request body: {'port': {'device_id': 'd43d45f5-9b0a-459d-82e5-7c012ab16b55', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:03:20.878772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d97061d8-b661-4284-bd8e-62d7fd24a896 None None] Provisioning for port 6439c724-8a23-4707-a774-6e4f9e66244e completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:03:20.884217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d97061d8-b661-4284-bd8e-62d7fd24a896 None None] Provisioning complete for port 6439c724-8a23-4707-a774-6e4f9e66244e triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:03:20.884655 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d97061d8-b661-4284-bd8e-62d7fd24a896 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:20.896224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:20.937177 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-d97061d8-b661-4284-bd8e-62d7fd24a896 None None] Port 6439c724-8a23-4707-a774-6e4f9e66244e cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:03:21.355342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6439c724-8a23-4707-a774-6e4f9e66244e {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:03:21.365958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:21.370444 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22385469-ecac-4c28-b95a-a5cae67f99ec req-888b7c4a-efde-4435-853b-7e8f3ab3ff57 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:21.378513 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-22385469-ecac-4c28-b95a-a5cae67f99ec req-888b7c4a-efde-4435-853b-7e8f3ab3ff57 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 932 time: 0.1064022 Feb 28 15:03:21.385739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Transition to ACTIVE for port object 6439c724-8a23-4707-a774-6e4f9e66244e will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:03:21.389644 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:21.432312 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-22385469-ecac-4c28-b95a-a5cae67f99ec req-e4b2e364-ed29-47d8-9f85-867e42692c41 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515232 Feb 28 15:03:21.567830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Pushing event updated for resources: {'Port': ['ID=6439c724-8a23-4707-a774-6e4f9e66244e,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:21.696452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Attempting to bind port 6439c724-8a23-4707-a774-6e4f9e66244e on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:03:21.696837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Attempting to bind port 6439c724-8a23-4707-a774-6e4f9e66244e by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:03:21.697798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Attempting to bind port 6439c724-8a23-4707-a774-6e4f9e66244e on network 2ce55284-5808-4064-a7bc-b8c272008d14 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:03:21.704098 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Port 6439c724-8a23-4707-a774-6e4f9e66244e on network 2ce55284-5808-4064-a7bc-b8c272008d14 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:03:21.704290 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Attempting to bind port 6439c724-8a23-4707-a774-6e4f9e66244e on network 2ce55284-5808-4064-a7bc-b8c272008d14 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:03:21.713918 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:03:21.714217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Checking segment: {'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:03:21.715036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Bound using segment: {'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:03:21.715036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Bound port: 6439c724-8a23-4707-a774-6e4f9e66244e, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:03:21.715277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:21.817435 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] For port 6439c724-8a23-4707-a774-6e4f9e66244e, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:03:21.820297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] For port 6439c724-8a23-4707-a774-6e4f9e66244e, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6439c724-8a23-4707-a774-6e4f9e66244e,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:03:21.826154 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:21.887698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:21.889384 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] 10.222.0.20 "PUT /v2.0/ports/6439c724-8a23-4707-a774-6e4f9e66244e HTTP/1.1" status: 200 len: 1094 time: 1.1069794 Feb 28 15:03:21.889548 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43d45f5-9b0a-459d-82e5-7c012ab16b55', 'tag': '6439c724-8a23-4707-a774-6e4f9e66244e'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:03:21.915155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1dd495a-f5e8-49e0-bd07-4997a9ee856e service neutron] Pushing event updated for resources: {'Port': ['ID=6439c724-8a23-4707-a774-6e4f9e66244e,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:21.976108 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43d45f5-9b0a-459d-82e5-7c012ab16b55', 'tag': '6439c724-8a23-4707-a774-6e4f9e66244e', 'status': 'completed', 'code': 200} Feb 28 15:03:22.027872 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-25fb712a-5970-47e1-8585-6d88a4bcaee4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 1097 time: 0.0890987 Feb 28 15:03:22.101501 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-3ce5280a-b61c-423e-bef6-81352e9f7c02 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6439c724-8a23-4707-a774-6e4f9e66244e HTTP/1.1" status: 200 len: 217 time: 0.0660658 Feb 28 15:03:22.168202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-e2dc7dc0-38b3-4041-9f8c-4534c15b0716 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:22.169302 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-e2dc7dc0-38b3-4041-9f8c-4534c15b0716 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6e81901-9070-4c05-9242-35045a6111d9 HTTP/1.1" status: 200 len: 851 time: 0.0621502 Feb 28 15:03:22.250039 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-1dcc1872-ed24-4769-ac72-8d75ec65f359 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ce55284-5808-4064-a7bc-b8c272008d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0749612 Feb 28 15:03:22.377199 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-dbea13eb-135b-4d34-90a5-5258d8b05eb0 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201785 Feb 28 15:03:22.505836 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7ed2b22-cd42-421a-bc58-04e9d7007f55 req-fdf07ff5-f111-4e3d-9f07-f0715749f4ef service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222057 Feb 28 15:03:22.679927 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f29057af-2ec8-4f7d-a17f-f20740080543 req-52a1a625-20a9-4235-bbd5-7cd558aad4c4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 1097 time: 0.1278481 Feb 28 15:03:22.685254 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f73e82-9d4e-4305-ace8-ae1fbf15841a req-88552d1f-0b5c-4d51-9ce6-4d59ae183819 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:22.685959 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-32f73e82-9d4e-4305-ace8-ae1fbf15841a req-88552d1f-0b5c-4d51-9ce6-4d59ae183819 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Synchronizing usage tracker for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:03:22.777678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-32f73e82-9d4e-4305-ace8-ae1fbf15841a req-88552d1f-0b5c-4d51-9ce6-4d59ae183819 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Unset dirty status for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:03:22.778775 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-32f73e82-9d4e-4305-ace8-ae1fbf15841a req-88552d1f-0b5c-4d51-9ce6-4d59ae183819 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 944 time: 0.1941652 Feb 28 15:03:22.847975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29057af-2ec8-4f7d-a17f-f20740080543 req-7958e996-ec1b-4328-be91-08447f5dd183 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:22.849373 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f29057af-2ec8-4f7d-a17f-f20740080543 req-7958e996-ec1b-4328-be91-08447f5dd183 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 912 time: 0.1600220 Feb 28 15:03:22.854604 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-32f73e82-9d4e-4305-ace8-ae1fbf15841a req-431ee6d4-a0fa-41ea-800d-465dc7235a40 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0693924 Feb 28 15:03:22.921342 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f29057af-2ec8-4f7d-a17f-f20740080543 req-533a8dd3-4805-46cb-bfe2-1dbf1b66f491 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6439c724-8a23-4707-a774-6e4f9e66244e HTTP/1.1" status: 200 len: 217 time: 0.0655451 Feb 28 15:03:22.981971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29057af-2ec8-4f7d-a17f-f20740080543 req-bebfd9ba-22a9-4088-8a1a-2239224107e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:22.983308 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f29057af-2ec8-4f7d-a17f-f20740080543 req-bebfd9ba-22a9-4088-8a1a-2239224107e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6e81901-9070-4c05-9242-35045a6111d9 HTTP/1.1" status: 200 len: 851 time: 0.0551496 Feb 28 15:03:23.059390 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f29057af-2ec8-4f7d-a17f-f20740080543 req-26f1fba3-c2a6-487a-99b7-454d146aabd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ce55284-5808-4064-a7bc-b8c272008d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660887 Feb 28 15:03:23.292554 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f29057af-2ec8-4f7d-a17f-f20740080543 req-89260922-1aa4-445f-aab0-4baf8b8fee02 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2264557 Feb 28 15:03:23.449104 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f29057af-2ec8-4f7d-a17f-f20740080543 req-3573b9a3-11e2-4823-8c69-82f3ffd011e8 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504805 Feb 28 15:03:24.059139 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b5d22b9-efe8-4ecc-a288-c4953575bd53 req-74b66b27-0d84-4cb9-bff0-b90e67614667 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:24.060639 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5b5d22b9-efe8-4ecc-a288-c4953575bd53 req-74b66b27-0d84-4cb9-bff0-b90e67614667 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 944 time: 0.0812480 Feb 28 15:03:24.105876 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5b5d22b9-efe8-4ecc-a288-c4953575bd53 req-02b679e2-9166-45e1-b1e9-ec09403014fe tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397151 Feb 28 15:03:25.298393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9165838-30de-4d60-9725-7e08bb949eb6 req-e548b974-3b07-41b0-8fdd-b8d9e736849c tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:25.299833 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c9165838-30de-4d60-9725-7e08bb949eb6 req-e548b974-3b07-41b0-8fdd-b8d9e736849c tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 944 time: 0.0739279 Feb 28 15:03:25.342789 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c9165838-30de-4d60-9725-7e08bb949eb6 req-77c415d1-fa90-42a6-923a-20e8c16db253 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376821 Feb 28 15:03:25.444369 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ba18791-5daf-4d21-8f97-04389ba91612 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:26.537163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9759c98-cca3-48ce-aa94-78ab4f628e6b req-d48b879f-0bdc-4877-a75d-948f257eaf36 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:26.538583 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d9759c98-cca3-48ce-aa94-78ab4f628e6b req-d48b879f-0bdc-4877-a75d-948f257eaf36 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 944 time: 0.0779939 Feb 28 15:03:26.581775 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d9759c98-cca3-48ce-aa94-78ab4f628e6b req-b5a44b9c-fbf8-4c02-8b33-697d9a4dd769 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372610 Feb 28 15:03:27.611704 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fb853db3-0302-4e87-8b46-65926061349f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:27.657496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:27.783513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d10bbd-8c5d-4577-b30e-9f1d21804e9d req-f00ae45b-e653-4df8-a02f-8acba2fac136 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:27.784858 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-01d10bbd-8c5d-4577-b30e-9f1d21804e9d req-f00ae45b-e653-4df8-a02f-8acba2fac136 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 944 time: 0.0802824 Feb 28 15:03:27.829706 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-01d10bbd-8c5d-4577-b30e-9f1d21804e9d req-b5a74bb6-6b24-406c-9059-af643e41ea2b tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392418 Feb 28 15:03:28.836216 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:28.865842 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:29.023796 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690012ae-a187-41ed-ad20-2f384b4d859d req-f7206427-beae-49c2-955d-a55f246a1028 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:29.025216 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-690012ae-a187-41ed-ad20-2f384b4d859d req-f7206427-beae-49c2-955d-a55f246a1028 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 944 time: 0.0742128 Feb 28 15:03:29.069540 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-690012ae-a187-41ed-ad20-2f384b4d859d req-c649ede5-2c28-4d1a-b936-319a84b42768 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390139 Feb 28 15:03:30.130768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6439c724-8a23-4707-a774-6e4f9e66244e details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:03:30.236205 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:30.261046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55e543dd-f75d-40b0-98ef-9a959d0cd525 req-090f8b98-96ba-44ef-9ae1-86b9ee660c22 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:30.262738 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-55e543dd-f75d-40b0-98ef-9a959d0cd525 req-090f8b98-96ba-44ef-9ae1-86b9ee660c22 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 944 time: 0.0753047 Feb 28 15:03:30.275292 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6439c724-8a23-4707-a774-6e4f9e66244e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6439c724-8a23-4707-a774-6e4f9e66244e,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:03:30.308492 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-55e543dd-f75d-40b0-98ef-9a959d0cd525 req-93520c9d-b014-4ecf-ae3d-58af271064c4 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402482 Feb 28 15:03:30.325800 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '6439c724-8a23-4707-a774-6e4f9e66244e', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'port_id': '6439c724-8a23-4707-a774-6e4f9e66244e', 'mac_address': 'fa:16:3e:f7:a5:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:03:30.377382 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:30.394147 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6439c724-8a23-4707-a774-6e4f9e66244e {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:03:30.408350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6439c724-8a23-4707-a774-6e4f9e66244e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6439c724-8a23-4707-a774-6e4f9e66244e,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:03:30.412725 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:30.479458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6439c724-8a23-4707-a774-6e4f9e66244e,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:30.488249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:30.488651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:30.489037 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:30.489367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:30.489694 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:30.490010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:30.490345 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:30.490643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:30.490958 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:30.491268 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:30.491605 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:30.651007 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['6439c724-8a23-4707-a774-6e4f9e66244e'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:03:31.588091 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35af26eb-461f-4003-b800-3b39dab54ad1 req-172a7a9a-5ffc-4f4a-90de-58aedbbbcbf4 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:31.589528 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-35af26eb-461f-4003-b800-3b39dab54ad1 req-172a7a9a-5ffc-4f4a-90de-58aedbbbcbf4 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 945 time: 0.1631994 Feb 28 15:03:31.632881 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-35af26eb-461f-4003-b800-3b39dab54ad1 req-f32bec2f-482e-4c2c-bd21-b056d1577525 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378456 Feb 28 15:03:32.132971 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6439c724-8a23-4707-a774-6e4f9e66244e up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:03:32.197731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 6439c724-8a23-4707-a774-6e4f9e66244e completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:03:32.202334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 6439c724-8a23-4707-a774-6e4f9e66244e triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:03:32.202693 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:32.311308 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:32.336165 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43d45f5-9b0a-459d-82e5-7c012ab16b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6439c724-8a23-4707-a774-6e4f9e66244e'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:03:32.345768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6439c724-8a23-4707-a774-6e4f9e66244e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6439c724-8a23-4707-a774-6e4f9e66244e,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:03:32.349449 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:32.392401 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43d45f5-9b0a-459d-82e5-7c012ab16b55', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6439c724-8a23-4707-a774-6e4f9e66244e', 'code': 200} Feb 28 15:03:32.415261 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6439c724-8a23-4707-a774-6e4f9e66244e,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:32.500304 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49676) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:32.732041 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5e44ab30-8f44-4294-abee-bed650c41f14 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/routers/2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.2305572 Feb 28 15:03:32.735390 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3a6ce1e9-d389-4d84-854a-0fbc85265d72 req-7194c0f2-faa2-4a7e-8d1c-21603b50b93c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 1099 time: 0.1222835 Feb 28 15:03:32.735526 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49682) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:32.777891 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3a6ce1e9-d389-4d84-854a-0fbc85265d72 req-c0576390-6c2a-4272-b791-b8f3e45a3215 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357518 Feb 28 15:03:32.955811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9f2bf9-0914-4c1b-bfda-1af9a25fd3eb req-b3a69deb-16f9-436b-bf3d-0bf4d0e442e6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:32.957261 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-dd9f2bf9-0914-4c1b-bfda-1af9a25fd3eb req-b3a69deb-16f9-436b-bf3d-0bf4d0e442e6 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 946 time: 0.2035303 Feb 28 15:03:33.015329 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-dd9f2bf9-0914-4c1b-bfda-1af9a25fd3eb req-341b62bb-521d-4701-a590-2fff98b3cdf9 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518529 Feb 28 15:03:33.043859 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc8a49ac-d0db-4fa4-8f17-91f8d803de06 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Notify agent at dv-neutron-830866-2-hyperv the message router_removed_from_agent {{(pid=83591) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 28 15:03:33.046959 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cc8a49ac-d0db-4fa4-8f17-91f8d803de06 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "DELETE /v2.0/agents/71d14da6-f0b5-4e07-9478-2f092aecd578/l3-routers/2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf HTTP/1.1" status: 204 len: 168 time: 0.3104856 Feb 28 15:03:33.049569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49686) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:33.221569 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b0454b4c-19f2-48db-99b0-1608a6d836b0 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/routers/2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf/l3-agents HTTP/1.1" status: 200 len: 207 time: 0.1707151 Feb 28 15:03:33.224000 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49690) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:33.326262 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e3386499-f088-43aa-a28b-182f1272f4a0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 992 time: 0.1012421 Feb 28 15:03:33.802228 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e938245a-0eb0-43ec-bea9-bc3c9568e7c8 None None] New status for floating IP 2d72ff6a-0b9c-4da5-9cf6-51196f885115: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:03:34.330128 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49696) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:34.355662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468ed567-1e45-4814-89df-2c9e50065465 req-ca7d5572-bb82-4603-90dd-9d7f8084df58 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:34.357088 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-468ed567-1e45-4814-89df-2c9e50065465 req-ca7d5572-bb82-4603-90dd-9d7f8084df58 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 946 time: 0.0746028 Feb 28 15:03:34.401844 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-468ed567-1e45-4814-89df-2c9e50065465 req-1e2a152b-e68a-4e2e-88b8-48fe6a20aa06 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389535 Feb 28 15:03:34.436002 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6f606338-a74a-46fe-9bc6-0227e4efd040 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 990 time: 0.1048398 Feb 28 15:03:34.596436 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d87b7d-39fe-41d8-babd-ff0f45052737 req-bfc86318-198d-4b07-8c80-d6a9d0d2585c tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:34.597803 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f1d87b7d-39fe-41d8-babd-ff0f45052737 req-bfc86318-198d-4b07-8c80-d6a9d0d2585c tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 946 time: 0.0770335 Feb 28 15:03:34.645791 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f1d87b7d-39fe-41d8-babd-ff0f45052737 req-8ec519d1-2b0f-4ff7-843e-81a2daa9d763 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425322 Feb 28 15:03:34.672970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49702) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:34.727640 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 71c9994c-1e66-4649-b1a3-97d96c3b1b1e no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:03:34.742525 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ed0a683f-eb8a-4b72-8dbd-c009a678a375 tempest-TestVolumeBootPattern-660147254 tempest-TestVolumeBootPattern-660147254-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 1094 time: 0.0684688 Feb 28 15:03:34.745693 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49706) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:34.750769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '6439c724-8a23-4707-a774-6e4f9e66244e', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:03:34.756253 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:03:34.760737 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Usage tracker for resource:floatingip and tenant:12877993fbd9430d9a0b7e62d6fef06f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:03:34.763626 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:03:34.769293 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:03:34.779850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for floatingip, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:34.836981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:34.852839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 71c9994c-1e66-4649-b1a3-97d96c3b1b1e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=71c9994c-1e66-4649-b1a3-97d96c3b1b1e,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:03:34.857350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:34.858022 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:03:34.916500 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:34.967373 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=71c9994c-1e66-4649-b1a3-97d96c3b1b1e,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:35.023721 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:35.054305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Allocated IP 172.26.4.151 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/8fdea11b-89c4-45c7-b397-dd6be1d584d7) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:03:35.055008 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=12bd2d27-c1e5-4ceb-8b90-861a7f823c81,segment=NetworkSegment(797504f0-43b1-4b26-a952-b57a03585ace),segment_id=797504f0-43b1-4b26-a952-b57a03585ace)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:03:35.058222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:35.121806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=12bd2d27-c1e5-4ceb-8b90-861a7f823c81,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:35.203034 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:35.229824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:35.293841 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:03:35.296452 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:03:35.300582 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:03:35.327305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event updated for resources: {'Port': ['ID=8fdea11b-89c4-45c7-b397-dd6be1d584d7,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:35.435049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:35.435690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:35.435848 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:35.436176 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:35.436499 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:35.436818 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:35.437135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:35.437456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:35.437773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:35.438083 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:35.438393 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:03:35.593496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49712) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:35.799362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e9ec554-b6c6-4bb7-9a45-c2764f2ab9a9 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:03:35.799657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e9ec554-b6c6-4bb7-9a45-c2764f2ab9a9 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Notify agent at dv-neutron-830866-2-hyperv the message router_added_to_agent {{(pid=83592) _notification_host /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:47}} Feb 28 15:03:35.828185 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1e9ec554-b6c6-4bb7-9a45-c2764f2ab9a9 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "POST /v2.0/agents/71d14da6-f0b5-4e07-9478-2f092aecd578/l3-routers HTTP/1.1" status: 201 len: 201 time: 0.2334824 Feb 28 15:03:35.829837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49718) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:35.847568 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a55e3a-e71a-4392-a44c-7ef0c0777ac8 None None] Sync routers for ids ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:03:35.862165 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a55e3a-e71a-4392-a44c-7ef0c0777ac8 None None] Routers {'2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:03:35.863192 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-12a55e3a-e71a-4392-a44c-7ef0c0777ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:03:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:03:35.900622 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:35.955627 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:36.022369 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b67e3cff-ec5c-4da3-a873-fa853964581a tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/routers/2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf/l3-agents HTTP/1.1" status: 200 len: 881 time: 0.1886723 Feb 28 15:03:36.022574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49724) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:36.048308 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-12a55e3a-e71a-4392-a44c-7ef0c0777ac8 None None] Set router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:03:36.129060 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3062d190-2f8f-4d80-b7be-70577fc0cee2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 990 time: 0.1041117 Feb 28 15:03:36.172175 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:36.176591 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:36.277258 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event updated for resources: {'Port': ['ID=8fdea11b-89c4-45c7-b397-dd6be1d584d7,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:36.296497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:36.411659 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-12a55e3a-e71a-4392-a44c-7ef0c0777ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'name': 'tempest-TestNetworkBasicOps-router-1130932423', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:43Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:03:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '2d72ff6a-0b9c-4da5-9cf6-51196f885115', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'port_id': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'mac_address': 'fa:16:3e:0d:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:02:59Z', 'updated_at': '2022-02-28T15:03:33Z', 'revision_number': 2, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12bd2d27-c1e5-4ceb-8b90-861a7f823c81', 'name': '', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:94:2e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:42Z', 'updated_at': '2022-02-28T15:03:35Z', 'revision_number': 6, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:03:36.416096 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a55e3a-e71a-4392-a44c-7ef0c0777ac8 None None] Checking router: 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:03:36.426512 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a55e3a-e71a-4392-a44c-7ef0c0777ac8 None None] Routers {'2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:03:36.427099 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-12a55e3a-e71a-4392-a44c-7ef0c0777ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:03:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:03:36.487029 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Floating IP 191954ac-4a06-4ec6-a9cc-c6860646f9bc associated. External IP: 172.26.4.151, port: 6439c724-8a23-4707-a774-6e4f9e66244e. Feb 28 15:03:36.601541 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-12a55e3a-e71a-4392-a44c-7ef0c0777ac8 None None] Set router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:03:36.879495 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:03:36.942836 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-12a55e3a-e71a-4392-a44c-7ef0c0777ac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'name': 'tempest-TestNetworkBasicOps-router-1130932423', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:43Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:03:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '2d72ff6a-0b9c-4da5-9cf6-51196f885115', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'port_id': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'mac_address': 'fa:16:3e:0d:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:02:59Z', 'updated_at': '2022-02-28T15:03:33Z', 'revision_number': 2, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12bd2d27-c1e5-4ceb-8b90-861a7f823c81', 'name': '', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:94:2e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:42Z', 'updated_at': '2022-02-28T15:03:35Z', 'revision_number': 6, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:03:36.947475 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a55e3a-e71a-4392-a44c-7ef0c0777ac8 None None] The sync data for ids ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'] in dv-neutron-830866-2-hyperv is: [{'id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'name': 'tempest-TestNetworkBasicOps-router-1130932423', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145'}], 'enable_snat': True}, 'gw_port_id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:02:43Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '71c9994c-1e66-4649-b1a3-97d96c3b1b1e', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:d8:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.145', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:39Z', 'updated_at': '2022-02-28T15:03:34Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '2d72ff6a-0b9c-4da5-9cf6-51196f885115', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.42', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'port_id': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'mac_address': 'fa:16:3e:0d:14:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:02:59Z', 'updated_at': '2022-02-28T15:03:33Z', 'revision_number': 2, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '12bd2d27-c1e5-4ceb-8b90-861a7f823c81', 'name': '', 'network_id': 'dc5c9a08-71b2-4cba-9e21-048a93111474', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:94:2e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:02:42Z', 'updated_at': '2022-02-28T15:03:35Z', 'revision_number': 6, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': 'bca1ff21-8ab2-4e9a-b25e-c9416e93ce87', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:03:37.131531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49728) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:37.197869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:03:37.210007 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3327bb-5434-46e1-aef7-0db433baec72 None None] Sync routers for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:03:37.224165 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3327bb-5434-46e1-aef7-0db433baec72 None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:03:37.229768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bc3327bb-5434-46e1-aef7-0db433baec72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:03:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:03:37.230691 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:37.300197 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e317a975-12c8-4570-b3c4-d45aaca3442f tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.5534611 Feb 28 15:03:37.300977 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43d45f5-9b0a-459d-82e5-7c012ab16b55', 'tag': '6439c724-8a23-4707-a774-6e4f9e66244e'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:03:37.365141 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43d45f5-9b0a-459d-82e5-7c012ab16b55', 'tag': '6439c724-8a23-4707-a774-6e4f9e66244e', 'status': 'completed', 'code': 200} Feb 28 15:03:37.369220 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-84fffadd-b596-46e4-b91e-c43e172d46d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 990 time: 0.2319708 Feb 28 15:03:37.471187 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-bc3327bb-5434-46e1-aef7-0db433baec72 None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:03:37.472067 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-db94a6c3-f80d-436d-b885-09cad8245d47 req-71bf152b-4030-4874-9a52-ae6c42ef7dab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 1099 time: 0.0852158 Feb 28 15:03:37.612826 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94a6c3-f80d-436d-b885-09cad8245d47 req-75084e4d-5828-444a-b19d-d20f17c39d81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:37.614474 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-db94a6c3-f80d-436d-b885-09cad8245d47 req-75084e4d-5828-444a-b19d-d20f17c39d81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 912 time: 0.1369767 Feb 28 15:03:37.729925 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-db94a6c3-f80d-436d-b885-09cad8245d47 req-ab759a0e-909d-4940-8f91-4ab7ccd71c40 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6439c724-8a23-4707-a774-6e4f9e66244e HTTP/1.1" status: 200 len: 1000 time: 0.1087165 Feb 28 15:03:37.793281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94a6c3-f80d-436d-b885-09cad8245d47 req-5ad5025b-3ff4-44cd-9784-e790cf725459 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:37.794841 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-db94a6c3-f80d-436d-b885-09cad8245d47 req-5ad5025b-3ff4-44cd-9784-e790cf725459 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6e81901-9070-4c05-9242-35045a6111d9 HTTP/1.1" status: 200 len: 851 time: 0.0598969 Feb 28 15:03:37.877736 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-db94a6c3-f80d-436d-b885-09cad8245d47 req-5ee67f88-0a77-44d1-9e8a-3ff1c5f7c47e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ce55284-5808-4064-a7bc-b8c272008d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0768626 Feb 28 15:03:37.893183 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bc3327bb-5434-46e1-aef7-0db433baec72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '18025967-7251-485e-b694-e8466fd8f136', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'port_id': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'mac_address': 'fa:16:3e:8f:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:01:13Z', 'updated_at': '2022-02-28T15:01:16Z', 'revision_number': 1, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address_scope': None}, {'id': '191954ac-4a06-4ec6-a9cc-c6860646f9bc', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'port_id': '6439c724-8a23-4707-a774-6e4f9e66244e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'mac_address': 'fa:16:3e:f7:a5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43d45f5-9b0a-459d-82e5-7c012ab16b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:03:35Z', 'updated_at': '2022-02-28T15:03:35Z', 'revision_number': 0, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:03:37.897972 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3327bb-5434-46e1-aef7-0db433baec72 None None] Checking router: 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:03:37.909697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3327bb-5434-46e1-aef7-0db433baec72 None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:03:37.910313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bc3327bb-5434-46e1-aef7-0db433baec72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:03:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:03:38.015917 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-db94a6c3-f80d-436d-b885-09cad8245d47 req-6181340b-0b29-4bc8-bf86-d1a4e647903d service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1323497 Feb 28 15:03:38.100894 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-bc3327bb-5434-46e1-aef7-0db433baec72 None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:03:38.156264 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-db94a6c3-f80d-436d-b885-09cad8245d47 req-58a56f3c-5ae6-487d-bddd-9221e703b078 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342409 Feb 28 15:03:38.373042 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49736) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:38.441477 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bc3327bb-5434-46e1-aef7-0db433baec72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '18025967-7251-485e-b694-e8466fd8f136', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'port_id': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'mac_address': 'fa:16:3e:8f:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:01:13Z', 'updated_at': '2022-02-28T15:01:16Z', 'revision_number': 1, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address_scope': None}, {'id': '191954ac-4a06-4ec6-a9cc-c6860646f9bc', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'port_id': '6439c724-8a23-4707-a774-6e4f9e66244e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'mac_address': 'fa:16:3e:f7:a5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43d45f5-9b0a-459d-82e5-7c012ab16b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:03:35Z', 'updated_at': '2022-02-28T15:03:35Z', 'revision_number': 0, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:03:38.445514 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3327bb-5434-46e1-aef7-0db433baec72 None None] The sync data for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv is: [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '18025967-7251-485e-b694-e8466fd8f136', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'port_id': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'mac_address': 'fa:16:3e:8f:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:01:13Z', 'updated_at': '2022-02-28T15:01:16Z', 'revision_number': 1, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address_scope': None}, {'id': '191954ac-4a06-4ec6-a9cc-c6860646f9bc', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'floating_ip_address': '172.26.4.151', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'port_id': '6439c724-8a23-4707-a774-6e4f9e66244e', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'mac_address': 'fa:16:3e:f7:a5:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd43d45f5-9b0a-459d-82e5-7c012ab16b55', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:03:35Z', 'updated_at': '2022-02-28T15:03:35Z', 'revision_number': 0, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:03:38.478194 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ddfac9b1-e692-4a26-93bf-b459593300fc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 990 time: 0.1041176 Feb 28 15:03:38.766269 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 71c9994c-1e66-4649-b1a3-97d96c3b1b1e up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:03:38.835605 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 71c9994c-1e66-4649-b1a3-97d96c3b1b1e triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:03:38.835975 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:38.945381 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:38.960655 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 71c9994c-1e66-4649-b1a3-97d96c3b1b1e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=71c9994c-1e66-4649-b1a3-97d96c3b1b1e,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:03:38.965106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:38.965966 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:03:39.070829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=71c9994c-1e66-4649-b1a3-97d96c3b1b1e,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:39.093876 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:03:39.094240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:39.205975 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:39.237009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=12bd2d27-c1e5-4ceb-8b90-861a7f823c81,segment=NetworkSegment(797504f0-43b1-4b26-a952-b57a03585ace),segment_id=797504f0-43b1-4b26-a952-b57a03585ace)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:03:39.240733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:39.306440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=12bd2d27-c1e5-4ceb-8b90-861a7f823c81,revision_number=7']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:39.482025 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49740) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:39.586750 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9f5c5461-c49f-4660-968d-39fdae1c83f8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 990 time: 0.1035678 Feb 28 15:03:39.753579 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbd09a97-4e81-45ab-b7f5-8d28238b6784 None None] New status for floating IP 191954ac-4a06-4ec6-a9cc-c6860646f9bc: ACTIVE {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:03:40.590490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49744) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:40.693749 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f2408f98-d834-4f98-9d95-5440a09e4e65 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 990 time: 0.1021633 Feb 28 15:03:40.737895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 71c9994c-1e66-4649-b1a3-97d96c3b1b1e up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:03:40.803725 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 71c9994c-1e66-4649-b1a3-97d96c3b1b1e triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:03:40.804083 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:40.947085 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:03:41.010566 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:03:41.010849 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:41.697740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49748) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:41.801324 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-14c5dd89-1022-442e-8786-b3a19a68e4a4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 990 time: 0.1024272 Feb 28 15:03:42.805236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49752) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:42.909022 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9af83941-bfd4-4743-8627-87185b9f2643 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 990 time: 0.1027427 Feb 28 15:03:43.912951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49758) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:44.021359 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f4139381-b7b5-447a-a170-31cb00bba03d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 990 time: 0.1064270 Feb 28 15:03:45.024701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49762) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:45.131884 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c1c9df6d-b014-48a3-8a6b-b15dd822bfff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 990 time: 0.1063628 Feb 28 15:03:46.135531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49766) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:46.234467 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-58d2478d-dc99-4d82-b70c-5814f0cc023e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 990 time: 0.0974014 Feb 28 15:03:47.238358 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49772) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:47.363386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfbef82c-34ee-4051-a4a7-37c8788abe06 None None] New status for floating IP 2d72ff6a-0b9c-4da5-9cf6-51196f885115: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:03:47.470410 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-41a2953e-bf15-4b3b-bddf-ea9fc2499eb6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 990 time: 0.2308555 Feb 28 15:03:48.474126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49776) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:48.575832 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b60f6f61-025a-4393-86b5-b89256f9d6e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 200 len: 992 time: 0.1005609 Feb 28 15:03:48.856720 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49784) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:49.051455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d73e587c-2717-4026-ad5d-98513fc22f0b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 3a43f3e5-6af2-428c-b425-5ab8d3377dd6 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:03:49.051826 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d73e587c-2717-4026-ad5d-98513fc22f0b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:49.216504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d73e587c-2717-4026-ad5d-98513fc22f0b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:49.216828 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d73e587c-2717-4026-ad5d-98513fc22f0b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:49.347341 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-d73e587c-2717-4026-ad5d-98513fc22f0b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 3a43f3e5-6af2-428c-b425-5ab8d3377dd6 owned by network:floatingip {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:03:49.502046 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d73e587c-2717-4026-ad5d-98513fc22f0b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:49.548854 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73e587c-2717-4026-ad5d-98513fc22f0b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=3a43f3e5-6af2-428c-b425-5ab8d3377dd6,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:49.638904 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d73e587c-2717-4026-ad5d-98513fc22f0b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:50.102550 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d73e587c-2717-4026-ad5d-98513fc22f0b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:03:50.299271 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d73e587c-2717-4026-ad5d-98513fc22f0b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:03:50.318366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d73e587c-2717-4026-ad5d-98513fc22f0b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:50.375609 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d73e587c-2717-4026-ad5d-98513fc22f0b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/floatingips/2d72ff6a-0b9c-4da5-9cf6-51196f885115 HTTP/1.1" status: 204 len: 168 time: 1.5178893 Feb 28 15:03:50.376215 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'tag': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:03:50.437545 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'tag': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb', 'status': 'completed', 'code': 200} Feb 28 15:03:50.550047 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1896b19b-2c13-493f-a88e-a9b06bf71f3b req-bf2abbcf-b214-452d-bb3b-ed3e52824aac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 1098 time: 0.0867221 Feb 28 15:03:50.695684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896b19b-2c13-493f-a88e-a9b06bf71f3b req-42b04cfe-f48b-4cb9-b9bc-9e2f7e72b721 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:50.695684 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1896b19b-2c13-493f-a88e-a9b06bf71f3b req-42b04cfe-f48b-4cb9-b9bc-9e2f7e72b721 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc5c9a08-71b2-4cba-9e21-048a93111474 HTTP/1.1" status: 200 len: 897 time: 0.1429589 Feb 28 15:03:50.766665 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1896b19b-2c13-493f-a88e-a9b06bf71f3b req-c4c4f341-9fb2-4184-83db-63b96f97d0fd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb HTTP/1.1" status: 200 len: 217 time: 0.0629504 Feb 28 15:03:50.878471 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1896b19b-2c13-493f-a88e-a9b06bf71f3b req-e5146f5f-ff84-4b87-a2d5-de1b4b97d61c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:50.878471 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1896b19b-2c13-493f-a88e-a9b06bf71f3b req-e5146f5f-ff84-4b87-a2d5-de1b4b97d61c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bca1ff21-8ab2-4e9a-b25e-c9416e93ce87 HTTP/1.1" status: 200 len: 834 time: 0.1071875 Feb 28 15:03:50.973460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653b2cb7-ced2-4a9b-9b50-4b8fd2c4bf13 req-2e5d26bb-c7de-4da9-9e08-0b9ca343869f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:50.973460 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-653b2cb7-ced2-4a9b-9b50-4b8fd2c4bf13 req-2e5d26bb-c7de-4da9-9e08-0b9ca343869f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 945 time: 0.1685567 Feb 28 15:03:50.982395 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1896b19b-2c13-493f-a88e-a9b06bf71f3b req-6de843da-e81c-4628-af47-0cc6c108f9f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc5c9a08-71b2-4cba-9e21-048a93111474&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0930336 Feb 28 15:03:51.107759 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-653b2cb7-ced2-4a9b-9b50-4b8fd2c4bf13 req-f74f6ef8-ab8e-4bd4-9871-73c1afa94b22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1177cf6d-1ed8-4eed-86e7-2077bd2af297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259027 Feb 28 15:03:51.139124 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1896b19b-2c13-493f-a88e-a9b06bf71f3b req-c187031c-e42d-4940-8f1d-2c8d33a410a8 service neutron] 10.222.0.20 "GET /v2.0/networks/dc5c9a08-71b2-4cba-9e21-048a93111474?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445310 Feb 28 15:03:51.274772 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1896b19b-2c13-493f-a88e-a9b06bf71f3b req-6e9e6842-20b1-4f70-9be3-73e3d4477305 service neutron] 10.222.0.20 "GET /v2.0/networks/dc5c9a08-71b2-4cba-9e21-048a93111474?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281626 Feb 28 15:03:52.084090 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a17981e-57fa-4a53-b412-608b390a214a req-840dd47f-7f1d-4108-b6a4-bc10b5b2662f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:52.084090 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5a17981e-57fa-4a53-b412-608b390a214a req-840dd47f-7f1d-4108-b6a4-bc10b5b2662f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/ports?device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 945 time: 0.0777595 Feb 28 15:03:52.168419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-5a17981e-57fa-4a53-b412-608b390a214a req-83047c50-67d6-496e-a20b-b18796b4cb1a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:03:52.168419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-5a17981e-57fa-4a53-b412-608b390a214a req-83047c50-67d6-496e-a20b-b18796b4cb1a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:52.335057 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e839cd8c-d2f5-4e61-8617-0e375c155df1 req-8e6b4c06-27a8-4f55-8f53-7766911eb4c1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:03:52.335057 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-e839cd8c-d2f5-4e61-8617-0e375c155df1 req-8e6b4c06-27a8-4f55-8f53-7766911eb4c1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:03:52.356560 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-e839cd8c-d2f5-4e61-8617-0e375c155df1 req-8e6b4c06-27a8-4f55-8f53-7766911eb4c1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:03:52.356560 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e839cd8c-d2f5-4e61-8617-0e375c155df1 req-8e6b4c06-27a8-4f55-8f53-7766911eb4c1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 945 time: 0.1132298 Feb 28 15:03:52.420737 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e839cd8c-d2f5-4e61-8617-0e375c155df1 req-e0629a8c-d0f6-4326-842f-1c6f5776924c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=1177cf6d-1ed8-4eed-86e7-2077bd2af297&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498221 Feb 28 15:03:52.464334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-5a17981e-57fa-4a53-b412-608b390a214a req-83047c50-67d6-496e-a20b-b18796b4cb1a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb,segment=NetworkSegment(797504f0-43b1-4b26-a952-b57a03585ace),segment_id=797504f0-43b1-4b26-a952-b57a03585ace)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:03:52.464334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-5a17981e-57fa-4a53-b412-608b390a214a req-83047c50-67d6-496e-a20b-b18796b4cb1a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:52.689638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-5a17981e-57fa-4a53-b412-608b390a214a req-83047c50-67d6-496e-a20b-b18796b4cb1a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:03:52.836790 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-5a17981e-57fa-4a53-b412-608b390a214a req-83047c50-67d6-496e-a20b-b18796b4cb1a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:52.885810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83047c50-67d6-496e-a20b-b18796b4cb1a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:52.970429 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a17981e-57fa-4a53-b412-608b390a214a req-83047c50-67d6-496e-a20b-b18796b4cb1a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] No DVR routers for this DVR port c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:03:52.970429 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-5a17981e-57fa-4a53-b412-608b390a214a req-83047c50-67d6-496e-a20b-b18796b4cb1a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:52.973556 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'name': 'network-vif-deleted', 'tag': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:03:52.992322 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5a17981e-57fa-4a53-b412-608b390a214a req-83047c50-67d6-496e-a20b-b18796b4cb1a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "DELETE /v2.0/ports/c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb HTTP/1.1" status: 204 len: 173 time: 0.9024727 Feb 28 15:03:53.031140 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3dae5580-65bd-4abc-ab90-72ffeead461e', 'name': 'network-vif-deleted', 'tag': 'c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb', 'status': 'completed', 'code': 200} Feb 28 15:03:53.655357 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-367e8a2e-4f0a-4aed-bfb8-e8e9278d3f39 req-922b8c77-2c6f-4bb7-b036-0b14f2ff9fa5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=3dae5580-65bd-4abc-ab90-72ffeead461e HTTP/1.1" status: 200 len: 210 time: 0.0497856 Feb 28 15:03:54.756688 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49804) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:54.826325 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9de216b-766f-430c-b55e-1cf77de316ce tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:54.856109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9de216b-766f-430c-b55e-1cf77de316ce tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:54.917857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9de216b-766f-430c-b55e-1cf77de316ce tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:54.936832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9de216b-766f-430c-b55e-1cf77de316ce tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1177cf6d-1ed8-4eed-86e7-2077bd2af297,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:54.949303 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9de216b-766f-430c-b55e-1cf77de316ce tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:54.950423 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b9de216b-766f-430c-b55e-1cf77de316ce tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/security-groups/1177cf6d-1ed8-4eed-86e7-2077bd2af297 HTTP/1.1" status: 204 len: 168 time: 0.1927216 Feb 28 15:03:54.989701 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49810) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:55.378475 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4290-60ca-401e-a7e3-3e45c59edd10 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:55.439083 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-849e0874-8cc3-49c8-a365-b000d18534af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:56.082826 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e4290-60ca-401e-a7e3-3e45c59edd10 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:03:56.083333 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4290-60ca-401e-a7e3-3e45c59edd10 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:56.279469 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-bc1e4290-60ca-401e-a7e3-3e45c59edd10 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 12bd2d27-c1e5-4ceb-8b90-861a7f823c81, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=12bd2d27-c1e5-4ceb-8b90-861a7f823c81,segment=NetworkSegment(797504f0-43b1-4b26-a952-b57a03585ace),segment_id=797504f0-43b1-4b26-a952-b57a03585ace)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:03:56.279854 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4290-60ca-401e-a7e3-3e45c59edd10 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:56.287148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:03:56.323170 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:03:56.323512 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device c9481fa4-451e-4d9d-bddd-a3f9ace3e9eb not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:03:56.405124 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-bc1e4290-60ca-401e-a7e3-3e45c59edd10 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:03:56.575896 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4290-60ca-401e-a7e3-3e45c59edd10 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:56.621337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc1e4290-60ca-401e-a7e3-3e45c59edd10 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=12bd2d27-c1e5-4ceb-8b90-861a7f823c81,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:56.940198 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bc1e4290-60ca-401e-a7e3-3e45c59edd10 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:57.371053 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:03:57.615824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7d3518ff-0307-4c77-a7d4-1047dda4e085 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:57.645184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc1e4290-60ca-401e-a7e3-3e45c59edd10 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:03:57.663225 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:57.860376 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc1e4290-60ca-401e-a7e3-3e45c59edd10 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:03:57.873285 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bc1e4290-60ca-401e-a7e3-3e45c59edd10 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8791282 Feb 28 15:03:57.873285 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49814) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:58.056174 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-284c4bec-bc6c-4b7d-a776-6527ad6497ae tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting subnet bca1ff21-8ab2-4e9a-b25e-c9416e93ce87 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:03:58.060523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-284c4bec-bc6c-4b7d-a776-6527ad6497ae tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:58.117897 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-284c4bec-bc6c-4b7d-a776-6527ad6497ae tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:58.197328 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-284c4bec-bc6c-4b7d-a776-6527ad6497ae tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:58.271354 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-284c4bec-bc6c-4b7d-a776-6527ad6497ae tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:58.308419 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284c4bec-bc6c-4b7d-a776-6527ad6497ae tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Subnet': ['ID=bca1ff21-8ab2-4e9a-b25e-c9416e93ce87,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:58.314479 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-284c4bec-bc6c-4b7d-a776-6527ad6497ae tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:58.320719 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-284c4bec-bc6c-4b7d-a776-6527ad6497ae tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/subnets/bca1ff21-8ab2-4e9a-b25e-c9416e93ce87 HTTP/1.1" status: 204 len: 168 time: 0.4470704 Feb 28 15:03:58.321933 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5ac734-0989-4c3c-b08d-4ebed9d412ca None None] Network dc5c9a08-71b2-4cba-9e21-048a93111474 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:03:58.323125 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49818) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:03:58.531067 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5321ca1d-e887-49b5-a800-e290e94e7f1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:58.568290 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a50608d-ef7c-4445-b46c-ca942d020e2b None None] DHCP port deletion for dc5c9a08-71b2-4cba-9e21-048a93111474 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:03:58.572974 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3a50608d-ef7c-4445-b46c-ca942d020e2b None None] Deleting port 467c6146-ff51-4725-80f7-55bb1d9f0dd1 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:03:58.573333 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3a50608d-ef7c-4445-b46c-ca942d020e2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:58.764641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 467c6146-ff51-4725-80f7-55bb1d9f0dd1 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:03:58.770059 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5321ca1d-e887-49b5-a800-e290e94e7f1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:58.779690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-5321ca1d-e887-49b5-a800-e290e94e7f1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 71c9994c-1e66-4649-b1a3-97d96c3b1b1e {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:03:58.780028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5321ca1d-e887-49b5-a800-e290e94e7f1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:58.881931 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3a50608d-ef7c-4445-b46c-ca942d020e2b None None] For port 467c6146-ff51-4725-80f7-55bb1d9f0dd1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=467c6146-ff51-4725-80f7-55bb1d9f0dd1,segment=NetworkSegment(797504f0-43b1-4b26-a952-b57a03585ace),segment_id=797504f0-43b1-4b26-a952-b57a03585ace)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:03:58.881931 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3a50608d-ef7c-4445-b46c-ca942d020e2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:58.956013 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:58.977374 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-5321ca1d-e887-49b5-a800-e290e94e7f1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 71c9994c-1e66-4649-b1a3-97d96c3b1b1e, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=71c9994c-1e66-4649-b1a3-97d96c3b1b1e,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:03:58.977374 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5321ca1d-e887-49b5-a800-e290e94e7f1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:59.018819 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3a50608d-ef7c-4445-b46c-ca942d020e2b None None] Calling delete_port for 467c6146-ff51-4725-80f7-55bb1d9f0dd1 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:03:59.051579 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:59.136973 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:59.165484 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3a50608d-ef7c-4445-b46c-ca942d020e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:59.195242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-5321ca1d-e887-49b5-a800-e290e94e7f1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 71c9994c-1e66-4649-b1a3-97d96c3b1b1e owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:03:59.212278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a50608d-ef7c-4445-b46c-ca942d020e2b None None] Pushing event deleted for resources: {'Port': ['ID=467c6146-ff51-4725-80f7-55bb1d9f0dd1,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:59.250124 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a50608d-ef7c-4445-b46c-ca942d020e2b None None] No DVR routers for this DVR port 467c6146-ff51-4725-80f7-55bb1d9f0dd1 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:03:59.381745 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5321ca1d-e887-49b5-a800-e290e94e7f1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:59.429227 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5321ca1d-e887-49b5-a800-e290e94e7f1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=71c9994c-1e66-4649-b1a3-97d96c3b1b1e,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:03:59.669187 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5321ca1d-e887-49b5-a800-e290e94e7f1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:59.932871 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5321ca1d-e887-49b5-a800-e290e94e7f1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:59.937625 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5321ca1d-e887-49b5-a800-e290e94e7f1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:59.962193 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5321ca1d-e887-49b5-a800-e290e94e7f1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:59.962740 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5321ca1d-e887-49b5-a800-e290e94e7f1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Fanout notify agent at l3_agent the message router_deleted on router 2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:03:59.977673 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5321ca1d-e887-49b5-a800-e290e94e7f1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:03:59.977995 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5321ca1d-e887-49b5-a800-e290e94e7f1f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/routers/2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf HTTP/1.1" status: 204 len: 168 time: 1.6536751 Feb 28 15:03:59.980710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49822) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:00.097981 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-32ad651a-f7ba-4403-a691-471df9b4382a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:00.224796 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:00.242682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-32ad651a-f7ba-4403-a691-471df9b4382a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:00.274885 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-32ad651a-f7ba-4403-a691-471df9b4382a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc5c9a08-71b2-4cba-9e21-048a93111474']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:00.288891 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-32ad651a-f7ba-4403-a691-471df9b4382a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '797504f0-43b1-4b26-a952-b57a03585ace') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:00.289287 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-32ad651a-f7ba-4403-a691-471df9b4382a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '797504f0-43b1-4b26-a952-b57a03585ace') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:00.301737 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-32ad651a-f7ba-4403-a691-471df9b4382a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:00.323579 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-32ad651a-f7ba-4403-a691-471df9b4382a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:00.330153 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-32ad651a-f7ba-4403-a691-471df9b4382a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:04:00.330153 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-32ad651a-f7ba-4403-a691-471df9b4382a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:04:00.344232 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:04:00.429540 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-32ad651a-f7ba-4403-a691-471df9b4382a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:00.446918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-32ad651a-f7ba-4403-a691-471df9b4382a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:00.457462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32ad651a-f7ba-4403-a691-471df9b4382a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Network': ['ID=dc5c9a08-71b2-4cba-9e21-048a93111474,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:00.467363 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-32ad651a-f7ba-4403-a691-471df9b4382a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/networks/dc5c9a08-71b2-4cba-9e21-048a93111474 HTTP/1.1" status: 204 len: 168 time: 0.4856186 Feb 28 15:04:00.495567 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49826) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:00.505472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a3cdf765-4716-4d0d-bc5f-01933401e0e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'network': {'name': 'tempest-network-smoke--1077040723', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'port_security_enabled': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:04:00.510913 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a3cdf765-4716-4d0d-bc5f-01933401e0e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:00.515971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a3cdf765-4716-4d0d-bc5f-01933401e0e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:network and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:00.518472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a3cdf765-4716-4d0d-bc5f-01933401e0e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:00.525240 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a3cdf765-4716-4d0d-bc5f-01933401e0e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:00.533783 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cdf765-4716-4d0d-bc5f-01933401e0e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:04:00.538179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a3cdf765-4716-4d0d-bc5f-01933401e0e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:00.567119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3cdf765-4716-4d0d-bc5f-01933401e0e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:04:00.576272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a3cdf765-4716-4d0d-bc5f-01933401e0e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:00.576272 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-a3cdf765-4716-4d0d-bc5f-01933401e0e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Added segment f942511a-7d1f-4ea3-b8f7-5fdde65babb0 of type vlan for network 11a97f3b-cdad-4e14-9cbd-15517d67993a Feb 28 15:04:00.602532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a3cdf765-4716-4d0d-bc5f-01933401e0e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:00.639523 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a3cdf765-4716-4d0d-bc5f-01933401e0e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:00.643668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cdf765-4716-4d0d-bc5f-01933401e0e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:00.643668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a3cdf765-4716-4d0d-bc5f-01933401e0e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:00.754719 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a3cdf765-4716-4d0d-bc5f-01933401e0e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2516696 Feb 28 15:04:00.755264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49830) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:00.757972 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-450788326', 'admin_state_up': True, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:04:00.772912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:00.775081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cdf765-4716-4d0d-bc5f-01933401e0e7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Network': ['ID=11a97f3b-cdad-4e14-9cbd-15517d67993a,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:00.777210 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:router and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:00.777210 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:00.784071 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 11a97f3b-cdad-4e14-9cbd-15517d67993a details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:04:00.795794 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:00.814905 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:00.814905 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:00.834754 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:01.000085 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89a3b3d-fbcf-4cf1-beab-b6e845eed313 None None] Sync routers for ids ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:04:01.029493 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a3b3d-fbcf-4cf1-beab-b6e845eed313 None None] Routers set() bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:04:01.030521 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a3b3d-fbcf-4cf1-beab-b6e845eed313 None None] Router IDs set() for agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 28 15:04:01.032211 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_agentschedulers_db [None req-e89a3b3d-fbcf-4cf1-beab-b6e845eed313 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:03:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent'). {{(pid=83594) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 15:04:01.043043 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a3b3d-fbcf-4cf1-beab-b6e845eed313 None None] Routers set() bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:04:01.043411 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e89a3b3d-fbcf-4cf1-beab-b6e845eed313 None None] Router IDs set() for agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Feb 28 15:04:01.044394 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_agentschedulers_db [None req-e89a3b3d-fbcf-4cf1-beab-b6e845eed313 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:03:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent'). {{(pid=83594) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Feb 28 15:04:01.044394 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e89a3b3d-fbcf-4cf1-beab-b6e845eed313 None None] The sync data for ids ['2c54868d-ab9d-4d6f-b1a8-d353b1a09aaf'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:04:01.096468 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:01.285149 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:01.317513 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:01.468998 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.252 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/70105380-9001-4ee6-bcaf-f6a28e88cc90) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:04:01.623211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:01.649662 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:01.718024 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:04:01.720683 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:04:01.725048 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:04:01.749247 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=70105380-9001-4ee6-bcaf-f6a28e88cc90,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:01.832439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ca5988a-1a3f-4bc2-ad49-ebe3983d1aa7 None None] New status for floating IP 2d72ff6a-0b9c-4da5-9cf6-51196f885115: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:04:01.881668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:01.882299 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:02.109198 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 31e9dd7a-09c7-439c-b554-cad39eefbc22 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:04:02.306242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:04:02.315613 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Sync routers for ids ['31e9dd7a-09c7-439c-b554-cad39eefbc22'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:04:02.326954 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Routers {'31e9dd7a-09c7-439c-b554-cad39eefbc22'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:04:02.327556 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:03:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['31e9dd7a-09c7-439c-b554-cad39eefbc22'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:02.330970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:02.332386 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e088a2eb-b1a3-432b-b844-e5905e72cb76 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 1.5846121 Feb 28 15:04:02.335514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49834) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:02.375258 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d215f3c7-7dad-4b82-a5b3-5f7de6f372a3 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=dc1d4553fb84410fb62138d51b5fd9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0385234 Feb 28 15:04:02.377881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49838) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:02.509148 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25646eda-c961-4ffe-bb4b-9a9dadc76e94 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:02.510648 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-25646eda-c961-4ffe-bb4b-9a9dadc76e94 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1318972 Feb 28 15:04:02.513470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49842) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:02.526490 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Set router 31e9dd7a-09c7-439c-b554-cad39eefbc22 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:04:02.551608 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-de91068a-8ae7-4fa6-a4b7-36314d183b33 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370977 Feb 28 15:04:02.553981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49846) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:02.559163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e358a386-c20c-45c9-9cba-ccb29d3efc50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-818218267', 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'ip_version': 4, 'cidr': '172.20.0.0/28', 'dns_nameservers': ['1.2.3.4']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:04:02.666034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e358a386-c20c-45c9-9cba-ccb29d3efc50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:02.669766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e358a386-c20c-45c9-9cba-ccb29d3efc50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:subnet and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:02.672516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e358a386-c20c-45c9-9cba-ccb29d3efc50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:02.677965 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e358a386-c20c-45c9-9cba-ccb29d3efc50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:02.688498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e358a386-c20c-45c9-9cba-ccb29d3efc50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:04:02.705747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 71c9994c-1e66-4649-b1a3-97d96c3b1b1e no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:04:02.741197 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 71c9994c-1e66-4649-b1a3-97d96c3b1b1e {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:04:02.741545 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 71c9994c-1e66-4649-b1a3-97d96c3b1b1e not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:04:02.741965 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:04:02.773568 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:04:02.774281 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 12bd2d27-c1e5-4ceb-8b90-861a7f823c81 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:04:02.791167 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e358a386-c20c-45c9-9cba-ccb29d3efc50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:02.806221 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'name': 'tempest-TestNetworkBasicOps-router-450788326', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:04:00Z', 'updated_at': '2022-02-28T15:04:01Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:01Z', 'updated_at': '2022-02-28T15:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:02.810926 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Checking router: 31e9dd7a-09c7-439c-b554-cad39eefbc22 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:04:02.811464 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Updating router 31e9dd7a-09c7-439c-b554-cad39eefbc22 port 70105380-9001-4ee6-bcaf-f6a28e88cc90 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:04:02.865113 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:03.006693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e358a386-c20c-45c9-9cba-ccb29d3efc50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:03.090081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e358a386-c20c-45c9-9cba-ccb29d3efc50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Subnet': ['ID=63224ee5-0878-4a3c-9539-818901cd3b7a,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:03.098456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e358a386-c20c-45c9-9cba-ccb29d3efc50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Checking segment: {'id': 'f942511a-7d1f-4ea3-b8f7-5fdde65babb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:04:03.098810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e358a386-c20c-45c9-9cba-ccb29d3efc50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network hostable DHCP agents. Network: 11a97f3b-cdad-4e14-9cbd-15517d67993a, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:04:03.120350 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e358a386-c20c-45c9-9cba-ccb29d3efc50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 11a97f3b-cdad-4e14-9cbd-15517d67993a is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:04:03.129460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-e358a386-c20c-45c9-9cba-ccb29d3efc50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 11a97f3b-cdad-4e14-9cbd-15517d67993a) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:04:03.134190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e358a386-c20c-45c9-9cba-ccb29d3efc50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:03.135981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e358a386-c20c-45c9-9cba-ccb29d3efc50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:03.139049 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-159ff14f-2be3-43b4-a988-34cc82cf7a54 None None] Network 11a97f3b-cdad-4e14-9cbd-15517d67993a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:04:03.161047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49852) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:03.161621 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e358a386-c20c-45c9-9cba-ccb29d3efc50 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.6062014 Feb 28 15:04:03.184227 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:03.195771 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Transition to ACTIVE for port object 70105380-9001-4ee6-bcaf-f6a28e88cc90 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:04:03.203237 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:03.281118 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79607ce5-7b97-4000-9891-58b66791e775 None None] Pushing event updated for resources: {'Port': ['ID=70105380-9001-4ee6-bcaf-f6a28e88cc90,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:03.283180 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Attempting to bind port 70105380-9001-4ee6-bcaf-f6a28e88cc90 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:04:03.283572 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Attempting to bind port 70105380-9001-4ee6-bcaf-f6a28e88cc90 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:04:03.283916 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Attempting to bind port 70105380-9001-4ee6-bcaf-f6a28e88cc90 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:04:03.294636 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:04:03.295001 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:04:03.295395 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:03.295975 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:04:03.296602 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Bound port: 70105380-9001-4ee6-bcaf-f6a28e88cc90, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:04:03.297122 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:03.327840 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79607ce5-7b97-4000-9891-58b66791e775 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:03.328538 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79607ce5-7b97-4000-9891-58b66791e775 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:03.328538 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79607ce5-7b97-4000-9891-58b66791e775 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:03.328812 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79607ce5-7b97-4000-9891-58b66791e775 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:03.329307 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79607ce5-7b97-4000-9891-58b66791e775 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:03.329634 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79607ce5-7b97-4000-9891-58b66791e775 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:03.329954 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79607ce5-7b97-4000-9891-58b66791e775 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:03.330281 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79607ce5-7b97-4000-9891-58b66791e775 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:03.330599 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79607ce5-7b97-4000-9891-58b66791e775 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:03.330915 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79607ce5-7b97-4000-9891-58b66791e775 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:03.331231 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79607ce5-7b97-4000-9891-58b66791e775 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:03.378968 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] For port 70105380-9001-4ee6-bcaf-f6a28e88cc90, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:04:03.382175 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] For port 70105380-9001-4ee6-bcaf-f6a28e88cc90, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=70105380-9001-4ee6-bcaf-f6a28e88cc90,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:04:03.386149 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-11a97f3b-cdad-4e14-9cbd-15517d67993a', 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ips': [{'subnet_id': '63224ee5-0878-4a3c-9539-818901cd3b7a'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:04:03.386546 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:03.387027 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:03.453473 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Routers {'31e9dd7a-09c7-439c-b554-cad39eefbc22'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:04:03.454098 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:03:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['31e9dd7a-09c7-439c-b554-cad39eefbc22'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:03.584585 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Allocated IP 172.20.0.2 (11a97f3b-cdad-4e14-9cbd-15517d67993a/63224ee5-0878-4a3c-9539-818901cd3b7a/4b0067f2-82fc-4e5e-abed-f82bcea150c1) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:04:03.612902 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79607ce5-7b97-4000-9891-58b66791e775 None None] Pushing event updated for resources: {'Port': ['ID=70105380-9001-4ee6-bcaf-f6a28e88cc90,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:03.651279 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] Set router 31e9dd7a-09c7-439c-b554-cad39eefbc22 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:04:03.795003 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:03.807338 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Transition to ACTIVE for port object 4b0067f2-82fc-4e5e-abed-f82bcea150c1 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:04:03.826985 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Transition to ACTIVE for port object 4b0067f2-82fc-4e5e-abed-f82bcea150c1 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:04:03.833289 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:03.903053 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Network 11a97f3b-cdad-4e14-9cbd-15517d67993a is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:04:03.905731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:04:03.908227 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:04:03.938942 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'name': 'tempest-TestNetworkBasicOps-router-450788326', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:04:00Z', 'updated_at': '2022-02-28T15:04:01Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:01Z', 'updated_at': '2022-02-28T15:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:03.942987 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Pushing event updated for resources: {'Port': ['ID=4b0067f2-82fc-4e5e-abed-f82bcea150c1,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:03.944361 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e64fc7cd-1ee2-4084-949f-48c8b7582a40 None None] The sync data for ids ['31e9dd7a-09c7-439c-b554-cad39eefbc22'] in dv-neutron-830866-2-hyperv is: [{'id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'name': 'tempest-TestNetworkBasicOps-router-450788326', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:04:00Z', 'updated_at': '2022-02-28T15:04:01Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:01Z', 'updated_at': '2022-02-28T15:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:04:04.000961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Attempting to bind port 4b0067f2-82fc-4e5e-abed-f82bcea150c1 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:04:04.001325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Attempting to bind port 4b0067f2-82fc-4e5e-abed-f82bcea150c1 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'f942511a-7d1f-4ea3-b8f7-5fdde65babb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:04:04.001676 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Attempting to bind port 4b0067f2-82fc-4e5e-abed-f82bcea150c1 on network 11a97f3b-cdad-4e14-9cbd-15517d67993a {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:04:04.008293 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:04:04.008658 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Checking segment: {'id': 'f942511a-7d1f-4ea3-b8f7-5fdde65babb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:04:04.009055 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:04.009438 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Bound using segment: {'id': 'f942511a-7d1f-4ea3-b8f7-5fdde65babb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:04:04.009981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Bound port: 4b0067f2-82fc-4e5e-abed-f82bcea150c1, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f942511a-7d1f-4ea3-b8f7-5fdde65babb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:04:04.010349 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:04.039306 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:04.113432 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] For port 4b0067f2-82fc-4e5e-abed-f82bcea150c1, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:04:04.125349 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] For port 4b0067f2-82fc-4e5e-abed-f82bcea150c1, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4b0067f2-82fc-4e5e-abed-f82bcea150c1,segment=NetworkSegment(f942511a-7d1f-4ea3-b8f7-5fdde65babb0),segment_id=f942511a-7d1f-4ea3-b8f7-5fdde65babb0)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:04:04.137051 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:04.227221 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc6e992-2d80-49f6-bf6a-f8e244a2f31c None None] Pushing event updated for resources: {'Port': ['ID=4b0067f2-82fc-4e5e-abed-f82bcea150c1,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:04.491443 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.1 (11a97f3b-cdad-4e14-9cbd-15517d67993a/63224ee5-0878-4a3c-9539-818901cd3b7a/f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:04:04.658149 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:04.674440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:04:04.703038 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:04.783315 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 11a97f3b-cdad-4e14-9cbd-15517d67993a is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:04:04.784705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:04:04.788560 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:04:04.823711 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:04.825360 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4b0067f2-82fc-4e5e-abed-f82bcea150c1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:04:04.854416 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:04.903281 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 4b0067f2-82fc-4e5e-abed-f82bcea150c1 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:04:04.908647 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 70105380-9001-4ee6-bcaf-f6a28e88cc90 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:04:04.941026 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:04.977421 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 70105380-9001-4ee6-bcaf-f6a28e88cc90 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:04:04.982789 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 70105380-9001-4ee6-bcaf-f6a28e88cc90 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:04:04.983152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:05.105133 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:05.122416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 70105380-9001-4ee6-bcaf-f6a28e88cc90, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=70105380-9001-4ee6-bcaf-f6a28e88cc90,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:04:05.127478 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:05.190957 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47df79f8-833d-47e7-b6a9-1aa7bf0063c1 None None] Network 11a97f3b-cdad-4e14-9cbd-15517d67993a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:04:05.307921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=70105380-9001-4ee6-bcaf-f6a28e88cc90,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:05.340564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-306db652-6bd6-4735-a18f-16dd7302a7c5 None None] Provisioning for port 4b0067f2-82fc-4e5e-abed-f82bcea150c1 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:04:05.370854 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-306db652-6bd6-4735-a18f-16dd7302a7c5 None None] Provisioning complete for port 4b0067f2-82fc-4e5e-abed-f82bcea150c1 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:04:05.371219 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-306db652-6bd6-4735-a18f-16dd7302a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:05.457198 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:05.464900 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:05.578084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:05.582055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:05.711055 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-306db652-6bd6-4735-a18f-16dd7302a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:05.721637 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 11a97f3b-cdad-4e14-9cbd-15517d67993a is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:04:05.722710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:04:05.762285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-306db652-6bd6-4735-a18f-16dd7302a7c5 None None] For port 4b0067f2-82fc-4e5e-abed-f82bcea150c1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4b0067f2-82fc-4e5e-abed-f82bcea150c1,segment=NetworkSegment(f942511a-7d1f-4ea3-b8f7-5fdde65babb0),segment_id=f942511a-7d1f-4ea3-b8f7-5fdde65babb0)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:04:05.768566 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-306db652-6bd6-4735-a18f-16dd7302a7c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:05.850822 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306db652-6bd6-4735-a18f-16dd7302a7c5 None None] Pushing event updated for resources: {'Port': ['ID=4b0067f2-82fc-4e5e-abed-f82bcea150c1,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:06.090542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-374e9dca-29be-46bf-8c7d-685e882969f6 None None] Provisioning complete for port 4b0067f2-82fc-4e5e-abed-f82bcea150c1 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:04:06.090715 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-374e9dca-29be-46bf-8c7d-685e882969f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:06.109875 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 31e9dd7a-09c7-439c-b554-cad39eefbc22 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:04:06.233927 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-374e9dca-29be-46bf-8c7d-685e882969f6 None None] Provisioning for port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:04:06.239638 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-374e9dca-29be-46bf-8c7d-685e882969f6 None None] Provisioning complete for port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:04:06.240183 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-374e9dca-29be-46bf-8c7d-685e882969f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:06.297581 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-374e9dca-29be-46bf-8c7d-685e882969f6 None None] Port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:04:06.318736 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:04:06.333304 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-49e1dfb9-3026-4112-a552-0dc6cc3e10ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/31e9dd7a-09c7-439c-b554-cad39eefbc22/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1711719 Feb 28 15:04:06.335888 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49856) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:06.418415 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2c4f9876-8b9a-4b8b-925e-aba6acc87fcc None None] Provisioning complete for port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:04:06.418949 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2c4f9876-8b9a-4b8b-925e-aba6acc87fcc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:06.474095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-2c4f9876-8b9a-4b8b-925e-aba6acc87fcc None None] Port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:04:06.477270 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce473611-2812-4fa0-8863-e52aede4070f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:06.477646 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce473611-2812-4fa0-8863-e52aede4070f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:06.478008 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce473611-2812-4fa0-8863-e52aede4070f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:06.478858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce473611-2812-4fa0-8863-e52aede4070f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:06.479211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce473611-2812-4fa0-8863-e52aede4070f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:06.479579 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce473611-2812-4fa0-8863-e52aede4070f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:06.481280 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ce473611-2812-4fa0-8863-e52aede4070f tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4281 time: 0.1444817 Feb 28 15:04:06.484270 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49860) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:06.551793 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7396e60-adf0-4da6-9423-785a44299eb5 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:06.552161 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7396e60-adf0-4da6-9423-785a44299eb5 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:06.552523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7396e60-adf0-4da6-9423-785a44299eb5 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:06.552874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7396e60-adf0-4da6-9423-785a44299eb5 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:06.553224 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7396e60-adf0-4da6-9423-785a44299eb5 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:06.553568 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7396e60-adf0-4da6-9423-785a44299eb5 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:06.555236 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b7396e60-adf0-4da6-9423-785a44299eb5 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4014 time: 0.0700941 Feb 28 15:04:06.559203 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49864) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:06.751734 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4b0067f2-82fc-4e5e-abed-f82bcea150c1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:04:06.819018 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4b0067f2-82fc-4e5e-abed-f82bcea150c1 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:04:06.819378 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:06.871922 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cc50b506-fa90-4868-ac29-c0d14e9983d2 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3047 time: 0.3091099 Feb 28 15:04:06.931916 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 70105380-9001-4ee6-bcaf-f6a28e88cc90 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:04:06.995376 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 70105380-9001-4ee6-bcaf-f6a28e88cc90 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:04:06.995697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.111989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49870) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:07.117527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-8d168cdb-0f20-4f95-9118-97565f893b8b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1190212923', 'description': 'tempest-secgroup-smoke-1190212923 description', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:04:07.123299 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8d168cdb-0f20-4f95-9118-97565f893b8b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:07.127282 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8d168cdb-0f20-4f95-9118-97565f893b8b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:07.130195 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8d168cdb-0f20-4f95-9118-97565f893b8b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:07.136210 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8d168cdb-0f20-4f95-9118-97565f893b8b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:07.145329 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8d168cdb-0f20-4f95-9118-97565f893b8b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.178510 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8d168cdb-0f20-4f95-9118-97565f893b8b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:07.182166 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8d168cdb-0f20-4f95-9118-97565f893b8b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:07.184892 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8d168cdb-0f20-4f95-9118-97565f893b8b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:07.190550 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8d168cdb-0f20-4f95-9118-97565f893b8b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:07.246662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8d168cdb-0f20-4f95-9118-97565f893b8b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.250644 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8d168cdb-0f20-4f95-9118-97565f893b8b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.297718 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d168cdb-0f20-4f95-9118-97565f893b8b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=634c309a-a3f0-474f-96b9-0a8f0b930eda,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:07.300318 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8d168cdb-0f20-4f95-9118-97565f893b8b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.304395 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8d168cdb-0f20-4f95-9118-97565f893b8b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1885211 Feb 28 15:04:07.304696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49874) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:07.310194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-0d9ea855-f512-4917-92e9-2f1c66a23156 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '634c309a-a3f0-474f-96b9-0a8f0b930eda', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:04:07.316152 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0d9ea855-f512-4917-92e9-2f1c66a23156 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:07.319869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0d9ea855-f512-4917-92e9-2f1c66a23156 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:07.323136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-0d9ea855-f512-4917-92e9-2f1c66a23156 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:07.328830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-0d9ea855-f512-4917-92e9-2f1c66a23156 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:07.344433 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0d9ea855-f512-4917-92e9-2f1c66a23156 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.404751 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0d9ea855-f512-4917-92e9-2f1c66a23156 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.408717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0d9ea855-f512-4917-92e9-2f1c66a23156 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.431220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9ea855-f512-4917-92e9-2f1c66a23156 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e060455c-9ef9-4349-ab05-07647632eacd,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:07.441179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0d9ea855-f512-4917-92e9-2f1c66a23156 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.442335 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0d9ea855-f512-4917-92e9-2f1c66a23156 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1367314 Feb 28 15:04:07.445195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49878) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:07.446904 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Sync routers for ids ['31e9dd7a-09c7-439c-b554-cad39eefbc22'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:04:07.452236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d0be2e48-0647-444a-8c9f-c32fd4552001 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '634c309a-a3f0-474f-96b9-0a8f0b930eda', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:04:07.458217 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d0be2e48-0647-444a-8c9f-c32fd4552001 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:07.463307 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d0be2e48-0647-444a-8c9f-c32fd4552001 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:07.466906 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d0be2e48-0647-444a-8c9f-c32fd4552001 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:07.467946 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Routers {'31e9dd7a-09c7-439c-b554-cad39eefbc22'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:04:07.468528 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:03:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['31e9dd7a-09c7-439c-b554-cad39eefbc22'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:07.473289 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d0be2e48-0647-444a-8c9f-c32fd4552001 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:07.489918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d0be2e48-0647-444a-8c9f-c32fd4552001 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.552145 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d0be2e48-0647-444a-8c9f-c32fd4552001 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.555636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d0be2e48-0647-444a-8c9f-c32fd4552001 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.578775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0be2e48-0647-444a-8c9f-c32fd4552001 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=19a19afd-19d7-4b21-8514-e5f525e7cb57,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:07.589538 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d0be2e48-0647-444a-8c9f-c32fd4552001 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.593248 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d0be2e48-0647-444a-8c9f-c32fd4552001 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1442976 Feb 28 15:04:07.593440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49882) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:07.598757 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-118038bf-72fa-4f2b-8394-3763217e0043 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '634c309a-a3f0-474f-96b9-0a8f0b930eda', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:04:07.604517 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-118038bf-72fa-4f2b-8394-3763217e0043 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:07.608252 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-118038bf-72fa-4f2b-8394-3763217e0043 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:07.611302 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-118038bf-72fa-4f2b-8394-3763217e0043 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:07.616944 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-118038bf-72fa-4f2b-8394-3763217e0043 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:07.637569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-118038bf-72fa-4f2b-8394-3763217e0043 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.648219 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Set router 31e9dd7a-09c7-439c-b554-cad39eefbc22 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:04:07.699399 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-118038bf-72fa-4f2b-8394-3763217e0043 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.703005 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-118038bf-72fa-4f2b-8394-3763217e0043 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.727196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-118038bf-72fa-4f2b-8394-3763217e0043 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85b28ca1-e94f-4000-a3a1-ccea25ad854d,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:07.737005 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-118038bf-72fa-4f2b-8394-3763217e0043 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.738145 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-118038bf-72fa-4f2b-8394-3763217e0043 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1438100 Feb 28 15:04:07.740948 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49886) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:07.747131 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-8ed3bf1a-2c73-4940-82fd-79a1e4fd045c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '634c309a-a3f0-474f-96b9-0a8f0b930eda', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:04:07.752972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8ed3bf1a-2c73-4940-82fd-79a1e4fd045c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:07.757267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8ed3bf1a-2c73-4940-82fd-79a1e4fd045c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:07.760717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8ed3bf1a-2c73-4940-82fd-79a1e4fd045c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:07.766567 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8ed3bf1a-2c73-4940-82fd-79a1e4fd045c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:07.784070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ed3bf1a-2c73-4940-82fd-79a1e4fd045c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.847094 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ed3bf1a-2c73-4940-82fd-79a1e4fd045c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.850981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ed3bf1a-2c73-4940-82fd-79a1e4fd045c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.875108 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed3bf1a-2c73-4940-82fd-79a1e4fd045c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5fa0757b-655c-49b7-bcf1-1af8643a6157,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:07.885876 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8ed3bf1a-2c73-4940-82fd-79a1e4fd045c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.887039 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8ed3bf1a-2c73-4940-82fd-79a1e4fd045c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1451218 Feb 28 15:04:07.889817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49890) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:07.895255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-5e844687-96da-441a-94e7-1df6b2893eef tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '634c309a-a3f0-474f-96b9-0a8f0b930eda', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:04:07.900919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5e844687-96da-441a-94e7-1df6b2893eef tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:07.904619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5e844687-96da-441a-94e7-1df6b2893eef tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:07.907397 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5e844687-96da-441a-94e7-1df6b2893eef tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:07.912963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5e844687-96da-441a-94e7-1df6b2893eef tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:07.925754 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-5e844687-96da-441a-94e7-1df6b2893eef tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:04:07.932891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e844687-96da-441a-94e7-1df6b2893eef tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.997093 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e844687-96da-441a-94e7-1df6b2893eef tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:07.997296 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'name': 'tempest-TestNetworkBasicOps-router-450788326', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:04:00Z', 'updated_at': '2022-02-28T15:04:04Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:01Z', 'updated_at': '2022-02-28T15:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9', 'name': '', 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:32:b1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:04Z', 'updated_at': '2022-02-28T15:04:05Z', 'revision_number': 2, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:08.001229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e844687-96da-441a-94e7-1df6b2893eef tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:08.004587 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Checking router: 31e9dd7a-09c7-439c-b554-cad39eefbc22 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:04:08.005016 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Updating router 31e9dd7a-09c7-439c-b554-cad39eefbc22 port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:04:08.023225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e844687-96da-441a-94e7-1df6b2893eef tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6fd154c2-77d0-4056-8875-3a81a00ffee5,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:08.031934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e844687-96da-441a-94e7-1df6b2893eef tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:08.033064 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5e844687-96da-441a-94e7-1df6b2893eef tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1422081 Feb 28 15:04:08.035835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49894) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:08.041794 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7f0f85db-4db8-489b-bf88-b751c954d09a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '634c309a-a3f0-474f-96b9-0a8f0b930eda', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:04:08.047338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7f0f85db-4db8-489b-bf88-b751c954d09a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:08.051296 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7f0f85db-4db8-489b-bf88-b751c954d09a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:08.054182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7f0f85db-4db8-489b-bf88-b751c954d09a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:08.060259 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7f0f85db-4db8-489b-bf88-b751c954d09a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:08.060399 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:08.070306 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-7f0f85db-4db8-489b-bf88-b751c954d09a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:04:08.076726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7f0f85db-4db8-489b-bf88-b751c954d09a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:08.140080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7f0f85db-4db8-489b-bf88-b751c954d09a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:08.144491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7f0f85db-4db8-489b-bf88-b751c954d09a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:08.166737 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0f85db-4db8-489b-bf88-b751c954d09a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=000da322-c8e9-42e9-bc70-2d61732915d2,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:08.176071 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7f0f85db-4db8-489b-bf88-b751c954d09a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:08.177280 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7f0f85db-4db8-489b-bf88-b751c954d09a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1405218 Feb 28 15:04:08.348316 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-21298311-1f6f-4961-9063-60d86cd09083 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:04:08.363786 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-21298311-1f6f-4961-9063-60d86cd09083 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:04:08.364916 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-21298311-1f6f-4961-9063-60d86cd09083 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1190212923&fields=id&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 267 time: 0.0549829 Feb 28 15:04:08.402781 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:08.414390 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Transition to ACTIVE for port object f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:04:08.422330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:08.518709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-7bdc8cfd-a636-4081-9c0f-496242b2ad21 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:08.519384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-7bdc8cfd-a636-4081-9c0f-496242b2ad21 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:04:08.536537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-7bdc8cfd-a636-4081-9c0f-496242b2ad21 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:04:08.538230 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-7bdc8cfd-a636-4081-9c0f-496242b2ad21 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/networks?id=11a97f3b-cdad-4e14-9cbd-15517d67993a HTTP/1.1" status: 200 len: 797 time: 0.1663425 Feb 28 15:04:08.543678 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037f43a-6c1e-4aca-be59-6a8253023113 None None] Pushing event updated for resources: {'Port': ['ID=f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:08.555937 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-8bdc7956-4460-4086-bff6-514db09b0ead tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/quotas/dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 375 time: 0.0119512 Feb 28 15:04:08.643493 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-84232625-34ed-4f01-b9a0-99937ad47c92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:04:08.645190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Attempting to bind port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:04:08.645736 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Attempting to bind port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'f942511a-7d1f-4ea3-b8f7-5fdde65babb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:04:08.646123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Attempting to bind port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 on network 11a97f3b-cdad-4e14-9cbd-15517d67993a {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:04:08.654251 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 3, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:04:08.654621 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Checking segment: {'id': 'f942511a-7d1f-4ea3-b8f7-5fdde65babb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:04:08.655068 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:08.655467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Bound using segment: {'id': 'f942511a-7d1f-4ea3-b8f7-5fdde65babb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:04:08.655949 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Bound port: f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f942511a-7d1f-4ea3-b8f7-5fdde65babb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:04:08.656382 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:08.661115 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-84232625-34ed-4f01-b9a0-99937ad47c92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:04:08.662403 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-84232625-34ed-4f01-b9a0-99937ad47c92 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0979784 Feb 28 15:04:08.752958 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] For port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:04:08.756052 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] For port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9,segment=NetworkSegment(f942511a-7d1f-4ea3-b8f7-5fdde65babb0),segment_id=f942511a-7d1f-4ea3-b8f7-5fdde65babb0)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:04:08.761033 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:08.839290 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5037f43a-6c1e-4aca-be59-6a8253023113 None None] Pushing event updated for resources: {'Port': ['ID=f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:08.843897 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Routers {'31e9dd7a-09c7-439c-b554-cad39eefbc22'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:04:08.844500 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:03:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['31e9dd7a-09c7-439c-b554-cad39eefbc22'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:08.911928 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-cb464663-2ca0-468d-a4b7-517ae8629f68 service neutron] 10.222.0.15 "GET /v2.0/networks/11a97f3b-cdad-4e14-9cbd-15517d67993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2377415 Feb 28 15:04:09.034680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] Set router 31e9dd7a-09c7-439c-b554-cad39eefbc22 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:04:09.057215 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-c911923f-389c-4209-9dcf-4ace43ebfbd5 service neutron] 10.222.0.15 "GET /v2.0/networks/11a97f3b-cdad-4e14-9cbd-15517d67993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388395 Feb 28 15:04:09.251926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-d3b4ceaf-5a8a-490d-bc13-2b860ee2a7a6 req-8b548027-9293-43c1-9f1e-ccf1569a94dc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:04:09.267860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-d3b4ceaf-5a8a-490d-bc13-2b860ee2a7a6 req-8b548027-9293-43c1-9f1e-ccf1569a94dc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:04:09.269564 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d3b4ceaf-5a8a-490d-bc13-2b860ee2a7a6 req-8b548027-9293-43c1-9f1e-ccf1569a94dc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 210 time: 0.0662296 Feb 28 15:04:09.401844 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'name': 'tempest-TestNetworkBasicOps-router-450788326', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:04:00Z', 'updated_at': '2022-02-28T15:04:04Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:01Z', 'updated_at': '2022-02-28T15:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9', 'name': '', 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:32:b1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:04Z', 'updated_at': '2022-02-28T15:04:08Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:09.405979 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e175e52f-357c-45cc-b9d5-45dc375b4e05 None None] The sync data for ids ['31e9dd7a-09c7-439c-b554-cad39eefbc22'] in dv-neutron-830866-2-hyperv is: [{'id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'name': 'tempest-TestNetworkBasicOps-router-450788326', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:04:00Z', 'updated_at': '2022-02-28T15:04:04Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:01Z', 'updated_at': '2022-02-28T15:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9', 'name': '', 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:32:b1:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:04Z', 'updated_at': '2022-02-28T15:04:08Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:04:10.365792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-4d58b138-be5f-4d9a-a17d-0c2a5e6897f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:10.366456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-4d58b138-be5f-4d9a-a17d-0c2a5e6897f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:04:10.378784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-4d58b138-be5f-4d9a-a17d-0c2a5e6897f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:04:10.379906 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-4d58b138-be5f-4d9a-a17d-0c2a5e6897f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/networks?id=11a97f3b-cdad-4e14-9cbd-15517d67993a HTTP/1.1" status: 200 len: 797 time: 0.2556224 Feb 28 15:04:10.434970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-7c74dd6a-ee56-4600-aef8-f0ebf4552682 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:04:10.438808 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b60f76b0-6026-4a69-b7af-949f8a5e0270 req-a9cf128b-7382-49e2-b977-5d43185a4a6c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 210 time: 0.0446522 Feb 28 15:04:10.446792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-7c74dd6a-ee56-4600-aef8-f0ebf4552682 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:04:10.447928 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-7c74dd6a-ee56-4600-aef8-f0ebf4552682 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 380 time: 0.0565972 Feb 28 15:04:10.462461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-1981926e-0830-4574-af8f-45d2a3dd6dbd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'port': {'device_id': 'fe6fb282-ccdf-4038-9ace-2da38ac3f698', 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a', 'admin_state_up': True, 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'security_groups': ['634c309a-a3f0-474f-96b9-0a8f0b930eda']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:04:10.588970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-1981926e-0830-4574-af8f-45d2a3dd6dbd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:10.598176 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-1981926e-0830-4574-af8f-45d2a3dd6dbd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:10.608126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-1981926e-0830-4574-af8f-45d2a3dd6dbd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:04:10.611427 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-1981926e-0830-4574-af8f-45d2a3dd6dbd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:10.772975 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:04:10.780314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-1981926e-0830-4574-af8f-45d2a3dd6dbd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.11 (11a97f3b-cdad-4e14-9cbd-15517d67993a/63224ee5-0878-4a3c-9539-818901cd3b7a/5587e48d-6364-4cbf-b1bf-3b315f1d48e8) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:04:10.840307 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:04:10.845481 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:04:10.845848 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:10.957165 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:10.967030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-1981926e-0830-4574-af8f-45d2a3dd6dbd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:10.982244 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-1981926e-0830-4574-af8f-45d2a3dd6dbd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:04:10.988254 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9,segment=NetworkSegment(f942511a-7d1f-4ea3-b8f7-5fdde65babb0),segment_id=f942511a-7d1f-4ea3-b8f7-5fdde65babb0)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:04:10.991926 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:11.005903 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-1981926e-0830-4574-af8f-45d2a3dd6dbd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:11.059336 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:11.081463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-1981926e-0830-4574-af8f-45d2a3dd6dbd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 11a97f3b-cdad-4e14-9cbd-15517d67993a is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:04:11.084367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-1981926e-0830-4574-af8f-45d2a3dd6dbd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:04:11.088804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-1981926e-0830-4574-af8f-45d2a3dd6dbd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:04:11.114089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1981926e-0830-4574-af8f-45d2a3dd6dbd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=5587e48d-6364-4cbf-b1bf-3b315f1d48e8,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:11.152754 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-1981926e-0830-4574-af8f-45d2a3dd6dbd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:11.153358 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-1981926e-0830-4574-af8f-45d2a3dd6dbd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:11.178360 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-1981926e-0830-4574-af8f-45d2a3dd6dbd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7252254 Feb 28 15:04:11.189141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Request body: {'port': {'device_id': 'fe6fb282-ccdf-4038-9ace-2da38ac3f698', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:04:11.297816 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:11.304073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fffd7c65-1123-4f55-8eda-a843a008def3 None None] Provisioning for port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:04:11.309420 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-fffd7c65-1123-4f55-8eda-a843a008def3 None None] Provisioning complete for port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:04:11.309794 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fffd7c65-1123-4f55-8eda-a843a008def3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:11.360594 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-fffd7c65-1123-4f55-8eda-a843a008def3 None None] Port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:04:11.683201 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:04:11.692588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:11.712028 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Transition to ACTIVE for port object 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:04:11.719078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0771ed1-14f6-469a-8bd2-2fec984b7ffd req-1c4afdeb-d5a7-4777-8ac3-b6eab6f05c59 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:11.719784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c0771ed1-14f6-469a-8bd2-2fec984b7ffd req-1c4afdeb-d5a7-4777-8ac3-b6eab6f05c59 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:04:11.723268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:11.840159 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c0771ed1-14f6-469a-8bd2-2fec984b7ffd req-1c4afdeb-d5a7-4777-8ac3-b6eab6f05c59 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:04:11.841299 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c0771ed1-14f6-469a-8bd2-2fec984b7ffd req-1c4afdeb-d5a7-4777-8ac3-b6eab6f05c59 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 932 time: 0.2808068 Feb 28 15:04:11.860349 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5587e48d-6364-4cbf-b1bf-3b315f1d48e8,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:11.970711 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c0771ed1-14f6-469a-8bd2-2fec984b7ffd req-e319fdc6-c078-48ee-b1f5-da068c7bc9c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=634c309a-a3f0-474f-96b9-0a8f0b930eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1126492 Feb 28 15:04:12.003333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Attempting to bind port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:04:12.003690 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Attempting to bind port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'f942511a-7d1f-4ea3-b8f7-5fdde65babb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:04:12.004012 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Attempting to bind port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 on network 11a97f3b-cdad-4e14-9cbd-15517d67993a {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:04:12.009521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 on network 11a97f3b-cdad-4e14-9cbd-15517d67993a not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:04:12.009831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Attempting to bind port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 on network 11a97f3b-cdad-4e14-9cbd-15517d67993a {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:04:12.015901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:04:12.016224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Checking segment: {'id': 'f942511a-7d1f-4ea3-b8f7-5fdde65babb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:04:12.016592 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Bound using segment: {'id': 'f942511a-7d1f-4ea3-b8f7-5fdde65babb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:04:12.017001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Bound port: 5587e48d-6364-4cbf-b1bf-3b315f1d48e8, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f942511a-7d1f-4ea3-b8f7-5fdde65babb0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:04:12.017339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:12.101545 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] For port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:04:12.104829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] For port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=5587e48d-6364-4cbf-b1bf-3b315f1d48e8,segment=NetworkSegment(f942511a-7d1f-4ea3-b8f7-5fdde65babb0),segment_id=f942511a-7d1f-4ea3-b8f7-5fdde65babb0)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:04:12.109293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:12.164301 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:12.166229 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] 10.222.0.20 "PUT /v2.0/ports/5587e48d-6364-4cbf-b1bf-3b315f1d48e8 HTTP/1.1" status: 200 len: 1094 time: 0.9806023 Feb 28 15:04:12.175325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6fb282-ccdf-4038-9ace-2da38ac3f698', 'tag': '5587e48d-6364-4cbf-b1bf-3b315f1d48e8'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:04:12.197099 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5983ebad-ed8c-4f8e-a73e-47f876416fc3 service neutron] Pushing event updated for resources: {'Port': ['ID=5587e48d-6364-4cbf-b1bf-3b315f1d48e8,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:12.371671 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6fb282-ccdf-4038-9ace-2da38ac3f698', 'tag': '5587e48d-6364-4cbf-b1bf-3b315f1d48e8', 'status': 'completed', 'code': 200} Feb 28 15:04:12.418831 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-f35a1cb1-a12d-426c-ba8d-291a5d7574ef service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 1097 time: 0.1949332 Feb 28 15:04:12.488231 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-25c7e74e-1251-4590-ae3d-691a01e6057b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5587e48d-6364-4cbf-b1bf-3b315f1d48e8 HTTP/1.1" status: 200 len: 217 time: 0.0627427 Feb 28 15:04:12.548969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-f88ea3b9-0ed3-4330-aac6-60d11ad5d1e6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:12.550396 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-f88ea3b9-0ed3-4330-aac6-60d11ad5d1e6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63224ee5-0878-4a3c-9539-818901cd3b7a HTTP/1.1" status: 200 len: 843 time: 0.0556467 Feb 28 15:04:12.627437 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-0d96e909-a332-4ed2-8ab0-fe09e110b209 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11a97f3b-cdad-4e14-9cbd-15517d67993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710762 Feb 28 15:04:12.755405 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:04:12.762344 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-b8c98056-2896-4f19-9b88-846293658366 service neutron] 10.222.0.20 "GET /v2.0/networks/11a97f3b-cdad-4e14-9cbd-15517d67993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294107 Feb 28 15:04:12.821525 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:04:12.822448 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:12.900534 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fae0c19e-43db-4d9d-a07e-7d7d02da1057 req-f828c076-6e5d-45de-b30c-1cadefc6e245 service neutron] 10.222.0.20 "GET /v2.0/networks/11a97f3b-cdad-4e14-9cbd-15517d67993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322482 Feb 28 15:04:13.028276 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99596f7d-76ec-44ee-abe6-4aa1cea8f972 req-56a4f3f0-e043-4447-8a6f-ad06deec8992 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 1097 time: 0.0766602 Feb 28 15:04:13.221601 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99596f7d-76ec-44ee-abe6-4aa1cea8f972 req-23a0f866-d9d4-4f98-ab98-3d66c4341f81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:13.223003 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99596f7d-76ec-44ee-abe6-4aa1cea8f972 req-23a0f866-d9d4-4f98-ab98-3d66c4341f81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11a97f3b-cdad-4e14-9cbd-15517d67993a HTTP/1.1" status: 200 len: 897 time: 0.1894574 Feb 28 15:04:13.236431 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440c4e90-f951-4574-a67c-b78d872be54b req-6ac6515e-3954-4825-8ae2-81f10ea4f3b7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:13.237699 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-440c4e90-f951-4574-a67c-b78d872be54b req-6ac6515e-3954-4825-8ae2-81f10ea4f3b7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 944 time: 0.1256151 Feb 28 15:04:13.311384 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99596f7d-76ec-44ee-abe6-4aa1cea8f972 req-db403db9-fa1b-41a3-a4b0-2fefe19e12f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5587e48d-6364-4cbf-b1bf-3b315f1d48e8 HTTP/1.1" status: 200 len: 217 time: 0.0806234 Feb 28 15:04:13.376386 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-440c4e90-f951-4574-a67c-b78d872be54b req-89b5e6d0-1fc0-4cbe-9a68-53ac452826e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=634c309a-a3f0-474f-96b9-0a8f0b930eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932267 Feb 28 15:04:13.387274 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99596f7d-76ec-44ee-abe6-4aa1cea8f972 req-8404071e-53e5-48b4-8ede-049dda23d409 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:13.388662 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99596f7d-76ec-44ee-abe6-4aa1cea8f972 req-8404071e-53e5-48b4-8ede-049dda23d409 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63224ee5-0878-4a3c-9539-818901cd3b7a HTTP/1.1" status: 200 len: 843 time: 0.0669885 Feb 28 15:04:13.466759 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99596f7d-76ec-44ee-abe6-4aa1cea8f972 req-e474f5d6-d41f-481e-9cbe-d9bbb1acca71 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11a97f3b-cdad-4e14-9cbd-15517d67993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708470 Feb 28 15:04:13.598082 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99596f7d-76ec-44ee-abe6-4aa1cea8f972 req-2b50b6e2-5332-4556-8861-771b483813a3 service neutron] 10.222.0.20 "GET /v2.0/networks/11a97f3b-cdad-4e14-9cbd-15517d67993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228414 Feb 28 15:04:13.733349 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99596f7d-76ec-44ee-abe6-4aa1cea8f972 req-3978770e-e85e-4590-b3f2-0e7587e6d4da service neutron] 10.222.0.20 "GET /v2.0/networks/11a97f3b-cdad-4e14-9cbd-15517d67993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284344 Feb 28 15:04:14.362827 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:04:14.512279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=5587e48d-6364-4cbf-b1bf-3b315f1d48e8,segment=NetworkSegment(f942511a-7d1f-4ea3-b8f7-5fdde65babb0),segment_id=f942511a-7d1f-4ea3-b8f7-5fdde65babb0)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:04:14.526968 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '5587e48d-6364-4cbf-b1bf-3b315f1d48e8', 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a', 'port_id': '5587e48d-6364-4cbf-b1bf-3b315f1d48e8', 'mac_address': 'fa:16:3e:9f:7e:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:04:14.585053 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:14.607631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:04:14.623200 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=5587e48d-6364-4cbf-b1bf-3b315f1d48e8,segment=NetworkSegment(f942511a-7d1f-4ea3-b8f7-5fdde65babb0),segment_id=f942511a-7d1f-4ea3-b8f7-5fdde65babb0)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:04:14.629087 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:14.644599 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58abc0c2-b3f5-4529-959a-c058d3d67f51 req-e2933b98-a811-4e31-9e46-7eef36841599 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:14.649466 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-58abc0c2-b3f5-4529-959a-c058d3d67f51 req-e2933b98-a811-4e31-9e46-7eef36841599 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 944 time: 0.1055088 Feb 28 15:04:14.700346 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=5587e48d-6364-4cbf-b1bf-3b315f1d48e8,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:14.704657 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-58abc0c2-b3f5-4529-959a-c058d3d67f51 req-57935b8f-de93-47ab-879d-1a06e06b21a5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=634c309a-a3f0-474f-96b9-0a8f0b930eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524011 Feb 28 15:04:14.841873 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['5587e48d-6364-4cbf-b1bf-3b315f1d48e8'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:04:15.941253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0c9037-5279-4254-9b39-24365cd56fb0 req-af16c9a2-b524-458e-98b8-15eab7f4383d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:15.941253 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bf0c9037-5279-4254-9b39-24365cd56fb0 req-af16c9a2-b524-458e-98b8-15eab7f4383d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 945 time: 0.1060109 Feb 28 15:04:15.982679 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bf0c9037-5279-4254-9b39-24365cd56fb0 req-a4506fdc-3716-4254-9d60-47cd14613725 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=634c309a-a3f0-474f-96b9-0a8f0b930eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403440 Feb 28 15:04:16.362882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:04:16.442877 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:04:16.449314 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:04:16.449314 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:16.569121 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:16.595829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6fb282-ccdf-4038-9ace-2da38ac3f698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5587e48d-6364-4cbf-b1bf-3b315f1d48e8'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:04:16.605653 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=5587e48d-6364-4cbf-b1bf-3b315f1d48e8,segment=NetworkSegment(f942511a-7d1f-4ea3-b8f7-5fdde65babb0),segment_id=f942511a-7d1f-4ea3-b8f7-5fdde65babb0)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:04:16.613513 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:16.659482 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6fb282-ccdf-4038-9ace-2da38ac3f698', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5587e48d-6364-4cbf-b1bf-3b315f1d48e8', 'code': 200} Feb 28 15:04:16.684442 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=5587e48d-6364-4cbf-b1bf-3b315f1d48e8,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:16.910366 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9ebf11ec-a691-4861-b4eb-ea349dc824d0 req-3ef5dec9-e611-4d5b-8c68-bd07fcd23268 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 1099 time: 0.0762341 Feb 28 15:04:16.954824 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9ebf11ec-a691-4861-b4eb-ea349dc824d0 req-a85b4f3d-f526-4488-bf8f-bcfd04fdee01 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=634c309a-a3f0-474f-96b9-0a8f0b930eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384109 Feb 28 15:04:17.284220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f925e1-a36c-46af-b04c-03fc13b222ea req-e7ac134d-3b2f-4433-a02e-88560fea11df tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:17.285649 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d7f925e1-a36c-46af-b04c-03fc13b222ea req-e7ac134d-3b2f-4433-a02e-88560fea11df tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 946 time: 0.1704507 Feb 28 15:04:17.329191 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d7f925e1-a36c-46af-b04c-03fc13b222ea req-601df321-47d5-4758-8aa2-0e7a629c15a7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=634c309a-a3f0-474f-96b9-0a8f0b930eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373542 Feb 28 15:04:18.527702 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7cf44c-ec35-450c-a92d-109d8ed45ab3 req-a3fbc885-d675-47a9-a8f4-5c6d5b7813b9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:18.529191 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6c7cf44c-ec35-450c-a92d-109d8ed45ab3 req-a3fbc885-d675-47a9-a8f4-5c6d5b7813b9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 946 time: 0.0767014 Feb 28 15:04:18.568814 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ba88e0b4-e1f2-4661-9194-fa8313e29f1f req-1e5ff6c2-5702-430a-9a2a-a687b1597172 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0660181 Feb 28 15:04:18.577355 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6c7cf44c-ec35-450c-a92d-109d8ed45ab3 req-337124ae-49e5-46cd-9a14-29da1cf94169 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=634c309a-a3f0-474f-96b9-0a8f0b930eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427337 Feb 28 15:04:18.751112 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ba88e0b4-e1f2-4661-9194-fa8313e29f1f req-c7fbc04e-641b-44c0-8c6f-7ad1c8b29cbd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 1098 time: 0.1103721 Feb 28 15:04:18.858322 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47ac8b6-9708-4064-988c-a423958af29c req-30d95cfe-9bd6-4769-a4cf-6852c3537a6b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:18.859944 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b47ac8b6-9708-4064-988c-a423958af29c req-30d95cfe-9bd6-4769-a4cf-6852c3537a6b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 946 time: 0.1628327 Feb 28 15:04:18.932041 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88e0b4-e1f2-4661-9194-fa8313e29f1f req-cc0f3e48-5ba9-4521-a057-c73d00fe214e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:18.933419 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ba88e0b4-e1f2-4661-9194-fa8313e29f1f req-cc0f3e48-5ba9-4521-a057-c73d00fe214e service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 912 time: 0.1653104 Feb 28 15:04:18.938026 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b47ac8b6-9708-4064-988c-a423958af29c req-4cc61b02-03df-4f93-9066-9a09ff0662ed tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=634c309a-a3f0-474f-96b9-0a8f0b930eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0717759 Feb 28 15:04:18.965476 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49940) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:19.032871 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ba88e0b4-e1f2-4661-9194-fa8313e29f1f req-8bae56c2-ed89-4a53-8c61-756d9888abb8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75b50fc5-6a90-4fdd-832d-4b0096acb949 HTTP/1.1" status: 200 len: 1001 time: 0.0928931 Feb 28 15:04:19.033719 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3d7dac43-73f5-4a16-92e6-6c26bae8fb37 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 1094 time: 0.0671179 Feb 28 15:04:19.036332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49944) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:19.042079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '5587e48d-6364-4cbf-b1bf-3b315f1d48e8', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:04:19.080985 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:04:19.089999 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:floatingip and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:04:19.097309 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:04:19.106487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:04:19.119912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba88e0b4-e1f2-4661-9194-fa8313e29f1f req-bc014dab-cf00-42bf-a17c-42e997a2bf2b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:19.121296 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ba88e0b4-e1f2-4661-9194-fa8313e29f1f req-bc014dab-cf00-42bf-a17c-42e997a2bf2b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6e81901-9070-4c05-9242-35045a6111d9 HTTP/1.1" status: 200 len: 851 time: 0.0752625 Feb 28 15:04:19.122428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:19.279037 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ba88e0b4-e1f2-4661-9194-fa8313e29f1f req-5fd5510b-1764-4323-a753-458c78f5b587 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ce55284-5808-4064-a7bc-b8c272008d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1436059 Feb 28 15:04:19.415003 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:19.477896 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ba88e0b4-e1f2-4661-9194-fa8313e29f1f req-29c76151-838e-4242-9956-9f8964d7c6f7 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923709 Feb 28 15:04:19.668365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.97 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/c97effe9-1226-48b5-87a2-b21df624d4d5) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:04:19.677141 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ba88e0b4-e1f2-4661-9194-fa8313e29f1f req-20f5d4a2-1090-4c8e-925c-ed999ffdffb5 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1899097 Feb 28 15:04:19.822368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:19.850162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:19.919781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:04:19.922410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:04:19.926656 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:04:19.950912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=c97effe9-1226-48b5-87a2-b21df624d4d5,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:20.505694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:20.566040 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:20.769038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:20.772654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:20.874558 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=c97effe9-1226-48b5-87a2-b21df624d4d5,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:04:20.892361 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:20.892627 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:20.892952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:20.893278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:20.893600 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:20.893915 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:20.894228 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:20.894542 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:20.894849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:20.895156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:20.895463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:04:20.901981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.086526 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Floating IP 7948b9ea-b0a1-4ca2-84c3-730602368811 associated. External IP: 172.26.4.97, port: 5587e48d-6364-4cbf-b1bf-3b315f1d48e8. Feb 28 15:04:21.463319 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 31e9dd7a-09c7-439c-b554-cad39eefbc22 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:04:21.755948 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:04:21.766235 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f7f5be-7904-448b-87d9-220b3f3181b2 None None] Sync routers for ids ['31e9dd7a-09c7-439c-b554-cad39eefbc22'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:04:21.780131 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:21.781651 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f7f5be-7904-448b-87d9-220b3f3181b2 None None] Routers {'31e9dd7a-09c7-439c-b554-cad39eefbc22'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:04:21.782255 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-06f7f5be-7904-448b-87d9-220b3f3181b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:03:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['31e9dd7a-09c7-439c-b554-cad39eefbc22'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:21.838078 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b29084a6-fa31-4950-8110-e9f2cea37b04 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.7976587 Feb 28 15:04:21.838078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6fb282-ccdf-4038-9ace-2da38ac3f698', 'tag': '5587e48d-6364-4cbf-b1bf-3b315f1d48e8'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:04:21.838796 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49950) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:21.889471 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6fb282-ccdf-4038-9ace-2da38ac3f698', 'tag': '5587e48d-6364-4cbf-b1bf-3b315f1d48e8', 'status': 'completed', 'code': 200} Feb 28 15:04:21.951002 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cd298203-66a9-4506-a38e-f629a37c3f11 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/7948b9ea-b0a1-4ca2-84c3-730602368811 HTTP/1.1" status: 200 len: 991 time: 0.1107695 Feb 28 15:04:21.984508 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-06f7f5be-7904-448b-87d9-220b3f3181b2 None None] Set router 31e9dd7a-09c7-439c-b554-cad39eefbc22 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:04:21.986351 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fb017e94-c315-4184-85a7-bd6a885165da req-b4259c5b-4ffe-4c83-b731-dcd47b7cea7a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 1099 time: 0.0748541 Feb 28 15:04:22.116419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb017e94-c315-4184-85a7-bd6a885165da req-124d8e03-d97e-47dc-ba3d-641f20778bbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:22.117825 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fb017e94-c315-4184-85a7-bd6a885165da req-124d8e03-d97e-47dc-ba3d-641f20778bbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=11a97f3b-cdad-4e14-9cbd-15517d67993a HTTP/1.1" status: 200 len: 897 time: 0.1252084 Feb 28 15:04:22.218878 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fb017e94-c315-4184-85a7-bd6a885165da req-1ec9e2a9-73fe-4707-8308-bbf61e869199 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5587e48d-6364-4cbf-b1bf-3b315f1d48e8 HTTP/1.1" status: 200 len: 999 time: 0.0942924 Feb 28 15:04:22.280561 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb017e94-c315-4184-85a7-bd6a885165da req-9691e78c-9e7d-47c4-a412-764c39f7312f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:04:22.281973 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fb017e94-c315-4184-85a7-bd6a885165da req-9691e78c-9e7d-47c4-a412-764c39f7312f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63224ee5-0878-4a3c-9539-818901cd3b7a HTTP/1.1" status: 200 len: 843 time: 0.0572753 Feb 28 15:04:22.332498 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-06f7f5be-7904-448b-87d9-220b3f3181b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'name': 'tempest-TestNetworkBasicOps-router-450788326', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:04:00Z', 'updated_at': '2022-02-28T15:04:04Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:01Z', 'updated_at': '2022-02-28T15:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '7948b9ea-b0a1-4ca2-84c3-730602368811', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'port_id': '5587e48d-6364-4cbf-b1bf-3b315f1d48e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a', 'mac_address': 'fa:16:3e:9f:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6fb282-ccdf-4038-9ace-2da38ac3f698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:04:20Z', 'updated_at': '2022-02-28T15:04:20Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9', 'name': '', 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:32:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:04Z', 'updated_at': '2022-02-28T15:04:10Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:22.336169 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f7f5be-7904-448b-87d9-220b3f3181b2 None None] Checking router: 31e9dd7a-09c7-439c-b554-cad39eefbc22 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:04:22.346304 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06f7f5be-7904-448b-87d9-220b3f3181b2 None None] Routers {'31e9dd7a-09c7-439c-b554-cad39eefbc22'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:04:22.346883 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-06f7f5be-7904-448b-87d9-220b3f3181b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:03:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['31e9dd7a-09c7-439c-b554-cad39eefbc22'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:22.354130 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fb017e94-c315-4184-85a7-bd6a885165da req-5994af8f-a57f-40fe-b8a3-ed994253a60d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11a97f3b-cdad-4e14-9cbd-15517d67993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657389 Feb 28 15:04:22.487591 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fb017e94-c315-4184-85a7-bd6a885165da req-0e7de501-8a2e-4209-af39-38c29db6fb61 service neutron] 10.222.0.20 "GET /v2.0/networks/11a97f3b-cdad-4e14-9cbd-15517d67993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1275017 Feb 28 15:04:22.521665 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-06f7f5be-7904-448b-87d9-220b3f3181b2 None None] Set router 31e9dd7a-09c7-439c-b554-cad39eefbc22 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:04:22.618872 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fb017e94-c315-4184-85a7-bd6a885165da req-584af8f2-d411-4ef6-b713-1319ca087053 service neutron] 10.222.0.20 "GET /v2.0/networks/11a97f3b-cdad-4e14-9cbd-15517d67993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243832 Feb 28 15:04:22.859060 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-06f7f5be-7904-448b-87d9-220b3f3181b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'name': 'tempest-TestNetworkBasicOps-router-450788326', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:04:00Z', 'updated_at': '2022-02-28T15:04:04Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:01Z', 'updated_at': '2022-02-28T15:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '7948b9ea-b0a1-4ca2-84c3-730602368811', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'port_id': '5587e48d-6364-4cbf-b1bf-3b315f1d48e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a', 'mac_address': 'fa:16:3e:9f:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6fb282-ccdf-4038-9ace-2da38ac3f698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:04:20Z', 'updated_at': '2022-02-28T15:04:20Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9', 'name': '', 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:32:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:04Z', 'updated_at': '2022-02-28T15:04:10Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:04:22.862825 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06f7f5be-7904-448b-87d9-220b3f3181b2 None None] The sync data for ids ['31e9dd7a-09c7-439c-b554-cad39eefbc22'] in dv-neutron-830866-2-hyperv is: [{'id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'name': 'tempest-TestNetworkBasicOps-router-450788326', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:04:00Z', 'updated_at': '2022-02-28T15:04:04Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:01Z', 'updated_at': '2022-02-28T15:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '7948b9ea-b0a1-4ca2-84c3-730602368811', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.97', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'port_id': '5587e48d-6364-4cbf-b1bf-3b315f1d48e8', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a', 'mac_address': 'fa:16:3e:9f:7e:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe6fb282-ccdf-4038-9ace-2da38ac3f698', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:04:20Z', 'updated_at': '2022-02-28T15:04:20Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9', 'name': '', 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:32:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:04Z', 'updated_at': '2022-02-28T15:04:10Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['1.2.3.4'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:04:22.953453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49956) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:23.056336 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-18f8e1b8-081c-4db9-8efc-5bdb61003233 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/7948b9ea-b0a1-4ca2-84c3-730602368811 HTTP/1.1" status: 200 len: 991 time: 0.1026506 Feb 28 15:04:24.060113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49960) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:24.164116 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1fc964fc-e662-4341-999d-3bd58e15d3d4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/7948b9ea-b0a1-4ca2-84c3-730602368811 HTTP/1.1" status: 200 len: 991 time: 0.1026328 Feb 28 15:04:25.168299 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49964) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:25.292170 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7e4c91e2-f600-4b2e-a293-fd65ab981021 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/7948b9ea-b0a1-4ca2-84c3-730602368811 HTTP/1.1" status: 200 len: 991 time: 0.1140168 Feb 28 15:04:25.453229 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-015e7493-461b-46c7-8112-2d096ccf41b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:25.601703 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b77d914-97a7-47cc-a78d-0002d6a2d49a None None] New status for floating IP 7948b9ea-b0a1-4ca2-84c3-730602368811: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:04:26.286657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 49968) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:04:26.389467 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-54b5967e-7fb8-4157-b397-356d839e436a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/7948b9ea-b0a1-4ca2-84c3-730602368811 HTTP/1.1" status: 200 len: 993 time: 0.1012626 Feb 28 15:04:27.616603 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-def8e531-1b22-429f-9ab9-f115fc593f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:27.679145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:28.842611 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:28.893792 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:30.226288 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:34.370176 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:04:55.443203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-50b42892-5e64-48cb-9d65-494df49ab1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:57.616743 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bff6d119-9acd-4d6d-a8a3-0fd20bec0aff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:57.684551 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:58.844750 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:04:58.863755 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:00.228950 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:10.511522 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 49992) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:05:10.709049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Deleting port 8fdea11b-89c4-45c7-b397-dd6be1d584d7 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:05:10.709384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:10.965422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:10.965740 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:11.082465 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Calling delete_port for 8fdea11b-89c4-45c7-b397-dd6be1d584d7 owned by network:floatingip {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:05:11.224146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:11.268682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event deleted for resources: {'Port': ['ID=8fdea11b-89c4-45c7-b397-dd6be1d584d7,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:11.304979 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:11.305321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:11.305675 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:11.305991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:11.306319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:11.306644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:11.306969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:11.307295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:11.307778 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:11.308063 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:11.308342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:11.368931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for floatingip, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:11.371139 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:05:11.754729 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:05:11.951128 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:05:11.961155 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cba3c8-4eff-46c5-bb85-e4bb5aa7ce7c None None] Sync routers for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:05:11.971806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:11.972684 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cba3c8-4eff-46c5-bb85-e4bb5aa7ce7c None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:05:11.973286 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-f7cba3c8-4eff-46c5-bb85-e4bb5aa7ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:04:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:12.025845 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-aabdc39c-cca3-495d-8d2b-99eb4282174e tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "DELETE /v2.0/floatingips/191954ac-4a06-4ec6-a9cc-c6860646f9bc HTTP/1.1" status: 204 len: 168 time: 1.5130258 Feb 28 15:05:12.026367 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd43d45f5-9b0a-459d-82e5-7c012ab16b55', 'tag': '6439c724-8a23-4707-a774-6e4f9e66244e'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:05:12.079937 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd43d45f5-9b0a-459d-82e5-7c012ab16b55', 'tag': '6439c724-8a23-4707-a774-6e4f9e66244e', 'status': 'completed', 'code': 200} Feb 28 15:05:12.175703 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e83c9225-3961-41e4-ad74-90244bd8780e req-0351b009-addc-42a0-be83-7375d75f34b5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 1099 time: 0.0720632 Feb 28 15:05:12.190280 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-f7cba3c8-4eff-46c5-bb85-e4bb5aa7ce7c None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:05:12.323837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c9225-3961-41e4-ad74-90244bd8780e req-bd25438e-43c7-41a4-b568-ba347e5fc7fb service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:05:12.325495 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e83c9225-3961-41e4-ad74-90244bd8780e req-bd25438e-43c7-41a4-b568-ba347e5fc7fb service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 912 time: 0.1442418 Feb 28 15:05:12.527004 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e83c9225-3961-41e4-ad74-90244bd8780e req-1e7960c7-337f-4adf-aec9-3935d1485cdb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6439c724-8a23-4707-a774-6e4f9e66244e HTTP/1.1" status: 200 len: 217 time: 0.1947064 Feb 28 15:05:12.595384 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-f7cba3c8-4eff-46c5-bb85-e4bb5aa7ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '18025967-7251-485e-b694-e8466fd8f136', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'port_id': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'mac_address': 'fa:16:3e:8f:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:01:13Z', 'updated_at': '2022-02-28T15:01:16Z', 'revision_number': 1, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:12.599487 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cba3c8-4eff-46c5-bb85-e4bb5aa7ce7c None None] Checking router: 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:05:12.604807 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c9225-3961-41e4-ad74-90244bd8780e req-62d7f25b-924a-45d3-aed5-60bdc745f493 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:05:12.606255 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e83c9225-3961-41e4-ad74-90244bd8780e req-62d7f25b-924a-45d3-aed5-60bdc745f493 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6e81901-9070-4c05-9242-35045a6111d9 HTTP/1.1" status: 200 len: 851 time: 0.0712941 Feb 28 15:05:12.612616 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7cba3c8-4eff-46c5-bb85-e4bb5aa7ce7c None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:05:12.613180 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-f7cba3c8-4eff-46c5-bb85-e4bb5aa7ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:04:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:12.661965 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23022bf6-356c-45bf-ba90-d455bfd00fa3 req-a94bbe1a-23e7-486f-8347-96dd7090a389 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:05:12.663943 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-23022bf6-356c-45bf-ba90-d455bfd00fa3 req-a94bbe1a-23e7-486f-8347-96dd7090a389 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 946 time: 0.1828113 Feb 28 15:05:12.730634 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-23022bf6-356c-45bf-ba90-d455bfd00fa3 req-70f37a3f-bf36-4759-afee-ce81e95d7650 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0596602 Feb 28 15:05:12.734563 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e83c9225-3961-41e4-ad74-90244bd8780e req-c58d0810-63ad-41ca-8ab3-11feae7c1b80 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ce55284-5808-4064-a7bc-b8c272008d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1199179 Feb 28 15:05:12.795080 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-f7cba3c8-4eff-46c5-bb85-e4bb5aa7ce7c None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:05:12.867854 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e83c9225-3961-41e4-ad74-90244bd8780e req-1bfab0f5-a2f8-4f34-8d83-2a46ecc9ff5b service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260030 Feb 28 15:05:12.999879 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e83c9225-3961-41e4-ad74-90244bd8780e req-618ba6e8-fb46-4a3d-a4f3-07b204cd2222 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248431 Feb 28 15:05:13.137886 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-f7cba3c8-4eff-46c5-bb85-e4bb5aa7ce7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '18025967-7251-485e-b694-e8466fd8f136', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'port_id': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'mac_address': 'fa:16:3e:8f:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:01:13Z', 'updated_at': '2022-02-28T15:01:16Z', 'revision_number': 1, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:13.141599 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7cba3c8-4eff-46c5-bb85-e4bb5aa7ce7c None None] The sync data for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv is: [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '18025967-7251-485e-b694-e8466fd8f136', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'floating_ip_address': '172.26.4.179', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'port_id': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'mac_address': 'fa:16:3e:8f:33:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:01:13Z', 'updated_at': '2022-02-28T15:01:16Z', 'revision_number': 1, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:05:13.360457 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23461640-36e7-4ebc-b89b-fd478da9b32d None None] New status for floating IP 191954ac-4a06-4ec6-a9cc-c6860646f9bc: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:05:13.930814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cbab26d-1148-43b2-986b-8d0a7db601a4 req-4d252fbd-c523-4a3f-8c33-6a251473a129 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:05:13.932791 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4cbab26d-1148-43b2-986b-8d0a7db601a4 req-4d252fbd-c523-4a3f-8c33-6a251473a129 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.20 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 946 time: 0.0758386 Feb 28 15:05:13.935779 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008eed0a-23cd-4301-ad61-a8a66ca8ef89 req-15a81b34-038b-435e-8f16-99a4cebb04a4 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:05:13.936544 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-008eed0a-23cd-4301-ad61-a8a66ca8ef89 req-15a81b34-038b-435e-8f16-99a4cebb04a4 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Synchronizing usage tracker for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:05:13.952026 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-008eed0a-23cd-4301-ad61-a8a66ca8ef89 req-15a81b34-038b-435e-8f16-99a4cebb04a4 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Unset dirty status for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:05:13.953406 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-008eed0a-23cd-4301-ad61-a8a66ca8ef89 req-15a81b34-038b-435e-8f16-99a4cebb04a4 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 946 time: 0.0942142 Feb 28 15:05:14.001401 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-008eed0a-23cd-4301-ad61-a8a66ca8ef89 req-6d4f83e2-22be-4d28-81de-b6e609d2933a tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424862 Feb 28 15:05:14.003179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-4cbab26d-1148-43b2-986b-8d0a7db601a4 req-71aaf99d-64a6-4ed0-a261-fededb3198eb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Deleting port 6439c724-8a23-4707-a774-6e4f9e66244e {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:05:14.003527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4cbab26d-1148-43b2-986b-8d0a7db601a4 req-71aaf99d-64a6-4ed0-a261-fededb3198eb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:14.235428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-4cbab26d-1148-43b2-986b-8d0a7db601a4 req-71aaf99d-64a6-4ed0-a261-fededb3198eb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] For port 6439c724-8a23-4707-a774-6e4f9e66244e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6439c724-8a23-4707-a774-6e4f9e66244e,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:05:14.235801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4cbab26d-1148-43b2-986b-8d0a7db601a4 req-71aaf99d-64a6-4ed0-a261-fededb3198eb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:14.354497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-4cbab26d-1148-43b2-986b-8d0a7db601a4 req-71aaf99d-64a6-4ed0-a261-fededb3198eb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Calling delete_port for 6439c724-8a23-4707-a774-6e4f9e66244e owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:05:14.491880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4cbab26d-1148-43b2-986b-8d0a7db601a4 req-71aaf99d-64a6-4ed0-a261-fededb3198eb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:14.540793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71aaf99d-64a6-4ed0-a261-fededb3198eb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event deleted for resources: {'Port': ['ID=6439c724-8a23-4707-a774-6e4f9e66244e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:14.613332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cbab26d-1148-43b2-986b-8d0a7db601a4 req-71aaf99d-64a6-4ed0-a261-fededb3198eb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] No DVR routers for this DVR port 6439c724-8a23-4707-a774-6e4f9e66244e on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:05:14.615759 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4cbab26d-1148-43b2-986b-8d0a7db601a4 req-71aaf99d-64a6-4ed0-a261-fededb3198eb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:14.618153 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd43d45f5-9b0a-459d-82e5-7c012ab16b55', 'name': 'network-vif-deleted', 'tag': '6439c724-8a23-4707-a774-6e4f9e66244e'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:05:14.635314 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4cbab26d-1148-43b2-986b-8d0a7db601a4 req-71aaf99d-64a6-4ed0-a261-fededb3198eb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.20 "DELETE /v2.0/ports/6439c724-8a23-4707-a774-6e4f9e66244e HTTP/1.1" status: 204 len: 173 time: 0.6972663 Feb 28 15:05:14.683781 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd43d45f5-9b0a-459d-82e5-7c012ab16b55', 'name': 'network-vif-deleted', 'tag': '6439c724-8a23-4707-a774-6e4f9e66244e', 'status': 'completed', 'code': 200} Feb 28 15:05:15.162752 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e4cc8e01-a171-4df8-8187-a7d7f1d75045 req-4d3ddafa-13e3-4616-b231-182f98d79b21 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d43d45f5-9b0a-459d-82e5-7c012ab16b55 HTTP/1.1" status: 200 len: 210 time: 0.0399542 Feb 28 15:05:16.625727 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6439c724-8a23-4707-a774-6e4f9e66244e no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:05:16.658025 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 6439c724-8a23-4707-a774-6e4f9e66244e {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:05:16.658367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6439c724-8a23-4707-a774-6e4f9e66244e not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:05:17.882667 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00095394-93b5-44ef-9590-86c0385a99e3 req-139ad99b-7da2-4253-b077-590ff4390fb0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0684524 Feb 28 15:05:17.972766 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00095394-93b5-44ef-9590-86c0385a99e3 req-dd9a12aa-ea04-4062-ad33-5344e9bc1bce service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 1099 time: 0.0708611 Feb 28 15:05:18.209296 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00095394-93b5-44ef-9590-86c0385a99e3 req-32d244e7-957c-4360-9a26-778f082037d5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:05:18.211361 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00095394-93b5-44ef-9590-86c0385a99e3 req-32d244e7-957c-4360-9a26-778f082037d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11a97f3b-cdad-4e14-9cbd-15517d67993a HTTP/1.1" status: 200 len: 897 time: 0.2209544 Feb 28 15:05:18.316004 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00095394-93b5-44ef-9590-86c0385a99e3 req-66281acc-00f9-4487-92de-52378e41e9dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5587e48d-6364-4cbf-b1bf-3b315f1d48e8 HTTP/1.1" status: 200 len: 1001 time: 0.0972149 Feb 28 15:05:18.376889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00095394-93b5-44ef-9590-86c0385a99e3 req-4d47110a-76ee-4083-a307-c05b1b9d1967 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:05:18.378289 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00095394-93b5-44ef-9590-86c0385a99e3 req-4d47110a-76ee-4083-a307-c05b1b9d1967 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63224ee5-0878-4a3c-9539-818901cd3b7a HTTP/1.1" status: 200 len: 843 time: 0.0572872 Feb 28 15:05:18.454075 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00095394-93b5-44ef-9590-86c0385a99e3 req-57949972-c9a3-4905-baa2-527a3a0fb0a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11a97f3b-cdad-4e14-9cbd-15517d67993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700057 Feb 28 15:05:18.591448 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00095394-93b5-44ef-9590-86c0385a99e3 req-880a8017-62ad-42f0-8c74-b5a9ec936f10 service neutron] 10.222.0.20 "GET /v2.0/networks/11a97f3b-cdad-4e14-9cbd-15517d67993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305656 Feb 28 15:05:18.731496 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00095394-93b5-44ef-9590-86c0385a99e3 req-c386a6c3-efdb-4b15-a596-ef952a5b71ae service neutron] 10.222.0.20 "GET /v2.0/networks/11a97f3b-cdad-4e14-9cbd-15517d67993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342301 Feb 28 15:05:20.885267 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50026) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:05:21.164877 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-3ce39fe2-1c78-46c4-b377-16e99ab0f285 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Deleting port 2d75d7b8-1a9b-4fdb-a11d-e6653482cfe8 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:05:21.165127 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3ce39fe2-1c78-46c4-b377-16e99ab0f285 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:21.325692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3ce39fe2-1c78-46c4-b377-16e99ab0f285 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:21.326276 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3ce39fe2-1c78-46c4-b377-16e99ab0f285 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:21.443834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-3ce39fe2-1c78-46c4-b377-16e99ab0f285 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Calling delete_port for 2d75d7b8-1a9b-4fdb-a11d-e6653482cfe8 owned by network:floatingip {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:05:21.587643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3ce39fe2-1c78-46c4-b377-16e99ab0f285 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:21.635070 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce39fe2-1c78-46c4-b377-16e99ab0f285 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event deleted for resources: {'Port': ['ID=2d75d7b8-1a9b-4fdb-a11d-e6653482cfe8,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:21.724862 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3ce39fe2-1c78-46c4-b377-16e99ab0f285 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for floatingip, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:22.103648 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce39fe2-1c78-46c4-b377-16e99ab0f285 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:05:22.297738 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce39fe2-1c78-46c4-b377-16e99ab0f285 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:05:22.306960 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd3235-c136-4a9b-867e-a039a6f98e0f None None] Sync routers for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:05:22.313048 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3ce39fe2-1c78-46c4-b377-16e99ab0f285 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:22.318348 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd3235-c136-4a9b-867e-a039a6f98e0f None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:05:22.319416 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-04cd3235-c136-4a9b-867e-a039a6f98e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:04:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:22.364575 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3ce39fe2-1c78-46c4-b377-16e99ab0f285 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "DELETE /v2.0/floatingips/18025967-7251-485e-b694-e8466fd8f136 HTTP/1.1" status: 204 len: 168 time: 1.4781485 Feb 28 15:05:22.365161 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'tag': '75b50fc5-6a90-4fdd-832d-4b0096acb949'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:05:22.423360 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'tag': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'status': 'completed', 'code': 200} Feb 28 15:05:22.502073 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-04cd3235-c136-4a9b-867e-a039a6f98e0f None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:05:22.521042 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-275ce38b-e285-4c5c-9592-596d2629edb9 req-d0299e58-5971-450a-98ed-acda4d600c17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 1098 time: 0.0767100 Feb 28 15:05:22.661409 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ce38b-e285-4c5c-9592-596d2629edb9 req-a71d8653-22d0-4d31-be33-c01c67630b54 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:05:22.663420 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-275ce38b-e285-4c5c-9592-596d2629edb9 req-a71d8653-22d0-4d31-be33-c01c67630b54 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 200 len: 912 time: 0.1355221 Feb 28 15:05:22.771751 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-275ce38b-e285-4c5c-9592-596d2629edb9 req-d79076a4-a92f-4f12-961d-39cd90d325bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=75b50fc5-6a90-4fdd-832d-4b0096acb949 HTTP/1.1" status: 200 len: 217 time: 0.1015401 Feb 28 15:05:22.847307 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-04cd3235-c136-4a9b-867e-a039a6f98e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:22.850662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-275ce38b-e285-4c5c-9592-596d2629edb9 req-b4ad10d7-95e9-4b1d-aa0f-12d87e6cda3b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:05:22.851124 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd3235-c136-4a9b-867e-a039a6f98e0f None None] Checking router: 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:05:22.852091 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-275ce38b-e285-4c5c-9592-596d2629edb9 req-b4ad10d7-95e9-4b1d-aa0f-12d87e6cda3b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b6e81901-9070-4c05-9242-35045a6111d9 HTTP/1.1" status: 200 len: 851 time: 0.0724452 Feb 28 15:05:22.857810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada8d4c6-99f6-441f-97ad-a4c95b04e9b1 req-000b0327-de96-4372-bf0f-bf46a7cdbf51 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:05:22.858458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ada8d4c6-99f6-441f-97ad-a4c95b04e9b1 req-000b0327-de96-4372-bf0f-bf46a7cdbf51 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Synchronizing usage tracker for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:05:22.861679 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04cd3235-c136-4a9b-867e-a039a6f98e0f None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:05:22.862292 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-04cd3235-c136-4a9b-867e-a039a6f98e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:04:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:22.911501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ada8d4c6-99f6-441f-97ad-a4c95b04e9b1 req-000b0327-de96-4372-bf0f-bf46a7cdbf51 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Unset dirty status for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:05:22.912627 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ada8d4c6-99f6-441f-97ad-a4c95b04e9b1 req-000b0327-de96-4372-bf0f-bf46a7cdbf51 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 945 time: 0.1960461 Feb 28 15:05:22.967359 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-275ce38b-e285-4c5c-9592-596d2629edb9 req-3d348f08-bd69-433f-849e-388b8bfe5e8f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ce55284-5808-4064-a7bc-b8c272008d14&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1052351 Feb 28 15:05:22.974298 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ada8d4c6-99f6-441f-97ad-a4c95b04e9b1 req-02e55370-b161-4f0a-813b-c949b3ad9b74 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556791 Feb 28 15:05:23.036801 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-04cd3235-c136-4a9b-867e-a039a6f98e0f None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:05:23.103498 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-275ce38b-e285-4c5c-9592-596d2629edb9 req-97d8b7c7-671a-4fc7-ac79-dc32bd4b8285 service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282856 Feb 28 15:05:23.234187 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-275ce38b-e285-4c5c-9592-596d2629edb9 req-6dc20542-7baa-4775-b9aa-a421eec80e0b service neutron] 10.222.0.20 "GET /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228404 Feb 28 15:05:23.339859 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-04cd3235-c136-4a9b-867e-a039a6f98e0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:23.343648 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04cd3235-c136-4a9b-867e-a039a6f98e0f None None] The sync data for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv is: [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T14:57:07Z', 'revision_number': 4, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'ad94a0ca-2dbb-46b2-a1d4-42577c666fc6', 'name': '', 'network_id': '2ce55284-5808-4064-a7bc-b8c272008d14', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'mac_address': 'fa:16:3e:80:d7:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:05Z', 'updated_at': '2022-02-28T14:57:17Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'subnets': [{'id': 'b6e81901-9070-4c05-9242-35045a6111d9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:05:23.554907 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a737858-a66b-4e47-8070-fdac1f7d649b None None] New status for floating IP 18025967-7251-485e-b694-e8466fd8f136: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:05:24.121603 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672aec4e-22bc-4b1d-9183-50b06f1baf33 req-c18f45f0-ac76-4e0f-8926-9c9327f5145d tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:05:24.123005 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-672aec4e-22bc-4b1d-9183-50b06f1baf33 req-c18f45f0-ac76-4e0f-8926-9c9327f5145d tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.20 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 945 time: 0.0783737 Feb 28 15:05:24.168138 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752dbfc4-052e-4272-9392-7848da3624a1 req-29440146-3cdd-45d6-8b01-44b92d4cd089 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:05:24.168838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-752dbfc4-052e-4272-9392-7848da3624a1 req-29440146-3cdd-45d6-8b01-44b92d4cd089 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Synchronizing usage tracker for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:05:24.180865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-752dbfc4-052e-4272-9392-7848da3624a1 req-29440146-3cdd-45d6-8b01-44b92d4cd089 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Unset dirty status for tenant:12877993fbd9430d9a0b7e62d6fef06f on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:05:24.181984 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-752dbfc4-052e-4272-9392-7848da3624a1 req-29440146-3cdd-45d6-8b01-44b92d4cd089 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 945 time: 0.0877430 Feb 28 15:05:24.188769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-672aec4e-22bc-4b1d-9183-50b06f1baf33 req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Deleting port 75b50fc5-6a90-4fdd-832d-4b0096acb949 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:05:24.189109 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-672aec4e-22bc-4b1d-9183-50b06f1baf33 req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:24.229678 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-752dbfc4-052e-4272-9392-7848da3624a1 req-047f9467-6d1f-481f-ab79-7c1af08653f8 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/security-groups?id=ab641d75-d5c8-4119-835b-b3d794f73d32&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421345 Feb 28 15:05:24.512869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-672aec4e-22bc-4b1d-9183-50b06f1baf33 req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] For port 75b50fc5-6a90-4fdd-832d-4b0096acb949, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=75b50fc5-6a90-4fdd-832d-4b0096acb949,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:05:24.513225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-672aec4e-22bc-4b1d-9183-50b06f1baf33 req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:24.634008 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-672aec4e-22bc-4b1d-9183-50b06f1baf33 req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Calling delete_port for 75b50fc5-6a90-4fdd-832d-4b0096acb949 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:05:24.772682 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-672aec4e-22bc-4b1d-9183-50b06f1baf33 req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:24.817364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event deleted for resources: {'Port': ['ID=75b50fc5-6a90-4fdd-832d-4b0096acb949,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:24.852501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:24.852844 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:24.853179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:24.853508 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:24.853839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:24.854163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:24.854486 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:24.854807 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:24.855131 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:24.855448 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:24.855788 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:05:24.903928 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-672aec4e-22bc-4b1d-9183-50b06f1baf33 req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] No DVR routers for this DVR port 75b50fc5-6a90-4fdd-832d-4b0096acb949 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:05:24.906333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-672aec4e-22bc-4b1d-9183-50b06f1baf33 req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:24.909048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'name': 'network-vif-deleted', 'tag': '75b50fc5-6a90-4fdd-832d-4b0096acb949'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:05:24.924800 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-672aec4e-22bc-4b1d-9183-50b06f1baf33 req-b22ac535-4de2-4ea3-8657-7a5bf9373953 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.20 "DELETE /v2.0/ports/75b50fc5-6a90-4fdd-832d-4b0096acb949 HTTP/1.1" status: 204 len: 173 time: 0.7967503 Feb 28 15:05:24.968511 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd34b649d-96f4-41b4-b4b0-bf5a42b7fbd6', 'name': 'network-vif-deleted', 'tag': '75b50fc5-6a90-4fdd-832d-4b0096acb949', 'status': 'completed', 'code': 200} Feb 28 15:05:25.411985 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0d7fb8ab-dd9b-48ad-80bd-2e2afe0c30b6 req-4a149508-918e-4b16-b030-6b0a628e50e2 tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "GET /v2.0/ports?device_id=d34b649d-96f4-41b4-b4b0-bf5a42b7fbd6 HTTP/1.1" status: 200 len: 210 time: 0.0402560 Feb 28 15:05:25.445493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-13c08245-4604-4442-8cf1-927be77928bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:26.527153 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50044) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:05:26.625480 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 75b50fc5-6a90-4fdd-832d-4b0096acb949 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:05:26.661857 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 75b50fc5-6a90-4fdd-832d-4b0096acb949 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:05:26.662190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 75b50fc5-6a90-4fdd-832d-4b0096acb949 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:05:26.771214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0f8a0-faca-4490-b529-be95beb143bb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Deleting port ee5e764d-4799-4741-a862-a366f74211fc {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:05:26.771569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f8a0-faca-4490-b529-be95beb143bb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:26.934114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f8a0-faca-4490-b529-be95beb143bb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:26.934431 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f8a0-faca-4490-b529-be95beb143bb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:27.051820 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-cfb0f8a0-faca-4490-b529-be95beb143bb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Calling delete_port for ee5e764d-4799-4741-a862-a366f74211fc owned by network:floatingip {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:05:27.185599 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f8a0-faca-4490-b529-be95beb143bb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:27.228567 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfb0f8a0-faca-4490-b529-be95beb143bb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event deleted for resources: {'Port': ['ID=ee5e764d-4799-4741-a862-a366f74211fc,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:27.321148 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f8a0-faca-4490-b529-be95beb143bb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for floatingip, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:27.335146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cfb0f8a0-faca-4490-b529-be95beb143bb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:27.336306 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cfb0f8a0-faca-4490-b529-be95beb143bb tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "DELETE /v2.0/floatingips/f53cc7d7-4715-4c94-a940-eeacf2d72d52 HTTP/1.1" status: 204 len: 168 time: 0.8081808 Feb 28 15:05:27.621436 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5f56064f-0673-408a-8a4c-e4137ba7406d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:27.688564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:28.847875 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:28.864856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:29.896090 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50060) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:05:29.966654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c0c2-115c-4bd3-bfd2-da9fb4deeb5c tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:29.996161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c0c2-115c-4bd3-bfd2-da9fb4deeb5c tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:30.059887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c0c2-115c-4bd3-bfd2-da9fb4deeb5c tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:30.076503 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3c0c2-115c-4bd3-bfd2-da9fb4deeb5c tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab641d75-d5c8-4119-835b-b3d794f73d32,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:30.088363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5fc3c0c2-115c-4bd3-bfd2-da9fb4deeb5c tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:30.089465 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5fc3c0c2-115c-4bd3-bfd2-da9fb4deeb5c tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] 10.222.0.15 "DELETE /v2.0/security-groups/ab641d75-d5c8-4119-835b-b3d794f73d32 HTTP/1.1" status: 204 len: 168 time: 0.1924162 Feb 28 15:05:30.152993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50066) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:05:30.231765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:30.696438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fed3e4f7-8175-4db1-a6cb-a2e1a1d6239d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:31.352809 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-fed3e4f7-8175-4db1-a6cb-a2e1a1d6239d admin admin] Deleting port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:05:31.353488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fed3e4f7-8175-4db1-a6cb-a2e1a1d6239d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:31.517635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-fed3e4f7-8175-4db1-a6cb-a2e1a1d6239d admin admin] For port ad94a0ca-2dbb-46b2-a1d4-42577c666fc6, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ad94a0ca-2dbb-46b2-a1d4-42577c666fc6,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:05:31.517978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fed3e4f7-8175-4db1-a6cb-a2e1a1d6239d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:31.637696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-fed3e4f7-8175-4db1-a6cb-a2e1a1d6239d admin admin] Calling delete_port for ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:05:31.806701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fed3e4f7-8175-4db1-a6cb-a2e1a1d6239d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:31.849675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed3e4f7-8175-4db1-a6cb-a2e1a1d6239d admin admin] Pushing event deleted for resources: {'Port': ['ID=ad94a0ca-2dbb-46b2-a1d4-42577c666fc6,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:32.149539 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fed3e4f7-8175-4db1-a6cb-a2e1a1d6239d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:32.817725 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fed3e4f7-8175-4db1-a6cb-a2e1a1d6239d admin admin] Router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:05:33.012499 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fed3e4f7-8175-4db1-a6cb-a2e1a1d6239d admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:05:33.021088 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b903a-8709-47ce-992a-673217b03940 None None] Sync routers for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:05:33.025611 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fed3e4f7-8175-4db1-a6cb-a2e1a1d6239d admin admin] 10.222.0.15 "PUT /v2.0/routers/3c3f9a70-ed8d-4ce6-969e-396fd5d44099/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8714783 Feb 28 15:05:33.028207 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50072) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:05:33.033251 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b903a-8709-47ce-992a-673217b03940 None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:05:33.033835 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-068b903a-8709-47ce-992a-673217b03940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:05:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:33.211365 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-068b903a-8709-47ce-992a-673217b03940 None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:05:33.223999 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-94e635db-95fe-40bc-bf89-dbcea1b63db3 admin admin] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:33.418883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-94e635db-95fe-40bc-bf89-dbcea1b63db3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:33.429871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-94e635db-95fe-40bc-bf89-dbcea1b63db3 admin admin] Deleting port 171bf268-cb5d-4999-80d3-c11c22f8e43b {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:05:33.430209 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-94e635db-95fe-40bc-bf89-dbcea1b63db3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:33.493064 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-068b903a-8709-47ce-992a-673217b03940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193'}], 'enable_snat': True}, 'gw_port_id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T15:05:31Z', 'revision_number': 5, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port': {'id': '171bf268-cb5d-4999-80d3-c11c22f8e43b', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:fd:0f:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.193', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:56:56Z', 'updated_at': '2022-02-28T14:57:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:33.496831 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b903a-8709-47ce-992a-673217b03940 None None] Checking router: 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:05:33.506938 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-068b903a-8709-47ce-992a-673217b03940 None None] Routers {'3c3f9a70-ed8d-4ce6-969e-396fd5d44099'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:05:33.507557 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-068b903a-8709-47ce-992a-673217b03940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:05:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:33.601277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-94e635db-95fe-40bc-bf89-dbcea1b63db3 admin admin] For port 171bf268-cb5d-4999-80d3-c11c22f8e43b, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=171bf268-cb5d-4999-80d3-c11c22f8e43b,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:05:33.601679 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-94e635db-95fe-40bc-bf89-dbcea1b63db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:33.679590 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-068b903a-8709-47ce-992a-673217b03940 None None] Set router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:05:33.719208 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-94e635db-95fe-40bc-bf89-dbcea1b63db3 admin admin] Calling delete_port for 171bf268-cb5d-4999-80d3-c11c22f8e43b owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:05:33.781497 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-068b903a-8709-47ce-992a-673217b03940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T15:05:33Z', 'revision_number': 6, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:33.785528 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-068b903a-8709-47ce-992a-673217b03940 None None] The sync data for ids ['3c3f9a70-ed8d-4ce6-969e-396fd5d44099'] in dv-neutron-830866-2-hyperv is: [{'id': '3c3f9a70-ed8d-4ce6-969e-396fd5d44099', 'name': 'tempest-TestVolumeBootPattern-1960382437-router', 'tenant_id': '12877993fbd9430d9a0b7e62d6fef06f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:56:55Z', 'updated_at': '2022-02-28T15:05:33Z', 'revision_number': 6, 'project_id': '12877993fbd9430d9a0b7e62d6fef06f', 'gw_port_host': None}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:05:33.883376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-94e635db-95fe-40bc-bf89-dbcea1b63db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:33.928162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e635db-95fe-40bc-bf89-dbcea1b63db3 admin admin] Pushing event deleted for resources: {'Port': ['ID=171bf268-cb5d-4999-80d3-c11c22f8e43b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:34.262745 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-94e635db-95fe-40bc-bf89-dbcea1b63db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:34.507350 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-94e635db-95fe-40bc-bf89-dbcea1b63db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:34.511280 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-94e635db-95fe-40bc-bf89-dbcea1b63db3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:34.536731 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-94e635db-95fe-40bc-bf89-dbcea1b63db3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:34.537848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94e635db-95fe-40bc-bf89-dbcea1b63db3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3c3f9a70-ed8d-4ce6-969e-396fd5d44099 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:05:34.549673 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-94e635db-95fe-40bc-bf89-dbcea1b63db3 admin admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:34.550774 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-94e635db-95fe-40bc-bf89-dbcea1b63db3 admin admin] 10.222.0.15 "DELETE /v2.0/routers/3c3f9a70-ed8d-4ce6-969e-396fd5d44099 HTTP/1.1" status: 204 len: 168 time: 1.5216877 Feb 28 15:05:34.554015 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50076) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:05:34.611338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-42d5f366-283c-4435-b0e9-087ff0460e2f admin admin] Deleting subnet b6e81901-9070-4c05-9242-35045a6111d9 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:05:34.614314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42d5f366-283c-4435-b0e9-087ff0460e2f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:34.667326 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42d5f366-283c-4435-b0e9-087ff0460e2f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:34.746587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42d5f366-283c-4435-b0e9-087ff0460e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:34.793620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:05:34.822279 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42d5f366-283c-4435-b0e9-087ff0460e2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:34.829746 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:05:34.830083 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ad94a0ca-2dbb-46b2-a1d4-42577c666fc6 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:05:34.830482 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 171bf268-cb5d-4999-80d3-c11c22f8e43b no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:05:34.861650 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d5f366-283c-4435-b0e9-087ff0460e2f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6e81901-9070-4c05-9242-35045a6111d9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:34.861852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 171bf268-cb5d-4999-80d3-c11c22f8e43b {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:05:34.862002 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 171bf268-cb5d-4999-80d3-c11c22f8e43b not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:05:34.868238 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-42d5f366-283c-4435-b0e9-087ff0460e2f admin admin] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:34.874034 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-42d5f366-283c-4435-b0e9-087ff0460e2f admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b6e81901-9070-4c05-9242-35045a6111d9 HTTP/1.1" status: 204 len: 168 time: 0.3189089 Feb 28 15:05:34.875338 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfee5f7b-4364-4a34-8987-58bab4f092b5 None None] Network 2ce55284-5808-4064-a7bc-b8c272008d14 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:05:34.876274 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50080) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:05:34.980235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:34.990597 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] Deleting port e27199f6-2f11-4ec5-8e29-add9618c0583 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:05:34.990921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:35.126614 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a6d0e0c-0cb3-4e06-897e-876511b56249 None None] DHCP port deletion for 2ce55284-5808-4064-a7bc-b8c272008d14 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:05:35.130749 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d0e0c-0cb3-4e06-897e-876511b56249 None None] Deleting port e27199f6-2f11-4ec5-8e29-add9618c0583 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:05:35.131115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0e0c-0cb3-4e06-897e-876511b56249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:35.191323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] For port e27199f6-2f11-4ec5-8e29-add9618c0583, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e27199f6-2f11-4ec5-8e29-add9618c0583,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:05:35.191719 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:35.308783 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] Calling delete_port for e27199f6-2f11-4ec5-8e29-add9618c0583 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:05:35.324662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8a6d0e0c-0cb3-4e06-897e-876511b56249 None None] For port e27199f6-2f11-4ec5-8e29-add9618c0583, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e27199f6-2f11-4ec5-8e29-add9618c0583,segment=NetworkSegment(ab137ad1-e0ee-4c1c-88d6-e335e12f69f3),segment_id=ab137ad1-e0ee-4c1c-88d6-e335e12f69f3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:05:35.325046 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0e0c-0cb3-4e06-897e-876511b56249 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:35.382781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:35.426909 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] Pushing event deleted for resources: {'Port': ['ID=e27199f6-2f11-4ec5-8e29-add9618c0583,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:35.430683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] No DVR routers for this DVR port e27199f6-2f11-4ec5-8e29-add9618c0583 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:05:35.446346 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d0e0c-0cb3-4e06-897e-876511b56249 None None] Calling delete_port for e27199f6-2f11-4ec5-8e29-add9618c0583 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:05:35.515571 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-8a6d0e0c-0cb3-4e06-897e-876511b56249 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:05:35.515950 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-8a6d0e0c-0cb3-4e06-897e-876511b56249 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:05:35.632813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:35.656278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ce55284-5808-4064-a7bc-b8c272008d14']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:35.670391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:35.670676 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab137ad1-e0ee-4c1c-88d6-e335e12f69f3') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:35.682417 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:35.698510 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:35.704525 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:05:35.704899 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:05:35.717563 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:05:35.788660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:35.804447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:35.818028 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] Pushing event deleted for resources: {'Network': ['ID=2ce55284-5808-4064-a7bc-b8c272008d14,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:35.831847 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3599391b-8d42-4afa-a3da-567b1b21ae9b admin admin] 10.222.0.15 "DELETE /v2.0/networks/2ce55284-5808-4064-a7bc-b8c272008d14 HTTP/1.1" status: 204 len: 168 time: 0.9545786 Feb 28 15:05:35.834596 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50084) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:05:36.017500 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d0e0c-0cb3-4e06-897e-876511b56249 None None] Deleting port e27199f6-2f11-4ec5-8e29-add9618c0583 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:05:36.018172 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8a6d0e0c-0cb3-4e06-897e-876511b56249 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:36.080741 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8a6d0e0c-0cb3-4e06-897e-876511b56249 None None] The port 'e27199f6-2f11-4ec5-8e29-add9618c0583' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:05:36.214094 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1a20c7ba-c83f-4d8a-a99b-00ebffa57e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:36.788312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e27199f6-2f11-4ec5-8e29-add9618c0583 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:05:36.800315 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-1a20c7ba-c83f-4d8a-a99b-00ebffa57e19 admin admin] Deleting port 04ff9813-8d95-4a71-9a6a-01293c695029 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:05:36.800642 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1a20c7ba-c83f-4d8a-a99b-00ebffa57e19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:36.820276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: e27199f6-2f11-4ec5-8e29-add9618c0583 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:05:36.820619 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e27199f6-2f11-4ec5-8e29-add9618c0583 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:05:36.964756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-1a20c7ba-c83f-4d8a-a99b-00ebffa57e19 admin admin] For port 04ff9813-8d95-4a71-9a6a-01293c695029, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=04ff9813-8d95-4a71-9a6a-01293c695029,segment=NetworkSegment(045be78b-8f25-4dfd-9822-90c68ff54db4),segment_id=045be78b-8f25-4dfd-9822-90c68ff54db4)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:05:36.965094 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1a20c7ba-c83f-4d8a-a99b-00ebffa57e19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:37.166733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-1a20c7ba-c83f-4d8a-a99b-00ebffa57e19 admin admin] Calling delete_port for 04ff9813-8d95-4a71-9a6a-01293c695029 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:05:37.324804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1a20c7ba-c83f-4d8a-a99b-00ebffa57e19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:37.367681 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a20c7ba-c83f-4d8a-a99b-00ebffa57e19 admin admin] Pushing event deleted for resources: {'Port': ['ID=04ff9813-8d95-4a71-9a6a-01293c695029,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:37.650234 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1a20c7ba-c83f-4d8a-a99b-00ebffa57e19 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:38.195324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a20c7ba-c83f-4d8a-a99b-00ebffa57e19 admin admin] Router 3b0c7caa-72e5-41eb-804e-a9d34ee11b9f has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:05:38.486476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a20c7ba-c83f-4d8a-a99b-00ebffa57e19 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:05:38.494747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451806f7-ef19-4690-b0b7-d6826e408285 None None] Sync routers for ids ['3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:05:38.503369 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1a20c7ba-c83f-4d8a-a99b-00ebffa57e19 admin admin] 10.222.0.15 "PUT /v2.0/routers/3b0c7caa-72e5-41eb-804e-a9d34ee11b9f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6659994 Feb 28 15:05:38.504073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50088) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:05:38.509577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451806f7-ef19-4690-b0b7-d6826e408285 None None] Routers {'3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:05:38.510178 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-451806f7-ef19-4690-b0b7-d6826e408285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:05:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:38.696218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c06c63b0-2be4-4493-9739-24b623be069e admin admin] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:38.715187 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-451806f7-ef19-4690-b0b7-d6826e408285 None None] Set router 3b0c7caa-72e5-41eb-804e-a9d34ee11b9f gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:05:38.897063 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c06c63b0-2be4-4493-9739-24b623be069e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:38.906477 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-c06c63b0-2be4-4493-9739-24b623be069e admin admin] Deleting port d12b42e8-1f7b-4c20-9863-e9740b890ede {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:05:38.906807 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c06c63b0-2be4-4493-9739-24b623be069e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:38.998201 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-451806f7-ef19-4690-b0b7-d6826e408285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'name': 'tempest-TestVolumeBootPattern-1815517871-router', 'tenant_id': '8b0845231fc043f586ce24d210b2350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.25'}], 'enable_snat': True}, 'gw_port_id': 'd12b42e8-1f7b-4c20-9863-e9740b890ede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:18Z', 'updated_at': '2022-02-28T15:05:37Z', 'revision_number': 5, 'project_id': '8b0845231fc043f586ce24d210b2350c', 'gw_port': {'id': 'd12b42e8-1f7b-4c20-9863-e9740b890ede', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c8:6c:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.25', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T14:57:20Z', 'updated_at': '2022-02-28T14:57:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:39.001912 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451806f7-ef19-4690-b0b7-d6826e408285 None None] Checking router: 3b0c7caa-72e5-41eb-804e-a9d34ee11b9f for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:05:39.012241 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451806f7-ef19-4690-b0b7-d6826e408285 None None] Routers {'3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:05:39.012821 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-451806f7-ef19-4690-b0b7-d6826e408285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:05:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:39.075834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-c06c63b0-2be4-4493-9739-24b623be069e admin admin] For port d12b42e8-1f7b-4c20-9863-e9740b890ede, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=d12b42e8-1f7b-4c20-9863-e9740b890ede,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:05:39.076184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c06c63b0-2be4-4493-9739-24b623be069e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:39.164849 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-451806f7-ef19-4690-b0b7-d6826e408285 None None] Set router 3b0c7caa-72e5-41eb-804e-a9d34ee11b9f gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:05:39.194121 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-c06c63b0-2be4-4493-9739-24b623be069e admin admin] Calling delete_port for d12b42e8-1f7b-4c20-9863-e9740b890ede owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:05:39.268447 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-451806f7-ef19-4690-b0b7-d6826e408285 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'name': 'tempest-TestVolumeBootPattern-1815517871-router', 'tenant_id': '8b0845231fc043f586ce24d210b2350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:18Z', 'updated_at': '2022-02-28T15:05:38Z', 'revision_number': 6, 'project_id': '8b0845231fc043f586ce24d210b2350c', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:39.272351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-451806f7-ef19-4690-b0b7-d6826e408285 None None] The sync data for ids ['3b0c7caa-72e5-41eb-804e-a9d34ee11b9f'] in dv-neutron-830866-2-hyperv is: [{'id': '3b0c7caa-72e5-41eb-804e-a9d34ee11b9f', 'name': 'tempest-TestVolumeBootPattern-1815517871-router', 'tenant_id': '8b0845231fc043f586ce24d210b2350c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T14:57:18Z', 'updated_at': '2022-02-28T15:05:38Z', 'revision_number': 6, 'project_id': '8b0845231fc043f586ce24d210b2350c', 'gw_port_host': None}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:05:39.356371 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c06c63b0-2be4-4493-9739-24b623be069e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:39.401408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c06c63b0-2be4-4493-9739-24b623be069e admin admin] Pushing event deleted for resources: {'Port': ['ID=d12b42e8-1f7b-4c20-9863-e9740b890ede,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:39.618002 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c06c63b0-2be4-4493-9739-24b623be069e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:39.969628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c06c63b0-2be4-4493-9739-24b623be069e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:39.973605 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c06c63b0-2be4-4493-9739-24b623be069e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:40.001002 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c06c63b0-2be4-4493-9739-24b623be069e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:40.001616 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06c63b0-2be4-4493-9739-24b623be069e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3b0c7caa-72e5-41eb-804e-a9d34ee11b9f {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:05:40.014524 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c06c63b0-2be4-4493-9739-24b623be069e admin admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:40.017926 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c06c63b0-2be4-4493-9739-24b623be069e admin admin] 10.222.0.15 "DELETE /v2.0/routers/3b0c7caa-72e5-41eb-804e-a9d34ee11b9f HTTP/1.1" status: 204 len: 168 time: 1.5106487 Feb 28 15:05:40.018149 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50092) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:05:40.076933 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b6610e5-9a94-4567-95fc-f850f2eae8d8 admin admin] Deleting subnet 2dd6024a-96e2-4c06-a544-084f10f12836 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:05:40.079744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b6610e5-9a94-4567-95fc-f850f2eae8d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:40.131762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b6610e5-9a94-4567-95fc-f850f2eae8d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:40.208174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b6610e5-9a94-4567-95fc-f850f2eae8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:40.277266 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b6610e5-9a94-4567-95fc-f850f2eae8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:40.317179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6610e5-9a94-4567-95fc-f850f2eae8d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2dd6024a-96e2-4c06-a544-084f10f12836,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:40.321960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b6610e5-9a94-4567-95fc-f850f2eae8d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:40.326704 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2767aa10-444a-4cb6-9c94-b471d45c99d3 None None] Network ce344f0e-b664-41e1-922b-91f352d53480 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:05:40.327778 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3b6610e5-9a94-4567-95fc-f850f2eae8d8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/2dd6024a-96e2-4c06-a544-084f10f12836 HTTP/1.1" status: 204 len: 168 time: 0.3086267 Feb 28 15:05:40.330311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50096) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:05:40.442683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:40.453083 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] Deleting port e05efa96-9371-4316-ad01-d55b7433766d {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:05:40.453411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:40.582247 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f701c7e-6efc-4949-84bf-8266f1f595c3 None None] DHCP port deletion for ce344f0e-b664-41e1-922b-91f352d53480 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:05:40.587098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-6f701c7e-6efc-4949-84bf-8266f1f595c3 None None] Deleting port e05efa96-9371-4316-ad01-d55b7433766d {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:05:40.587466 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6f701c7e-6efc-4949-84bf-8266f1f595c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:40.651257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] For port e05efa96-9371-4316-ad01-d55b7433766d, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e05efa96-9371-4316-ad01-d55b7433766d,segment=NetworkSegment(045be78b-8f25-4dfd-9822-90c68ff54db4),segment_id=045be78b-8f25-4dfd-9822-90c68ff54db4)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:05:40.651834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:40.773559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] Calling delete_port for e05efa96-9371-4316-ad01-d55b7433766d owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:05:40.790821 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-6f701c7e-6efc-4949-84bf-8266f1f595c3 None None] For port e05efa96-9371-4316-ad01-d55b7433766d, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e05efa96-9371-4316-ad01-d55b7433766d,segment=NetworkSegment(045be78b-8f25-4dfd-9822-90c68ff54db4),segment_id=045be78b-8f25-4dfd-9822-90c68ff54db4)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:05:40.791963 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6f701c7e-6efc-4949-84bf-8266f1f595c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:40.799517 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 04ff9813-8d95-4a71-9a6a-01293c695029 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:05:40.845810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:40.889217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 04ff9813-8d95-4a71-9a6a-01293c695029 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:05:40.889562 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 04ff9813-8d95-4a71-9a6a-01293c695029 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:05:40.889977 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d12b42e8-1f7b-4c20-9863-e9740b890ede no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:05:40.893279 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] Pushing event deleted for resources: {'Port': ['ID=e05efa96-9371-4316-ad01-d55b7433766d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:40.897712 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] No DVR routers for this DVR port e05efa96-9371-4316-ad01-d55b7433766d on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:05:40.973961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-6f701c7e-6efc-4949-84bf-8266f1f595c3 None None] Calling delete_port for e05efa96-9371-4316-ad01-d55b7433766d owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:05:41.016056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:41.045468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce344f0e-b664-41e1-922b-91f352d53480']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:41.052924 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: d12b42e8-1f7b-4c20-9863-e9740b890ede {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:05:41.053266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device d12b42e8-1f7b-4c20-9863-e9740b890ede not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:05:41.053671 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e05efa96-9371-4316-ad01-d55b7433766d no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:05:41.058094 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '045be78b-8f25-4dfd-9822-90c68ff54db4') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:41.058395 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '045be78b-8f25-4dfd-9822-90c68ff54db4') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:05:41.070076 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:41.085380 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:41.086468 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: e05efa96-9371-4316-ad01-d55b7433766d {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:05:41.086815 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e05efa96-9371-4316-ad01-d55b7433766d not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:05:41.093546 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] Releasing vlan 51 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:05:41.093546 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:05:41.105932 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:05:41.122310 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-6f701c7e-6efc-4949-84bf-8266f1f595c3 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:05:41.122713 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-6f701c7e-6efc-4949-84bf-8266f1f595c3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:05:41.177996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:41.196771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:41.206226 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce344f0e-b664-41e1-922b-91f352d53480,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:41.213028 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b4086520-92f4-4842-9052-427573a1be51 admin admin] 10.222.0.15 "DELETE /v2.0/networks/ce344f0e-b664-41e1-922b-91f352d53480 HTTP/1.1" status: 204 len: 168 time: 0.8817835 Feb 28 15:05:41.348713 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50102) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:05:41.397181 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-75151d92-3b97-4802-a748-8d17931a5e5a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=12877993fbd9430d9a0b7e62d6fef06f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0472636 Feb 28 15:05:41.399479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50106) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:05:41.455821 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-428294f6-ff47-4ea4-a7c9-00bc412ae0ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:41.480478 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-428294f6-ff47-4ea4-a7c9-00bc412ae0ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:41.529894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-428294f6-ff47-4ea4-a7c9-00bc412ae0ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:41.546696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-428294f6-ff47-4ea4-a7c9-00bc412ae0ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72cc6194-e1c4-47d0-8e46-579bab93f8e4,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:41.553147 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-428294f6-ff47-4ea4-a7c9-00bc412ae0ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:41.554233 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-428294f6-ff47-4ea4-a7c9-00bc412ae0ad admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/72cc6194-e1c4-47d0-8e46-579bab93f8e4 HTTP/1.1" status: 204 len: 168 time: 0.1537941 Feb 28 15:05:41.624448 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-6f701c7e-6efc-4949-84bf-8266f1f595c3 None None] Deleting port e05efa96-9371-4316-ad01-d55b7433766d {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:05:41.624954 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6f701c7e-6efc-4949-84bf-8266f1f595c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:41.686821 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-6f701c7e-6efc-4949-84bf-8266f1f595c3 None None] The port 'e05efa96-9371-4316-ad01-d55b7433766d' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:05:41.932059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50114) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:05:41.984139 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-88216eab-734e-4f2d-977a-adebc8373a6d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8b0845231fc043f586ce24d210b2350c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0508485 Feb 28 15:05:41.986485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50118) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:05:42.127840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e6d59bf-af02-4bd0-bfc2-f1e5a9a989f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:42.151728 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e6d59bf-af02-4bd0-bfc2-f1e5a9a989f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:42.203924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e6d59bf-af02-4bd0-bfc2-f1e5a9a989f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:42.219354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6d59bf-af02-4bd0-bfc2-f1e5a9a989f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6834d3bc-3324-4d92-a3a0-12209d529cc3,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:05:42.223718 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5e6d59bf-af02-4bd0-bfc2-f1e5a9a989f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:42.227987 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5e6d59bf-af02-4bd0-bfc2-f1e5a9a989f0 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6834d3bc-3324-4d92-a3a0-12209d529cc3 HTTP/1.1" status: 204 len: 168 time: 0.2380669 Feb 28 15:05:48.371400 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:05:55.441707 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-44c236ca-76be-4b6e-8716-f823730abe71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:57.623016 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0ad8e7bf-c64d-4989-9844-e6338fc69487 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:57.698717 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:58.849462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:05:58.866400 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:00.235243 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:15.953428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50132) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:06:15.959884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-b179bfc8-d86c-4a1d-b484-5864a27dc279 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'subnet': {'dns_nameservers': ['9.8.7.6']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:06:16.186700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b179bfc8-d86c-4a1d-b484-5864a27dc279 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-2709356'] for subnet, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:16.370673 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b179bfc8-d86c-4a1d-b484-5864a27dc279 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8737161184907', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-3378287'] for subnet, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:16.425455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b179bfc8-d86c-4a1d-b484-5864a27dc279 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:06:16.426034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b179bfc8-d86c-4a1d-b484-5864a27dc279 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:16.427983 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b179bfc8-d86c-4a1d-b484-5864a27dc279 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/subnets/63224ee5-0878-4a3c-9539-818901cd3b7a HTTP/1.1" status: 200 len: 835 time: 0.4733896 Feb 28 15:06:16.432736 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cfd194d5-36d9-4e37-b33a-51128d9524bf None None] Network 11a97f3b-cdad-4e14-9cbd-15517d67993a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:06:16.438798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179bfc8-d86c-4a1d-b484-5864a27dc279 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Subnet': ['ID=63224ee5-0878-4a3c-9539-818901cd3b7a,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:06:16.879301 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d1cd07a6-dd9b-41aa-b7d9-5b66b50666e4 None None] Provisioning complete for port 4b0067f2-82fc-4e5e-abed-f82bcea150c1 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:06:16.879696 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d1cd07a6-dd9b-41aa-b7d9-5b66b50666e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:16.999342 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d1cd07a6-dd9b-41aa-b7d9-5b66b50666e4 None None] Provisioning complete for port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:06:16.999732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d1cd07a6-dd9b-41aa-b7d9-5b66b50666e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:17.116600 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d1cd07a6-dd9b-41aa-b7d9-5b66b50666e4 None None] Provisioning complete for port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:06:17.116958 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d1cd07a6-dd9b-41aa-b7d9-5b66b50666e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:18.961313 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c3438-2e5d-4ccc-8149-b963ac693055 req-5100e15f-f451-4619-8664-c59536352cd0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2360592 Feb 28 15:06:19.119520 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c3438-2e5d-4ccc-8149-b963ac693055 req-3f098726-521f-4ec9-89b8-4c0ad4f41d37 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 1099 time: 0.0666327 Feb 28 15:06:19.258438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c3438-2e5d-4ccc-8149-b963ac693055 req-6fe139b6-89ae-4f33-82fb-d55ff282af9c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:06:19.259845 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c3438-2e5d-4ccc-8149-b963ac693055 req-6fe139b6-89ae-4f33-82fb-d55ff282af9c service neutron] 10.222.0.20 "GET /v2.0/networks?id=11a97f3b-cdad-4e14-9cbd-15517d67993a HTTP/1.1" status: 200 len: 897 time: 0.1225312 Feb 28 15:06:19.360330 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c3438-2e5d-4ccc-8149-b963ac693055 req-c41ba39b-302b-46ff-b640-f5c63bad96fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5587e48d-6364-4cbf-b1bf-3b315f1d48e8 HTTP/1.1" status: 200 len: 1001 time: 0.0944836 Feb 28 15:06:19.422212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c3438-2e5d-4ccc-8149-b963ac693055 req-052ea252-cf52-47b0-8ead-b4d6dc6d4a14 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:06:19.423498 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c3438-2e5d-4ccc-8149-b963ac693055 req-052ea252-cf52-47b0-8ead-b4d6dc6d4a14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63224ee5-0878-4a3c-9539-818901cd3b7a HTTP/1.1" status: 200 len: 843 time: 0.0578876 Feb 28 15:06:19.496253 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c3438-2e5d-4ccc-8149-b963ac693055 req-1668fcb9-9a0a-4d78-b076-a437b5bfa5d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11a97f3b-cdad-4e14-9cbd-15517d67993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668087 Feb 28 15:06:19.623653 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c3438-2e5d-4ccc-8149-b963ac693055 req-8e69a0dc-3636-4c0e-8934-0b37061d13a3 service neutron] 10.222.0.20 "GET /v2.0/networks/11a97f3b-cdad-4e14-9cbd-15517d67993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216321 Feb 28 15:06:19.751945 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c3438-2e5d-4ccc-8149-b963ac693055 req-880caf42-d62d-410b-a538-e35b13247b93 service neutron] 10.222.0.20 "GET /v2.0/networks/11a97f3b-cdad-4e14-9cbd-15517d67993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225452 Feb 28 15:06:25.372263 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:06:25.444685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d42e38b-499f-4cba-a134-179ec7685769 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:27.623334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-93a8dd7c-b036-475e-b19b-38346cc5d65f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:27.713178 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:28.857939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:28.867986 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:30.237302 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:55.448216 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ea820f3-3da3-436e-a730-fe6229ac6552 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:57.623410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-526387c7-01e1-435f-acb9-538591ddb25b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:57.711618 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:58.861066 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:58.871230 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:59.237371 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50156) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:06:59.521584 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port c97effe9-1226-48b5-87a2-b21df624d4d5 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:06:59.521914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:59.685592 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:59.685905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:59.800445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for c97effe9-1226-48b5-87a2-b21df624d4d5 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:06:59.943110 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:06:59.990952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=c97effe9-1226-48b5-87a2-b21df624d4d5,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:00.028441 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:00.028778 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:00.029105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:00.029428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:00.029756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:00.030074 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:00.030390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:00.030703 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:00.031017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:00.031325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:00.031662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:00.089404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:00.240388 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:00.473044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 31e9dd7a-09c7-439c-b554-cad39eefbc22 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:07:00.668765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:07:00.678060 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791cdbc0-a4b9-4376-a58f-b57c6a5373bf None None] Sync routers for ids ['31e9dd7a-09c7-439c-b554-cad39eefbc22'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:07:00.690026 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:00.690771 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791cdbc0-a4b9-4376-a58f-b57c6a5373bf None None] Routers {'31e9dd7a-09c7-439c-b554-cad39eefbc22'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:07:00.692093 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-791cdbc0-a4b9-4376-a58f-b57c6a5373bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:06:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['31e9dd7a-09c7-439c-b554-cad39eefbc22'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:00.748732 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3b6b7d92-dddc-494b-988d-95eb07ad6808 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/floatingips/7948b9ea-b0a1-4ca2-84c3-730602368811 HTTP/1.1" status: 204 len: 168 time: 1.5101867 Feb 28 15:07:00.749408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe6fb282-ccdf-4038-9ace-2da38ac3f698', 'tag': '5587e48d-6364-4cbf-b1bf-3b315f1d48e8'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:07:00.886216 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-791cdbc0-a4b9-4376-a58f-b57c6a5373bf None None] Set router 31e9dd7a-09c7-439c-b554-cad39eefbc22 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:07:01.013765 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fe6fb282-ccdf-4038-9ace-2da38ac3f698', 'tag': '5587e48d-6364-4cbf-b1bf-3b315f1d48e8', 'status': 'completed', 'code': 200} Feb 28 15:07:01.112702 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-783db528-d52f-41bd-bd4b-e90ae60f038d req-3b93b3de-75ee-40b6-9e77-5d2fbc62b2a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 1099 time: 0.0769870 Feb 28 15:07:01.216334 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-791cdbc0-a4b9-4376-a58f-b57c6a5373bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'name': 'tempest-TestNetworkBasicOps-router-450788326', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:04:00Z', 'updated_at': '2022-02-28T15:04:04Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:01Z', 'updated_at': '2022-02-28T15:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9', 'name': '', 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:32:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:04Z', 'updated_at': '2022-02-28T15:04:10Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:01.220536 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791cdbc0-a4b9-4376-a58f-b57c6a5373bf None None] Checking router: 31e9dd7a-09c7-439c-b554-cad39eefbc22 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:07:01.232773 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-791cdbc0-a4b9-4376-a58f-b57c6a5373bf None None] Routers {'31e9dd7a-09c7-439c-b554-cad39eefbc22'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:07:01.233481 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-791cdbc0-a4b9-4376-a58f-b57c6a5373bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:06:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['31e9dd7a-09c7-439c-b554-cad39eefbc22'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:01.395841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783db528-d52f-41bd-bd4b-e90ae60f038d req-8d562a95-6ca9-47bf-bf3e-58da0901870d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:01.397188 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-783db528-d52f-41bd-bd4b-e90ae60f038d req-8d562a95-6ca9-47bf-bf3e-58da0901870d service neutron] 10.222.0.20 "GET /v2.0/networks?id=11a97f3b-cdad-4e14-9cbd-15517d67993a HTTP/1.1" status: 200 len: 897 time: 0.2779441 Feb 28 15:07:01.406407 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864160a1-4cab-4485-a125-cacf92c21a80 req-95a21449-2ee7-4c36-a8f0-3c51b19c9695 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:01.407080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-864160a1-4cab-4485-a125-cacf92c21a80 req-95a21449-2ee7-4c36-a8f0-3c51b19c9695 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:07:01.409709 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-791cdbc0-a4b9-4376-a58f-b57c6a5373bf None None] Set router 31e9dd7a-09c7-439c-b554-cad39eefbc22 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:07:01.478226 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-783db528-d52f-41bd-bd4b-e90ae60f038d req-75fc39e7-3750-4e04-8656-d8f20c8c0a95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=5587e48d-6364-4cbf-b1bf-3b315f1d48e8 HTTP/1.1" status: 200 len: 217 time: 0.0684462 Feb 28 15:07:01.515884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-864160a1-4cab-4485-a125-cacf92c21a80 req-95a21449-2ee7-4c36-a8f0-3c51b19c9695 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:07:01.516962 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-864160a1-4cab-4485-a125-cacf92c21a80 req-95a21449-2ee7-4c36-a8f0-3c51b19c9695 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 946 time: 0.4246838 Feb 28 15:07:01.568658 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783db528-d52f-41bd-bd4b-e90ae60f038d req-7ee09b62-2352-4690-97da-342e56e02f56 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:01.570054 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-783db528-d52f-41bd-bd4b-e90ae60f038d req-7ee09b62-2352-4690-97da-342e56e02f56 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=63224ee5-0878-4a3c-9539-818901cd3b7a HTTP/1.1" status: 200 len: 843 time: 0.0860305 Feb 28 15:07:01.615484 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-864160a1-4cab-4485-a125-cacf92c21a80 req-9f4db655-a0ca-40bc-b612-ce355f35d867 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=634c309a-a3f0-474f-96b9-0a8f0b930eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913777 Feb 28 15:07:01.655160 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-783db528-d52f-41bd-bd4b-e90ae60f038d req-114c51ec-5841-4055-a8b8-850f8d2f7fba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11a97f3b-cdad-4e14-9cbd-15517d67993a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777287 Feb 28 15:07:01.744262 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-791cdbc0-a4b9-4376-a58f-b57c6a5373bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'name': 'tempest-TestNetworkBasicOps-router-450788326', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:04:00Z', 'updated_at': '2022-02-28T15:04:04Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:01Z', 'updated_at': '2022-02-28T15:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9', 'name': '', 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:32:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:04Z', 'updated_at': '2022-02-28T15:04:10Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:01.748177 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-791cdbc0-a4b9-4376-a58f-b57c6a5373bf None None] The sync data for ids ['31e9dd7a-09c7-439c-b554-cad39eefbc22'] in dv-neutron-830866-2-hyperv is: [{'id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'name': 'tempest-TestNetworkBasicOps-router-450788326', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:04:00Z', 'updated_at': '2022-02-28T15:04:04Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:01Z', 'updated_at': '2022-02-28T15:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9', 'name': '', 'network_id': '11a97f3b-cdad-4e14-9cbd-15517d67993a', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:32:b1:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:04Z', 'updated_at': '2022-02-28T15:04:10Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '63224ee5-0878-4a3c-9539-818901cd3b7a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': ['9.8.7.6'], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:07:01.806692 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-783db528-d52f-41bd-bd4b-e90ae60f038d req-ccf26b3f-1a9c-4b6b-b6c5-eb1a3236ce2c service neutron] 10.222.0.20 "GET /v2.0/networks/11a97f3b-cdad-4e14-9cbd-15517d67993a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421854 Feb 28 15:07:01.945117 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-783db528-d52f-41bd-bd4b-e90ae60f038d req-c826cf70-f79e-4a48-b28b-c8940bb779ae service neutron] 10.222.0.20 "GET /v2.0/networks/11a97f3b-cdad-4e14-9cbd-15517d67993a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324213 Feb 28 15:07:02.006811 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae66627f-7961-44b7-afb9-57f98398833e None None] New status for floating IP 7948b9ea-b0a1-4ca2-84c3-730602368811: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:07:02.371610 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:07:02.388905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60a01bcf-abb5-4e67-9037-73389456c0e3 req-df0c405d-636b-432f-96bd-97bf4c02c0c4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:02.390291 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-60a01bcf-abb5-4e67-9037-73389456c0e3 req-df0c405d-636b-432f-96bd-97bf4c02c0c4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/ports?device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 946 time: 0.0731800 Feb 28 15:07:02.458756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-60a01bcf-abb5-4e67-9037-73389456c0e3 req-1d5b8141-ea8a-483d-aa33-6a8f71433437 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:07:02.459087 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-60a01bcf-abb5-4e67-9037-73389456c0e3 req-1d5b8141-ea8a-483d-aa33-6a8f71433437 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:02.697015 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-60a01bcf-abb5-4e67-9037-73389456c0e3 req-1d5b8141-ea8a-483d-aa33-6a8f71433437 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=5587e48d-6364-4cbf-b1bf-3b315f1d48e8,segment=NetworkSegment(f942511a-7d1f-4ea3-b8f7-5fdde65babb0),segment_id=f942511a-7d1f-4ea3-b8f7-5fdde65babb0)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:07:02.697692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-60a01bcf-abb5-4e67-9037-73389456c0e3 req-1d5b8141-ea8a-483d-aa33-6a8f71433437 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:02.816051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-60a01bcf-abb5-4e67-9037-73389456c0e3 req-1d5b8141-ea8a-483d-aa33-6a8f71433437 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:07:02.894301 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b132bfb8-eb90-49c4-b037-ed68e41cba6c req-5efb8a78-1185-4610-9a91-e72acd90bfca tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:02.895802 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b132bfb8-eb90-49c4-b037-ed68e41cba6c req-5efb8a78-1185-4610-9a91-e72acd90bfca tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=fe6fb282-ccdf-4038-9ace-2da38ac3f698 HTTP/1.1" status: 200 len: 946 time: 0.1464007 Feb 28 15:07:02.940877 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b132bfb8-eb90-49c4-b037-ed68e41cba6c req-74774f95-a0e5-4c5b-a4e5-21fecb77b350 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=634c309a-a3f0-474f-96b9-0a8f0b930eda&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395257 Feb 28 15:07:02.955788 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-60a01bcf-abb5-4e67-9037-73389456c0e3 req-1d5b8141-ea8a-483d-aa33-6a8f71433437 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:03.002704 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5b8141-ea8a-483d-aa33-6a8f71433437 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=5587e48d-6364-4cbf-b1bf-3b315f1d48e8,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:03.072146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-60a01bcf-abb5-4e67-9037-73389456c0e3 req-1d5b8141-ea8a-483d-aa33-6a8f71433437 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] No DVR routers for this DVR port 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:07:03.074453 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-60a01bcf-abb5-4e67-9037-73389456c0e3 req-1d5b8141-ea8a-483d-aa33-6a8f71433437 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:03.076891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe6fb282-ccdf-4038-9ace-2da38ac3f698', 'name': 'network-vif-deleted', 'tag': '5587e48d-6364-4cbf-b1bf-3b315f1d48e8'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:07:03.091396 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-60a01bcf-abb5-4e67-9037-73389456c0e3 req-1d5b8141-ea8a-483d-aa33-6a8f71433437 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "DELETE /v2.0/ports/5587e48d-6364-4cbf-b1bf-3b315f1d48e8 HTTP/1.1" status: 204 len: 173 time: 0.6957018 Feb 28 15:07:03.144921 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fe6fb282-ccdf-4038-9ace-2da38ac3f698', 'name': 'network-vif-deleted', 'tag': '5587e48d-6364-4cbf-b1bf-3b315f1d48e8', 'status': 'completed', 'code': 200} Feb 28 15:07:04.044366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50190) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:04.117139 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:04.144929 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:04.205184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:04.221335 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=634c309a-a3f0-474f-96b9-0a8f0b930eda,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:04.236882 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:04.237160 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:04.237538 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:04.238389 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:04.238750 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:04.239073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:04.239394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:04.239744 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:04.240063 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:04.240378 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:04.240692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:04.246736 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:04.248543 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0c10a499-6301-4c04-9ac2-236d472fbbf3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/security-groups/634c309a-a3f0-474f-96b9-0a8f0b930eda HTTP/1.1" status: 204 len: 168 time: 0.2032034 Feb 28 15:07:04.297956 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50196) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:04.690427 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c9ee501e-a112-4097-a8cf-86b6cb6b0c81 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:05.391896 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee501e-a112-4097-a8cf-86b6cb6b0c81 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:07:05.392581 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c9ee501e-a112-4097-a8cf-86b6cb6b0c81 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:05.577865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-c9ee501e-a112-4097-a8cf-86b6cb6b0c81 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9,segment=NetworkSegment(f942511a-7d1f-4ea3-b8f7-5fdde65babb0),segment_id=f942511a-7d1f-4ea3-b8f7-5fdde65babb0)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:07:05.578213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c9ee501e-a112-4097-a8cf-86b6cb6b0c81 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:05.695683 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-c9ee501e-a112-4097-a8cf-86b6cb6b0c81 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:07:05.863829 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c9ee501e-a112-4097-a8cf-86b6cb6b0c81 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:05.908250 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ee501e-a112-4097-a8cf-86b6cb6b0c81 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:06.196220 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c9ee501e-a112-4097-a8cf-86b6cb6b0c81 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:06.845647 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9ee501e-a112-4097-a8cf-86b6cb6b0c81 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 31e9dd7a-09c7-439c-b554-cad39eefbc22 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:07:07.027049 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:07:07.037262 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9ee501e-a112-4097-a8cf-86b6cb6b0c81 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:07:07.046748 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa23a8-6f67-4dc1-8e7d-e8d1cc62ddca None None] Sync routers for ids ['31e9dd7a-09c7-439c-b554-cad39eefbc22'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:07:07.049432 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c9ee501e-a112-4097-a8cf-86b6cb6b0c81 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/31e9dd7a-09c7-439c-b554-cad39eefbc22/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7499983 Feb 28 15:07:07.052683 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50200) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:07.061928 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:07:07.062205 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fa23a8-6f67-4dc1-8e7d-e8d1cc62ddca None None] Routers {'31e9dd7a-09c7-439c-b554-cad39eefbc22'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:07:07.062313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 5587e48d-6364-4cbf-b1bf-3b315f1d48e8 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:07:07.062761 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-63fa23a8-6f67-4dc1-8e7d-e8d1cc62ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:06:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['31e9dd7a-09c7-439c-b554-cad39eefbc22'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:07.231766 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-63fa23a8-6f67-4dc1-8e7d-e8d1cc62ddca None None] Set router 31e9dd7a-09c7-439c-b554-cad39eefbc22 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:07:07.235615 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-6542dd7d-0b3b-40b4-b7bd-eaf20a966507 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting subnet 63224ee5-0878-4a3c-9539-818901cd3b7a {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:07:07.238514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6542dd7d-0b3b-40b4-b7bd-eaf20a966507 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:07.291176 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6542dd7d-0b3b-40b4-b7bd-eaf20a966507 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:07.376263 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6542dd7d-0b3b-40b4-b7bd-eaf20a966507 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:07.451472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6542dd7d-0b3b-40b4-b7bd-eaf20a966507 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:07.490570 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6542dd7d-0b3b-40b4-b7bd-eaf20a966507 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Subnet': ['ID=63224ee5-0878-4a3c-9539-818901cd3b7a,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:07.494506 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6542dd7d-0b3b-40b4-b7bd-eaf20a966507 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:07.500590 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6542dd7d-0b3b-40b4-b7bd-eaf20a966507 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/subnets/63224ee5-0878-4a3c-9539-818901cd3b7a HTTP/1.1" status: 204 len: 168 time: 0.4469602 Feb 28 15:07:07.501463 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3149ac09-84f7-4028-bb9d-a80d8f6b8fd3 None None] Network 11a97f3b-cdad-4e14-9cbd-15517d67993a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:07:07.503130 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50204) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:07.535455 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-63fa23a8-6f67-4dc1-8e7d-e8d1cc62ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'name': 'tempest-TestNetworkBasicOps-router-450788326', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:04:00Z', 'updated_at': '2022-02-28T15:07:05Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:01Z', 'updated_at': '2022-02-28T15:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:07.539520 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa23a8-6f67-4dc1-8e7d-e8d1cc62ddca None None] Checking router: 31e9dd7a-09c7-439c-b554-cad39eefbc22 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:07:07.550068 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fa23a8-6f67-4dc1-8e7d-e8d1cc62ddca None None] Routers {'31e9dd7a-09c7-439c-b554-cad39eefbc22'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:07:07.550726 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-63fa23a8-6f67-4dc1-8e7d-e8d1cc62ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:06:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['31e9dd7a-09c7-439c-b554-cad39eefbc22'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:07.704601 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4e71c202-6b81-46bb-b007-385d78b9c6ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:07.733792 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-63fa23a8-6f67-4dc1-8e7d-e8d1cc62ddca None None] Set router 31e9dd7a-09c7-439c-b554-cad39eefbc22 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:07:07.789351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] DHCP port deletion for 11a97f3b-cdad-4e14-9cbd-15517d67993a request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:07:07.793691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Deleting port 4b0067f2-82fc-4e5e-abed-f82bcea150c1 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:07:07.794058 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:07.907511 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4e71c202-6b81-46bb-b007-385d78b9c6ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:07.917488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-4e71c202-6b81-46bb-b007-385d78b9c6ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 70105380-9001-4ee6-bcaf-f6a28e88cc90 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:07:07.917847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4e71c202-6b81-46bb-b007-385d78b9c6ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:07.994901 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] For port 4b0067f2-82fc-4e5e-abed-f82bcea150c1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4b0067f2-82fc-4e5e-abed-f82bcea150c1,segment=NetworkSegment(f942511a-7d1f-4ea3-b8f7-5fdde65babb0),segment_id=f942511a-7d1f-4ea3-b8f7-5fdde65babb0)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:07:07.995287 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:08.020189 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-63fa23a8-6f67-4dc1-8e7d-e8d1cc62ddca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'name': 'tempest-TestNetworkBasicOps-router-450788326', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:04:00Z', 'updated_at': '2022-02-28T15:07:05Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:01Z', 'updated_at': '2022-02-28T15:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:08.024497 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fa23a8-6f67-4dc1-8e7d-e8d1cc62ddca None None] The sync data for ids ['31e9dd7a-09c7-439c-b554-cad39eefbc22'] in dv-neutron-830866-2-hyperv is: [{'id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'name': 'tempest-TestNetworkBasicOps-router-450788326', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252'}], 'enable_snat': True}, 'gw_port_id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:04:00Z', 'updated_at': '2022-02-28T15:07:05Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '70105380-9001-4ee6-bcaf-f6a28e88cc90', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:27:bf:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '31e9dd7a-09c7-439c-b554-cad39eefbc22', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:04:01Z', 'updated_at': '2022-02-28T15:04:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:07:08.121856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Calling delete_port for 4b0067f2-82fc-4e5e-abed-f82bcea150c1 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:07:08.191809 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:08.200583 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-4e71c202-6b81-46bb-b007-385d78b9c6ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 70105380-9001-4ee6-bcaf-f6a28e88cc90, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=70105380-9001-4ee6-bcaf-f6a28e88cc90,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:07:08.200933 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4e71c202-6b81-46bb-b007-385d78b9c6ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:08.236234 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Pushing event deleted for resources: {'Port': ['ID=4b0067f2-82fc-4e5e-abed-f82bcea150c1,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:08.241687 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] No DVR routers for this DVR port 4b0067f2-82fc-4e5e-abed-f82bcea150c1 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:07:08.248628 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:08.248865 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:08.249502 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:08.249502 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:08.249828 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:08.250149 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:08.250470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:08.250788 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:08.251587 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:08.251587 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:08.251741 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16abf9fb-2894-448c-a74b-bf1d37b0c74b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:08.322626 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-4e71c202-6b81-46bb-b007-385d78b9c6ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 70105380-9001-4ee6-bcaf-f6a28e88cc90 owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:07:08.492369 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4e71c202-6b81-46bb-b007-385d78b9c6ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:08.536539 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e71c202-6b81-46bb-b007-385d78b9c6ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=70105380-9001-4ee6-bcaf-f6a28e88cc90,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:08.761499 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4e71c202-6b81-46bb-b007-385d78b9c6ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:08.873600 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4b0067f2-82fc-4e5e-abed-f82bcea150c1 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:07:08.907764 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 4b0067f2-82fc-4e5e-abed-f82bcea150c1 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:07:08.908106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4b0067f2-82fc-4e5e-abed-f82bcea150c1 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:07:08.908525 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:07:08.938607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:07:08.938947 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f5bf3967-a6aa-4d54-8243-3bd61cc4b0b9 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:07:09.015760 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4e71c202-6b81-46bb-b007-385d78b9c6ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.020327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4e71c202-6b81-46bb-b007-385d78b9c6ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.044167 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4e71c202-6b81-46bb-b007-385d78b9c6ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.044686 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e71c202-6b81-46bb-b007-385d78b9c6ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Fanout notify agent at l3_agent the message router_deleted on router 31e9dd7a-09c7-439c-b554-cad39eefbc22 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:07:09.058134 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4e71c202-6b81-46bb-b007-385d78b9c6ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.059213 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4e71c202-6b81-46bb-b007-385d78b9c6ff tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/routers/31e9dd7a-09c7-439c-b554-cad39eefbc22 HTTP/1.1" status: 204 len: 168 time: 1.5544374 Feb 28 15:07:09.062050 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50208) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:09.176793 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0889241c-a091-4cc7-9edd-94e30d10226f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.389650 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0889241c-a091-4cc7-9edd-94e30d10226f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.413619 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-0889241c-a091-4cc7-9edd-94e30d10226f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11a97f3b-cdad-4e14-9cbd-15517d67993a']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:09.425504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-0889241c-a091-4cc7-9edd-94e30d10226f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f942511a-7d1f-4ea3-b8f7-5fdde65babb0') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:09.425805 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-0889241c-a091-4cc7-9edd-94e30d10226f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f942511a-7d1f-4ea3-b8f7-5fdde65babb0') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:09.436749 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0889241c-a091-4cc7-9edd-94e30d10226f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.453322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0889241c-a091-4cc7-9edd-94e30d10226f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.459847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0889241c-a091-4cc7-9edd-94e30d10226f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:07:09.460229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0889241c-a091-4cc7-9edd-94e30d10226f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:07:09.474560 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:07:09.554482 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0889241c-a091-4cc7-9edd-94e30d10226f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.571607 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0889241c-a091-4cc7-9edd-94e30d10226f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.582187 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0889241c-a091-4cc7-9edd-94e30d10226f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Network': ['ID=11a97f3b-cdad-4e14-9cbd-15517d67993a,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:09.590230 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0889241c-a091-4cc7-9edd-94e30d10226f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/networks/11a97f3b-cdad-4e14-9cbd-15517d67993a HTTP/1.1" status: 204 len: 168 time: 0.5272839 Feb 28 15:07:09.602320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50212) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:09.608264 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-db1e8b33-42a8-4420-8bcd-43b2c1ef6d14 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'network': {'name': 'tempest-network-smoke--1969168095', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'port_security_enabled': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:09.613778 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-db1e8b33-42a8-4420-8bcd-43b2c1ef6d14 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:09.617736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-db1e8b33-42a8-4420-8bcd-43b2c1ef6d14 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:network and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:09.620500 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-db1e8b33-42a8-4420-8bcd-43b2c1ef6d14 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:09.630144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-db1e8b33-42a8-4420-8bcd-43b2c1ef6d14 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:09.639412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db1e8b33-42a8-4420-8bcd-43b2c1ef6d14 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:07:09.642303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db1e8b33-42a8-4420-8bcd-43b2c1ef6d14 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.669202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-db1e8b33-42a8-4420-8bcd-43b2c1ef6d14 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:07:09.678094 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db1e8b33-42a8-4420-8bcd-43b2c1ef6d14 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.678422 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-db1e8b33-42a8-4420-8bcd-43b2c1ef6d14 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Added segment 7bca1b96-34d0-4b6e-b3b5-9c7b891df841 of type vlan for network c37f8525-3944-4d6c-ace4-6bcb3466792d Feb 28 15:07:09.702546 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db1e8b33-42a8-4420-8bcd-43b2c1ef6d14 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.729853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db1e8b33-42a8-4420-8bcd-43b2c1ef6d14 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.733883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db1e8b33-42a8-4420-8bcd-43b2c1ef6d14 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:09.734449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db1e8b33-42a8-4420-8bcd-43b2c1ef6d14 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.920926 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-db1e8b33-42a8-4420-8bcd-43b2c1ef6d14 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3172381 Feb 28 15:07:09.923616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50216) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:09.929480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-730098644', 'admin_state_up': True, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:09.930091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1e8b33-42a8-4420-8bcd-43b2c1ef6d14 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Network': ['ID=c37f8525-3944-4d6c-ace4-6bcb3466792d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:09.937581 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:09.939987 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network c37f8525-3944-4d6c-ace4-6bcb3466792d details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:07:09.941597 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:router and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:09.944547 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:09.950152 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:09.961176 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.962023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:09.980111 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:10.125918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:10.296336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:10.327456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:10.459242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.50 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/244a29e0-0347-4ffb-8833-9efe5390fe86) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:07:10.603026 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:10.629457 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:10.692076 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:07:10.694564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:07:10.697392 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:07:10.734317 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=244a29e0-0347-4ffb-8833-9efe5390fe86,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:10.786891 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 70105380-9001-4ee6-bcaf-f6a28e88cc90 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:07:10.820531 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 70105380-9001-4ee6-bcaf-f6a28e88cc90 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:07:10.820878 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 70105380-9001-4ee6-bcaf-f6a28e88cc90 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:07:10.860974 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:10.861613 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:11.082451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router fad28b93-bcdb-4374-9ad8-72178e1a5d92 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:07:11.271777 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:07:11.281092 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Sync routers for ids ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:07:11.293804 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Routers {'fad28b93-bcdb-4374-9ad8-72178e1a5d92'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:07:11.294413 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:06:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:11.298562 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:11.299954 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8cf1dc0b-2b98-4505-8f9d-992d97e69e5d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 1.3752735 Feb 28 15:07:11.303505 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50220) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:11.478389 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Set router fad28b93-bcdb-4374-9ad8-72178e1a5d92 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:07:11.616318 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8cd55bd5-da90-4cbc-8a9b-578edd522396 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=dc1d4553fb84410fb62138d51b5fd9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3116307 Feb 28 15:07:11.618702 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50226) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:11.743846 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a2f5f6-10e7-492d-84e9-6ac8ce649f8c tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:11.745298 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-55a2f5f6-10e7-492d-84e9-6ac8ce649f8c tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1257308 Feb 28 15:07:11.748190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50230) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:11.763673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:10Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:11.767463 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Checking router: fad28b93-bcdb-4374-9ad8-72178e1a5d92 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:07:11.767825 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Updating router fad28b93-bcdb-4374-9ad8-72178e1a5d92 port 244a29e0-0347-4ffb-8833-9efe5390fe86 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:07:11.786408 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4139cf3f-12de-49ec-bdd3-aa74e650fdee tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0371559 Feb 28 15:07:11.788812 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50234) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:11.793889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-9a8eb2eb-8ea5-43a7-a007-426898b34423 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1598576732', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:11.821567 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:11.900001 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9a8eb2eb-8ea5-43a7-a007-426898b34423 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:11.903726 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9a8eb2eb-8ea5-43a7-a007-426898b34423 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:subnet and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:11.906410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-9a8eb2eb-8ea5-43a7-a007-426898b34423 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:11.912433 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-9a8eb2eb-8ea5-43a7-a007-426898b34423 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:11.921594 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a8eb2eb-8ea5-43a7-a007-426898b34423 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:07:12.023408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9a8eb2eb-8ea5-43a7-a007-426898b34423 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:12.168623 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:12.181541 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Transition to ACTIVE for port object 244a29e0-0347-4ffb-8833-9efe5390fe86 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:07:12.190194 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:12.247577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9a8eb2eb-8ea5-43a7-a007-426898b34423 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:12.280231 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Attempting to bind port 244a29e0-0347-4ffb-8833-9efe5390fe86 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:07:12.280914 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Attempting to bind port 244a29e0-0347-4ffb-8833-9efe5390fe86 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:07:12.281468 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Attempting to bind port 244a29e0-0347-4ffb-8833-9efe5390fe86 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:07:12.294855 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:07:12.295530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:07:12.296161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:12.296746 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:07:12.297392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Bound port: 244a29e0-0347-4ffb-8833-9efe5390fe86, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:07:12.297952 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:12.332895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8eb2eb-8ea5-43a7-a007-426898b34423 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Subnet': ['ID=036c4469-41e0-44f3-b284-b30dfb29b8ce,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:12.339620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd2df0-5d6b-4e21-a649-5b54055627df None None] Pushing event updated for resources: {'Port': ['ID=244a29e0-0347-4ffb-8833-9efe5390fe86,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:12.344331 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a8eb2eb-8ea5-43a7-a007-426898b34423 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Checking segment: {'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:07:12.344701 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8eb2eb-8ea5-43a7-a007-426898b34423 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network hostable DHCP agents. Network: c37f8525-3944-4d6c-ace4-6bcb3466792d, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:07:12.370250 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a8eb2eb-8ea5-43a7-a007-426898b34423 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network c37f8525-3944-4d6c-ace4-6bcb3466792d is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:07:12.381082 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-9a8eb2eb-8ea5-43a7-a007-426898b34423 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, c37f8525-3944-4d6c-ace4-6bcb3466792d) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:07:12.386299 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a8eb2eb-8ea5-43a7-a007-426898b34423 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:12.386665 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] For port 244a29e0-0347-4ffb-8833-9efe5390fe86, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:07:12.386881 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-9a8eb2eb-8ea5-43a7-a007-426898b34423 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:12.392350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2e9773-a2f3-4e04-a919-38993a732b46 None None] Network c37f8525-3944-4d6c-ace4-6bcb3466792d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:07:12.414827 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9a8eb2eb-8ea5-43a7-a007-426898b34423 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6224530 Feb 28 15:07:12.414991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50238) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:12.428734 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] For port 244a29e0-0347-4ffb-8833-9efe5390fe86, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=244a29e0-0347-4ffb-8833-9efe5390fe86,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:07:12.491597 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:12.604864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cd2df0-5d6b-4e21-a649-5b54055627df None None] Pushing event updated for resources: {'Port': ['ID=244a29e0-0347-4ffb-8833-9efe5390fe86,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:12.657209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Routers {'fad28b93-bcdb-4374-9ad8-72178e1a5d92'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:07:12.657841 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:06:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:12.852909 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-c37f8525-3944-4d6c-ace4-6bcb3466792d', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:07:12.853784 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:12.971336 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] Set router fad28b93-bcdb-4374-9ad8-72178e1a5d92 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:07:13.218704 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Allocated IP 172.20.0.2 (c37f8525-3944-4d6c-ace4-6bcb3466792d/036c4469-41e0-44f3-b284-b30dfb29b8ce/9c15cb23-ac87-4691-8af1-eb095f686b57) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:07:13.278086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:13.519701 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:10Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:13.530734 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbddd215-3bcb-49f2-9f66-e74fdc99628f None None] The sync data for ids ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'] in dv-neutron-830866-2-hyperv is: [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:10Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:07:13.537400 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:13.554739 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Transition to ACTIVE for port object 9c15cb23-ac87-4691-8af1-eb095f686b57 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:07:13.575578 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Transition to ACTIVE for port object 9c15cb23-ac87-4691-8af1-eb095f686b57 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:07:13.582747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:13.656323 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Network c37f8525-3944-4d6c-ace4-6bcb3466792d is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:07:13.660492 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:07:13.663425 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:07:13.667456 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Pushing event updated for resources: {'Port': ['ID=9c15cb23-ac87-4691-8af1-eb095f686b57,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:13.672316 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.1 (c37f8525-3944-4d6c-ace4-6bcb3466792d/036c4469-41e0-44f3-b284-b30dfb29b8ce/932fcad2-488b-4a14-8fa2-c7811241adb9) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:07:13.788479 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Attempting to bind port 9c15cb23-ac87-4691-8af1-eb095f686b57 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:07:13.788945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Attempting to bind port 9c15cb23-ac87-4691-8af1-eb095f686b57 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:07:13.789346 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Attempting to bind port 9c15cb23-ac87-4691-8af1-eb095f686b57 on network c37f8525-3944-4d6c-ace4-6bcb3466792d {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:07:13.796410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:07:13.796953 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Checking segment: {'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:07:13.797423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:13.797864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Bound using segment: {'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:07:13.798388 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Bound port: 9c15cb23-ac87-4691-8af1-eb095f686b57, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:07:13.798832 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:13.855208 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:13.873154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object 932fcad2-488b-4a14-8fa2-c7811241adb9 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:07:13.894119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-59f25b5d-4369-4219-882b-24f09549feed None None] For port 9c15cb23-ac87-4691-8af1-eb095f686b57, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:07:13.898804 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:13.899001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-59f25b5d-4369-4219-882b-24f09549feed None None] For port 9c15cb23-ac87-4691-8af1-eb095f686b57, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9c15cb23-ac87-4691-8af1-eb095f686b57,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:07:13.903851 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:13.973968 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network c37f8525-3944-4d6c-ace4-6bcb3466792d is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:07:13.976840 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:07:13.980954 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:07:14.000353 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f25b5d-4369-4219-882b-24f09549feed None None] Pushing event updated for resources: {'Port': ['ID=9c15cb23-ac87-4691-8af1-eb095f686b57,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:14.010781 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=932fcad2-488b-4a14-8fa2-c7811241adb9,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:14.044956 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:14.140973 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:14.585770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:14.590029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:14.697420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=932fcad2-488b-4a14-8fa2-c7811241adb9,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:14.699759 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:14.846123 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network c37f8525-3944-4d6c-ace4-6bcb3466792d is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:07:14.848085 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:07:14.886403 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9c15cb23-ac87-4691-8af1-eb095f686b57 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:07:14.962518 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 9c15cb23-ac87-4691-8af1-eb095f686b57 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:07:14.968082 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e1ea3ee-a97d-4521-8c4f-8e501cd375bb None None] Network c37f8525-3944-4d6c-ace4-6bcb3466792d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:07:14.984493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 244a29e0-0347-4ffb-8833-9efe5390fe86 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:07:15.122533 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bc017d74-b4de-4dc0-a835-2cc0dacaa356 None None] Provisioning for port 9c15cb23-ac87-4691-8af1-eb095f686b57 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:07:15.141353 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bc017d74-b4de-4dc0-a835-2cc0dacaa356 None None] Provisioning complete for port 9c15cb23-ac87-4691-8af1-eb095f686b57 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:07:15.141723 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc017d74-b4de-4dc0-a835-2cc0dacaa356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:15.217989 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 244a29e0-0347-4ffb-8833-9efe5390fe86 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:07:15.241860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 244a29e0-0347-4ffb-8833-9efe5390fe86 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:07:15.242229 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:15.325045 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router fad28b93-bcdb-4374-9ad8-72178e1a5d92 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:07:15.457312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc017d74-b4de-4dc0-a835-2cc0dacaa356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:15.499612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:15.525386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-bc017d74-b4de-4dc0-a835-2cc0dacaa356 None None] For port 9c15cb23-ac87-4691-8af1-eb095f686b57, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9c15cb23-ac87-4691-8af1-eb095f686b57,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:07:15.528496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 244a29e0-0347-4ffb-8833-9efe5390fe86, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=244a29e0-0347-4ffb-8833-9efe5390fe86,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:07:15.530703 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:07:15.531627 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc017d74-b4de-4dc0-a835-2cc0dacaa356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:15.545854 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cb23b4fc-5425-4d97-9e12-815f59f5755d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/fad28b93-bcdb-4374-9ad8-72178e1a5d92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1298792 Feb 28 15:07:15.548470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50242) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:15.566990 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:15.605639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc017d74-b4de-4dc0-a835-2cc0dacaa356 None None] Pushing event updated for resources: {'Port': ['ID=9c15cb23-ac87-4691-8af1-eb095f686b57,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:15.674090 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=244a29e0-0347-4ffb-8833-9efe5390fe86,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:15.701777 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe122a4-8b8c-4429-9a1b-6afdc26cbd5e tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:15.702152 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe122a4-8b8c-4429-9a1b-6afdc26cbd5e tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:15.702521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe122a4-8b8c-4429-9a1b-6afdc26cbd5e tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:15.702887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fe122a4-8b8c-4429-9a1b-6afdc26cbd5e tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:15.707515 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1fe122a4-8b8c-4429-9a1b-6afdc26cbd5e tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2883 time: 0.1550992 Feb 28 15:07:15.707771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50246) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:15.755196 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-80fb6914-00de-45a4-a2df-84441b2a1c2c None None] Provisioning complete for port 9c15cb23-ac87-4691-8af1-eb095f686b57 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:07:15.755577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-80fb6914-00de-45a4-a2df-84441b2a1c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:15.778897 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8887724-8d61-492a-9c47-9243d51d4bd6 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:15.779294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8887724-8d61-492a-9c47-9243d51d4bd6 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:15.779887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8887724-8d61-492a-9c47-9243d51d4bd6 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:15.780249 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8887724-8d61-492a-9c47-9243d51d4bd6 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:15.783578 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f8887724-8d61-492a-9c47-9243d51d4bd6 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2728 time: 0.0733578 Feb 28 15:07:15.785003 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50250) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:15.889756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-80fb6914-00de-45a4-a2df-84441b2a1c2c None None] Provisioning for port 932fcad2-488b-4a14-8fa2-c7811241adb9 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:07:15.895089 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-80fb6914-00de-45a4-a2df-84441b2a1c2c None None] Provisioning complete for port 932fcad2-488b-4a14-8fa2-c7811241adb9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:07:15.895499 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-80fb6914-00de-45a4-a2df-84441b2a1c2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:15.947879 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-80fb6914-00de-45a4-a2df-84441b2a1c2c None None] Port 932fcad2-488b-4a14-8fa2-c7811241adb9 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:07:15.994049 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6fbba38a-6b4f-4a31-8514-cb772a50ab8e tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1605 time: 0.2079060 Feb 28 15:07:16.069685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-13790134-7ea5-4c91-870e-2b8bc142add8 None None] Provisioning complete for port 932fcad2-488b-4a14-8fa2-c7811241adb9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:07:16.070055 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-13790134-7ea5-4c91-870e-2b8bc142add8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.121478 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-13790134-7ea5-4c91-870e-2b8bc142add8 None None] Port 932fcad2-488b-4a14-8fa2-c7811241adb9 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:07:16.181345 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50256) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:16.187059 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5efcc3c8-77d0-4843-895a-37f5c0dd1c22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-578654501', 'description': 'tempest-secgroup-smoke-578654501 description', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:16.192981 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5efcc3c8-77d0-4843-895a-37f5c0dd1c22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:16.197042 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5efcc3c8-77d0-4843-895a-37f5c0dd1c22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:16.199944 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5efcc3c8-77d0-4843-895a-37f5c0dd1c22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:16.205622 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5efcc3c8-77d0-4843-895a-37f5c0dd1c22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:16.216545 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5efcc3c8-77d0-4843-895a-37f5c0dd1c22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.242911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-cac9ec35-f93f-453d-b967-3418c377c56e None None] Provisioning complete for port 932fcad2-488b-4a14-8fa2-c7811241adb9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:07:16.243311 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cac9ec35-f93f-453d-b967-3418c377c56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.251675 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5efcc3c8-77d0-4843-895a-37f5c0dd1c22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:16.256011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5efcc3c8-77d0-4843-895a-37f5c0dd1c22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:16.258733 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5efcc3c8-77d0-4843-895a-37f5c0dd1c22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:16.264317 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5efcc3c8-77d0-4843-895a-37f5c0dd1c22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:16.298446 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-cac9ec35-f93f-453d-b967-3418c377c56e None None] Port 932fcad2-488b-4a14-8fa2-c7811241adb9 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:07:16.321600 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5efcc3c8-77d0-4843-895a-37f5c0dd1c22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.326569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5efcc3c8-77d0-4843-895a-37f5c0dd1c22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.369513 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efcc3c8-77d0-4843-895a-37f5c0dd1c22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12780f91-4173-49cb-9dda-037ea85522a7,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:16.372311 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5efcc3c8-77d0-4843-895a-37f5c0dd1c22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.373702 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5efcc3c8-77d0-4843-895a-37f5c0dd1c22 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1913745 Feb 28 15:07:16.376793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50260) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:16.382917 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-1fcae0ee-f179-4b6d-825a-8734bdbed64c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '12780f91-4173-49cb-9dda-037ea85522a7', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:16.388883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1fcae0ee-f179-4b6d-825a-8734bdbed64c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:16.392557 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1fcae0ee-f179-4b6d-825a-8734bdbed64c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:16.395310 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1fcae0ee-f179-4b6d-825a-8734bdbed64c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:16.400834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1fcae0ee-f179-4b6d-825a-8734bdbed64c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:16.419962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1fcae0ee-f179-4b6d-825a-8734bdbed64c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.482998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1fcae0ee-f179-4b6d-825a-8734bdbed64c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.486412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1fcae0ee-f179-4b6d-825a-8734bdbed64c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.508641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcae0ee-f179-4b6d-825a-8734bdbed64c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43f19496-f6f5-4d07-83c6-710b02451b29,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:16.517289 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1fcae0ee-f179-4b6d-825a-8734bdbed64c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.518682 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1fcae0ee-f179-4b6d-825a-8734bdbed64c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1408868 Feb 28 15:07:16.521372 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50264) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:16.526805 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-13175a46-e4d0-4c8c-9c43-d7b9e5d938d4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '12780f91-4173-49cb-9dda-037ea85522a7', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:16.532319 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-13175a46-e4d0-4c8c-9c43-d7b9e5d938d4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:16.536479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-13175a46-e4d0-4c8c-9c43-d7b9e5d938d4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:16.539241 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-13175a46-e4d0-4c8c-9c43-d7b9e5d938d4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:16.544744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-13175a46-e4d0-4c8c-9c43-d7b9e5d938d4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:16.560968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-13175a46-e4d0-4c8c-9c43-d7b9e5d938d4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.621049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-13175a46-e4d0-4c8c-9c43-d7b9e5d938d4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.624388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-13175a46-e4d0-4c8c-9c43-d7b9e5d938d4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.645686 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13175a46-e4d0-4c8c-9c43-d7b9e5d938d4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b802689e-a6ee-4221-9d66-0fca5ed7e531,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:16.654932 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-13175a46-e4d0-4c8c-9c43-d7b9e5d938d4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.658861 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-13175a46-e4d0-4c8c-9c43-d7b9e5d938d4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1338663 Feb 28 15:07:16.659573 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50268) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:16.665054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-2009834a-4436-44fa-b82c-6f265aef3d3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '12780f91-4173-49cb-9dda-037ea85522a7', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:16.671058 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2009834a-4436-44fa-b82c-6f265aef3d3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:16.675351 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2009834a-4436-44fa-b82c-6f265aef3d3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:16.678188 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2009834a-4436-44fa-b82c-6f265aef3d3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:16.683750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2009834a-4436-44fa-b82c-6f265aef3d3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:16.699626 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2009834a-4436-44fa-b82c-6f265aef3d3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.761138 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2009834a-4436-44fa-b82c-6f265aef3d3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.764467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2009834a-4436-44fa-b82c-6f265aef3d3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.789058 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2009834a-4436-44fa-b82c-6f265aef3d3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed9383a6-9585-448d-980c-8bb5bedd701f,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:16.797656 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2009834a-4436-44fa-b82c-6f265aef3d3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.798926 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2009834a-4436-44fa-b82c-6f265aef3d3f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1382186 Feb 28 15:07:16.802446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50272) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:16.808142 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ab1973eb-7959-4c5c-b78d-487113f012db tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '12780f91-4173-49cb-9dda-037ea85522a7', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:16.814197 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ab1973eb-7959-4c5c-b78d-487113f012db tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:16.818272 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ab1973eb-7959-4c5c-b78d-487113f012db tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:16.821121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ab1973eb-7959-4c5c-b78d-487113f012db tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:16.826675 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ab1973eb-7959-4c5c-b78d-487113f012db tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:16.845419 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9c15cb23-ac87-4691-8af1-eb095f686b57 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:07:16.847298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ab1973eb-7959-4c5c-b78d-487113f012db tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.915254 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ab1973eb-7959-4c5c-b78d-487113f012db tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.915983 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 9c15cb23-ac87-4691-8af1-eb095f686b57 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:07:16.916438 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.920644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ab1973eb-7959-4c5c-b78d-487113f012db tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.943876 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1973eb-7959-4c5c-b78d-487113f012db tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c7bf0477-ea13-46cd-be1f-f05bfdc92faa,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:16.951977 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ab1973eb-7959-4c5c-b78d-487113f012db tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:16.956518 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50276) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:16.956664 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ab1973eb-7959-4c5c-b78d-487113f012db tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1526580 Feb 28 15:07:16.962784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-2be78e19-872d-43cf-8a1e-b3db3a269978 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '12780f91-4173-49cb-9dda-037ea85522a7', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:16.968644 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2be78e19-872d-43cf-8a1e-b3db3a269978 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:16.973241 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2be78e19-872d-43cf-8a1e-b3db3a269978 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:16.976884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2be78e19-872d-43cf-8a1e-b3db3a269978 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:16.983038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2be78e19-872d-43cf-8a1e-b3db3a269978 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:16.994493 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-2be78e19-872d-43cf-8a1e-b3db3a269978 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:07:17.001121 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2be78e19-872d-43cf-8a1e-b3db3a269978 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:17.039115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 244a29e0-0347-4ffb-8833-9efe5390fe86 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:07:17.067499 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2be78e19-872d-43cf-8a1e-b3db3a269978 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:17.072445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2be78e19-872d-43cf-8a1e-b3db3a269978 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:17.093336 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be78e19-872d-43cf-8a1e-b3db3a269978 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d992839f-675d-4683-a4f2-c2d7d4291118,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:17.104403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2be78e19-872d-43cf-8a1e-b3db3a269978 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:17.105917 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2be78e19-872d-43cf-8a1e-b3db3a269978 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1481671 Feb 28 15:07:17.108423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50280) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:17.109019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 244a29e0-0347-4ffb-8833-9efe5390fe86 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:07:17.109391 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:17.114395 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-93f32a71-5d2c-4f33-af08-15564262e7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '12780f91-4173-49cb-9dda-037ea85522a7', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:17.121016 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-93f32a71-5d2c-4f33-af08-15564262e7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:17.124324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-93f32a71-5d2c-4f33-af08-15564262e7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:17.127265 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-93f32a71-5d2c-4f33-af08-15564262e7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:17.133967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-93f32a71-5d2c-4f33-af08-15564262e7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:17.145642 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-93f32a71-5d2c-4f33-af08-15564262e7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:07:17.150561 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Sync routers for ids ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:07:17.154408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-93f32a71-5d2c-4f33-af08-15564262e7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:17.163998 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Routers {'fad28b93-bcdb-4374-9ad8-72178e1a5d92'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:07:17.164639 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:06:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:17.234463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-93f32a71-5d2c-4f33-af08-15564262e7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:17.239451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-93f32a71-5d2c-4f33-af08-15564262e7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:17.269299 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f32a71-5d2c-4f33-af08-15564262e7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ee502c9-1137-49f0-aa89-60656c98e5f0,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:17.272001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-93f32a71-5d2c-4f33-af08-15564262e7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:17.277038 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-93f32a71-5d2c-4f33-af08-15564262e7f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1639047 Feb 28 15:07:17.354722 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Set router fad28b93-bcdb-4374-9ad8-72178e1a5d92 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:07:17.585119 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-423afc4e-9e06-4ab6-91ed-b75ae108896e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-578654501&fields=id&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 267 time: 0.0438647 Feb 28 15:07:17.681664 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:14Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '932fcad2-488b-4a14-8fa2-c7811241adb9', 'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:55:3c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:13Z', 'updated_at': '2022-02-28T15:07:14Z', 'revision_number': 2, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:17.685420 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Checking router: fad28b93-bcdb-4374-9ad8-72178e1a5d92 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:07:17.685762 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Updating router fad28b93-bcdb-4374-9ad8-72178e1a5d92 port 932fcad2-488b-4a14-8fa2-c7811241adb9 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:07:17.730690 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-97a929e2-efb0-4fb0-95db-cb4acab730f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:17.731353 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-97a929e2-efb0-4fb0-95db-cb4acab730f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:07:17.735130 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:17.746187 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-97a929e2-efb0-4fb0-95db-cb4acab730f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:07:17.747504 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-97a929e2-efb0-4fb0-95db-cb4acab730f3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/networks?id=c37f8525-3944-4d6c-ace4-6bcb3466792d HTTP/1.1" status: 200 len: 797 time: 0.1561420 Feb 28 15:07:17.763599 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-7c3c999d-6d9d-4c29-b5e1-70a69b11d70e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/quotas/dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 375 time: 0.0105128 Feb 28 15:07:17.841482 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-e1c8aec1-3266-48ac-8e46-5a3b2f7f060f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:07:17.857059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-e1c8aec1-3266-48ac-8e46-5a3b2f7f060f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:07:17.858618 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-e1c8aec1-3266-48ac-8e46-5a3b2f7f060f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0890994 Feb 28 15:07:18.057849 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-c3d6bac2-cf7a-4efa-bc6c-d50b3d33ddfa service neutron] 10.222.0.15 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883433 Feb 28 15:07:18.072691 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:18.084342 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Transition to ACTIVE for port object 932fcad2-488b-4a14-8fa2-c7811241adb9 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:07:18.089779 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:18.195114 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-a7d24969-eb79-4d40-bb1d-26b4911cddc2 service neutron] 10.222.0.15 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1314859 Feb 28 15:07:18.219829 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0561ef-4277-43f6-b596-35ad3fd8771c None None] Pushing event updated for resources: {'Port': ['ID=932fcad2-488b-4a14-8fa2-c7811241adb9,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:18.303319 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0561ef-4277-43f6-b596-35ad3fd8771c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:18.303867 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0561ef-4277-43f6-b596-35ad3fd8771c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:18.307683 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0561ef-4277-43f6-b596-35ad3fd8771c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:18.308104 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0561ef-4277-43f6-b596-35ad3fd8771c None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:18.308602 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0561ef-4277-43f6-b596-35ad3fd8771c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:18.308939 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0561ef-4277-43f6-b596-35ad3fd8771c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:18.309268 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0561ef-4277-43f6-b596-35ad3fd8771c None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:18.309590 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0561ef-4277-43f6-b596-35ad3fd8771c None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:18.309909 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0561ef-4277-43f6-b596-35ad3fd8771c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:18.310225 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0561ef-4277-43f6-b596-35ad3fd8771c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:18.310680 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aa0561ef-4277-43f6-b596-35ad3fd8771c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:07:18.326927 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Attempting to bind port 932fcad2-488b-4a14-8fa2-c7811241adb9 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:07:18.327325 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Attempting to bind port 932fcad2-488b-4a14-8fa2-c7811241adb9 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:07:18.327680 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Attempting to bind port 932fcad2-488b-4a14-8fa2-c7811241adb9 on network c37f8525-3944-4d6c-ace4-6bcb3466792d {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:07:18.336536 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 6, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:07:18.336899 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Checking segment: {'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:07:18.337291 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:18.337670 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Bound using segment: {'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:07:18.338232 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Bound port: 932fcad2-488b-4a14-8fa2-c7811241adb9, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:07:18.338478 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:18.393496 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-f293baa3-8541-4a7e-a1cf-bf10b6cdc6c1 req-098855e7-8915-4a07-baf7-eb57cb0c46c5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:07:18.405176 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-f293baa3-8541-4a7e-a1cf-bf10b6cdc6c1 req-098855e7-8915-4a07-baf7-eb57cb0c46c5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:07:18.406537 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f293baa3-8541-4a7e-a1cf-bf10b6cdc6c1 req-098855e7-8915-4a07-baf7-eb57cb0c46c5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 210 time: 0.0538776 Feb 28 15:07:18.437213 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] For port 932fcad2-488b-4a14-8fa2-c7811241adb9, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:07:18.440914 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] For port 932fcad2-488b-4a14-8fa2-c7811241adb9, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=932fcad2-488b-4a14-8fa2-c7811241adb9,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:07:18.449030 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:18.524534 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0561ef-4277-43f6-b596-35ad3fd8771c None None] Pushing event updated for resources: {'Port': ['ID=932fcad2-488b-4a14-8fa2-c7811241adb9,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:18.532751 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Routers {'fad28b93-bcdb-4374-9ad8-72178e1a5d92'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:07:18.533333 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:06:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:18.717400 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] Set router fad28b93-bcdb-4374-9ad8-72178e1a5d92 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:07:19.085127 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:14Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '932fcad2-488b-4a14-8fa2-c7811241adb9', 'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:55:3c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:13Z', 'updated_at': '2022-02-28T15:07:18Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:19.089113 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6adb735c-f81c-40db-b67d-a9e5c5ad4355 None None] The sync data for ids ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'] in dv-neutron-830866-2-hyperv is: [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:14Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '932fcad2-488b-4a14-8fa2-c7811241adb9', 'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:55:3c:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:13Z', 'updated_at': '2022-02-28T15:07:18Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:07:19.587445 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5186b3d1-8117-4bb8-bc88-f32fb356de86 req-8c5f3af9-793d-40e3-b999-71b22a6f0465 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 210 time: 0.0407135 Feb 28 15:07:19.894075 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-df806885-7866-41c6-a36f-028f95f42629 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:19.895683 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-df806885-7866-41c6-a36f-028f95f42629 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/networks?id=c37f8525-3944-4d6c-ace4-6bcb3466792d HTTP/1.1" status: 200 len: 797 time: 0.1664722 Feb 28 15:07:19.955033 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-bbdcf306-16ed-4924-8b5c-d162427c9231 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 379 time: 0.0476522 Feb 28 15:07:19.964760 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-a3951059-4fcc-4fc1-987e-ee63d05349c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'port': {'device_id': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'admin_state_up': True, 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'security_groups': ['12780f91-4173-49cb-9dda-037ea85522a7']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:20.097593 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-a3951059-4fcc-4fc1-987e-ee63d05349c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:20.106858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-a3951059-4fcc-4fc1-987e-ee63d05349c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:20.116541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-a3951059-4fcc-4fc1-987e-ee63d05349c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:07:20.119834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-a3951059-4fcc-4fc1-987e-ee63d05349c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:20.275416 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-a3951059-4fcc-4fc1-987e-ee63d05349c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.10 (c37f8525-3944-4d6c-ace4-6bcb3466792d/036c4469-41e0-44f3-b284-b30dfb29b8ce/d1dca32c-5c82-4c78-9b1e-32e22d84a004) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:07:20.471348 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-a3951059-4fcc-4fc1-987e-ee63d05349c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:20.487300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-a3951059-4fcc-4fc1-987e-ee63d05349c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object d1dca32c-5c82-4c78-9b1e-32e22d84a004 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:07:20.510807 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-a3951059-4fcc-4fc1-987e-ee63d05349c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:20.670354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-a3951059-4fcc-4fc1-987e-ee63d05349c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network c37f8525-3944-4d6c-ace4-6bcb3466792d is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:07:20.673118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-a3951059-4fcc-4fc1-987e-ee63d05349c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:07:20.676914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-a3951059-4fcc-4fc1-987e-ee63d05349c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:07:20.712792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3951059-4fcc-4fc1-987e-ee63d05349c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=d1dca32c-5c82-4c78-9b1e-32e22d84a004,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:20.756471 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-a3951059-4fcc-4fc1-987e-ee63d05349c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:20.757173 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-a3951059-4fcc-4fc1-987e-ee63d05349c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:20.792415 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-a3951059-4fcc-4fc1-987e-ee63d05349c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8238015 Feb 28 15:07:20.798763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa16fe7-6666-4beb-84e8-cb38199bf6bb req-f41e07e1-bb62-4d0e-97b8-cb4a4195d6c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:20.801384 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9fa16fe7-6666-4beb-84e8-cb38199bf6bb req-f41e07e1-bb62-4d0e-97b8-cb4a4195d6c0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 932 time: 0.0886118 Feb 28 15:07:20.802123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Request body: {'port': {'device_id': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:20.854403 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-9fa16fe7-6666-4beb-84e8-cb38199bf6bb req-8f084c13-6ca8-42cf-9ddd-473359f8dc78 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:07:20.873574 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-9fa16fe7-6666-4beb-84e8-cb38199bf6bb req-8f084c13-6ca8-42cf-9ddd-473359f8dc78 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:07:20.874919 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9fa16fe7-6666-4beb-84e8-cb38199bf6bb req-8f084c13-6ca8-42cf-9ddd-473359f8dc78 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=12780f91-4173-49cb-9dda-037ea85522a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665107 Feb 28 15:07:20.890500 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 932fcad2-488b-4a14-8fa2-c7811241adb9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:07:20.929000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:20.959535 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 932fcad2-488b-4a14-8fa2-c7811241adb9 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:07:20.964301 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 932fcad2-488b-4a14-8fa2-c7811241adb9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:07:20.964674 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:21.023591 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3b7123ec-2ca4-484e-bb5c-e5431adb7975 None None] Provisioning for port d1dca32c-5c82-4c78-9b1e-32e22d84a004 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:07:21.030775 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3b7123ec-2ca4-484e-bb5c-e5431adb7975 None None] Provisioning complete for port d1dca32c-5c82-4c78-9b1e-32e22d84a004 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:07:21.031144 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3b7123ec-2ca4-484e-bb5c-e5431adb7975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:21.120159 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3b7123ec-2ca4-484e-bb5c-e5431adb7975 None None] Port d1dca32c-5c82-4c78-9b1e-32e22d84a004 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:07:21.137204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:21.168802 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 932fcad2-488b-4a14-8fa2-c7811241adb9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=932fcad2-488b-4a14-8fa2-c7811241adb9,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:07:21.172580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:21.240038 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=932fcad2-488b-4a14-8fa2-c7811241adb9,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:21.268404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1dca32c-5c82-4c78-9b1e-32e22d84a004 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:07:21.275105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:21.289666 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Transition to ACTIVE for port object d1dca32c-5c82-4c78-9b1e-32e22d84a004 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:07:21.293207 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:21.421342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Pushing event updated for resources: {'Port': ['ID=d1dca32c-5c82-4c78-9b1e-32e22d84a004,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:21.524477 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Attempting to bind port d1dca32c-5c82-4c78-9b1e-32e22d84a004 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:07:21.524802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Attempting to bind port d1dca32c-5c82-4c78-9b1e-32e22d84a004 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:07:21.525161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Attempting to bind port d1dca32c-5c82-4c78-9b1e-32e22d84a004 on network c37f8525-3944-4d6c-ace4-6bcb3466792d {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:07:21.530983 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Port d1dca32c-5c82-4c78-9b1e-32e22d84a004 on network c37f8525-3944-4d6c-ace4-6bcb3466792d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:07:21.531396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Attempting to bind port d1dca32c-5c82-4c78-9b1e-32e22d84a004 on network c37f8525-3944-4d6c-ace4-6bcb3466792d {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:07:21.539152 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 6, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:07:21.539590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Checking segment: {'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:07:21.540026 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Bound using segment: {'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:07:21.540450 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Bound port: d1dca32c-5c82-4c78-9b1e-32e22d84a004, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:07:21.540817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:21.630802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] For port d1dca32c-5c82-4c78-9b1e-32e22d84a004, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:07:21.633756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] For port d1dca32c-5c82-4c78-9b1e-32e22d84a004, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d1dca32c-5c82-4c78-9b1e-32e22d84a004,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:07:21.637937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:21.699931 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:21.701261 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] 10.222.0.20 "PUT /v2.0/ports/d1dca32c-5c82-4c78-9b1e-32e22d84a004 HTTP/1.1" status: 200 len: 1094 time: 0.9077194 Feb 28 15:07:21.701742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'tag': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:07:21.717744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8dc298-d0c0-415d-9353-c2da13cca8da service neutron] Pushing event updated for resources: {'Port': ['ID=d1dca32c-5c82-4c78-9b1e-32e22d84a004,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:21.775909 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'tag': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'status': 'completed', 'code': 200} Feb 28 15:07:21.818815 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-08fee8ee-0ae3-444f-88b3-e65ca32e0cc9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 1097 time: 0.0778434 Feb 28 15:07:21.888507 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-bd75a3aa-ceb3-46f9-896e-1dff03594c8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1dca32c-5c82-4c78-9b1e-32e22d84a004 HTTP/1.1" status: 200 len: 217 time: 0.0631311 Feb 28 15:07:21.951031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-c7b4a342-8c06-4af9-9da9-266068a5b694 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:21.952488 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-c7b4a342-8c06-4af9-9da9-266068a5b694 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=036c4469-41e0-44f3-b284-b30dfb29b8ce HTTP/1.1" status: 200 len: 835 time: 0.0589380 Feb 28 15:07:22.025996 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-9f03239b-d382-45f3-9406-044daa4e2ea1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37f8525-3944-4d6c-ace4-6bcb3466792d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677073 Feb 28 15:07:22.072172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff45376-6112-4006-9ba4-a0233966a0d2 req-e164a309-3e8d-4a3e-a6fd-00fa0c055d4d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:22.073613 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aff45376-6112-4006-9ba4-a0233966a0d2 req-e164a309-3e8d-4a3e-a6fd-00fa0c055d4d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 944 time: 0.0744197 Feb 28 15:07:22.122992 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aff45376-6112-4006-9ba4-a0233966a0d2 req-d0961931-5db0-467f-9d72-81f72d8a046c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=12780f91-4173-49cb-9dda-037ea85522a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438247 Feb 28 15:07:22.157779 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-f867e1f3-2cb3-49ba-8b96-1bfa2780fe88 service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1262145 Feb 28 15:07:22.286928 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d757048-48b1-4aa3-b6a9-c6aaae632bda req-9ee9a2a6-47e9-411f-a63e-40cd10437062 service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231484 Feb 28 15:07:22.486646 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6b6069bb-7d9f-488a-923d-6e6504d5f4c7 req-21b7ecf1-0235-480c-8e6f-1dc40a174e70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 1097 time: 0.1547935 Feb 28 15:07:22.617811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6069bb-7d9f-488a-923d-6e6504d5f4c7 req-ecf359af-7bcd-44d5-a515-41ca2fa7311d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:22.619250 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6b6069bb-7d9f-488a-923d-6e6504d5f4c7 req-ecf359af-7bcd-44d5-a515-41ca2fa7311d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c37f8525-3944-4d6c-ace4-6bcb3466792d HTTP/1.1" status: 200 len: 897 time: 0.1258030 Feb 28 15:07:22.685588 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6b6069bb-7d9f-488a-923d-6e6504d5f4c7 req-74dd4167-9f3a-4896-a26a-68967a163234 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1dca32c-5c82-4c78-9b1e-32e22d84a004 HTTP/1.1" status: 200 len: 217 time: 0.0599427 Feb 28 15:07:22.749350 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6069bb-7d9f-488a-923d-6e6504d5f4c7 req-0f754454-012f-4824-837c-47ba356a3c6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:22.750719 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6b6069bb-7d9f-488a-923d-6e6504d5f4c7 req-0f754454-012f-4824-837c-47ba356a3c6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=036c4469-41e0-44f3-b284-b30dfb29b8ce HTTP/1.1" status: 200 len: 835 time: 0.0585201 Feb 28 15:07:22.824786 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6b6069bb-7d9f-488a-923d-6e6504d5f4c7 req-97bbbfe6-8362-49ba-a73b-c9d29e828e96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37f8525-3944-4d6c-ace4-6bcb3466792d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664692 Feb 28 15:07:22.837589 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 932fcad2-488b-4a14-8fa2-c7811241adb9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:07:22.903350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 932fcad2-488b-4a14-8fa2-c7811241adb9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:07:22.903816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:22.956924 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6b6069bb-7d9f-488a-923d-6e6504d5f4c7 req-d0a5ea9a-e207-44f2-87d7-32cd1c313045 service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1250505 Feb 28 15:07:23.086866 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6b6069bb-7d9f-488a-923d-6e6504d5f4c7 req-3f2c24a2-91b3-4eed-a0da-56fe78fed725 service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240439 Feb 28 15:07:23.319257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64695ec1-29d6-43c3-96a9-899d75596aed req-0a38d909-0d82-4380-a7d6-7ae3d55c89ea tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:23.319957 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-64695ec1-29d6-43c3-96a9-899d75596aed req-0a38d909-0d82-4380-a7d6-7ae3d55c89ea tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:07:23.334664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-64695ec1-29d6-43c3-96a9-899d75596aed req-0a38d909-0d82-4380-a7d6-7ae3d55c89ea tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:07:23.335708 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-64695ec1-29d6-43c3-96a9-899d75596aed req-0a38d909-0d82-4380-a7d6-7ae3d55c89ea tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 944 time: 0.0925038 Feb 28 15:07:23.380252 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-64695ec1-29d6-43c3-96a9-899d75596aed req-399b4731-f03f-481c-b199-8e92bc094ef6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=12780f91-4173-49cb-9dda-037ea85522a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389874 Feb 28 15:07:24.573865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75be746e-a515-4906-9025-84eb810fcc33 req-b9aa7686-f789-4e13-97de-50bb458c0c58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:24.575289 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-75be746e-a515-4906-9025-84eb810fcc33 req-b9aa7686-f789-4e13-97de-50bb458c0c58 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 944 time: 0.0788865 Feb 28 15:07:24.619243 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-75be746e-a515-4906-9025-84eb810fcc33 req-83d0b3ac-c1dc-4ff0-907f-2f0211a28146 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=12780f91-4173-49cb-9dda-037ea85522a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385516 Feb 28 15:07:25.088657 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device d1dca32c-5c82-4c78-9b1e-32e22d84a004 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:07:25.225027 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port d1dca32c-5c82-4c78-9b1e-32e22d84a004, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d1dca32c-5c82-4c78-9b1e-32e22d84a004,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:07:25.237687 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'port_id': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'mac_address': 'fa:16:3e:e0:6d:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:07:25.289122 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:25.305450 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1dca32c-5c82-4c78-9b1e-32e22d84a004 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:07:25.319623 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port d1dca32c-5c82-4c78-9b1e-32e22d84a004, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d1dca32c-5c82-4c78-9b1e-32e22d84a004,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:07:25.323954 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:25.389363 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=d1dca32c-5c82-4c78-9b1e-32e22d84a004,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:25.460802 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7c978e66-7c7f-4014-a4e8-e02b3f15ee88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:25.546232 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['d1dca32c-5c82-4c78-9b1e-32e22d84a004'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:07:25.819176 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eedad2-38c7-4c71-8e06-90ac10507947 req-732bbb84-3a44-4697-a154-72387436d973 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:25.820655 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-22eedad2-38c7-4c71-8e06-90ac10507947 req-732bbb84-3a44-4697-a154-72387436d973 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 945 time: 0.0764885 Feb 28 15:07:25.864474 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-22eedad2-38c7-4c71-8e06-90ac10507947 req-50a23a20-66ce-4aab-831f-d341ca525602 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=12780f91-4173-49cb-9dda-037ea85522a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383558 Feb 28 15:07:27.058500 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e61f9-4965-4727-b625-7b8d7c8f41a8 req-08c8baf2-c69d-44f9-843e-871d89946a8c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:27.059887 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-362e61f9-4965-4727-b625-7b8d7c8f41a8 req-08c8baf2-c69d-44f9-843e-871d89946a8c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 945 time: 0.0747397 Feb 28 15:07:27.103777 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device d1dca32c-5c82-4c78-9b1e-32e22d84a004 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:07:27.108475 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-362e61f9-4965-4727-b625-7b8d7c8f41a8 req-87053960-6992-4145-b277-197d53fcb34c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=12780f91-4173-49cb-9dda-037ea85522a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426288 Feb 28 15:07:27.169243 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port d1dca32c-5c82-4c78-9b1e-32e22d84a004 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:07:27.173630 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port d1dca32c-5c82-4c78-9b1e-32e22d84a004 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:07:27.174048 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:27.287639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:27.314285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:07:27.324018 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port d1dca32c-5c82-4c78-9b1e-32e22d84a004, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d1dca32c-5c82-4c78-9b1e-32e22d84a004,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:07:27.328312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:27.395025 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=d1dca32c-5c82-4c78-9b1e-32e22d84a004,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:27.446292 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'code': 200} Feb 28 15:07:27.624489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1f776074-aba1-42f1-b1ca-c38cf521c740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:27.666935 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3c80d5f4-a93c-4f92-b3a2-c41106b42ef1 req-14db3435-4ae7-4b28-b512-07535bf786cb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 1099 time: 0.0712442 Feb 28 15:07:27.707198 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3c80d5f4-a93c-4f92-b3a2-c41106b42ef1 req-d301297a-3809-4571-aaaa-47c11128e08b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=12780f91-4173-49cb-9dda-037ea85522a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343366 Feb 28 15:07:27.710522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:28.298370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984d93a8-465d-471c-8091-b4aac8f8a0c0 req-e0687a6f-6adb-4d16-a0d9-0887a060beb3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:28.299936 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-984d93a8-465d-471c-8091-b4aac8f8a0c0 req-e0687a6f-6adb-4d16-a0d9-0887a060beb3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 946 time: 0.0734701 Feb 28 15:07:28.342815 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-984d93a8-465d-471c-8091-b4aac8f8a0c0 req-5ef0757f-3522-4591-9de6-0c60ba5172e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=12780f91-4173-49cb-9dda-037ea85522a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376136 Feb 28 15:07:28.856768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:28.876812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:29.535535 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a92d33f-c37d-4f87-bb5b-edf8e8f0a28f req-6a7acd99-08b8-44aa-a3a6-35caf41fa995 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:29.536982 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0a92d33f-c37d-4f87-bb5b-edf8e8f0a28f req-6a7acd99-08b8-44aa-a3a6-35caf41fa995 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 946 time: 0.0738077 Feb 28 15:07:29.583490 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0a92d33f-c37d-4f87-bb5b-edf8e8f0a28f req-6de21db2-f710-41c7-b119-b294c24653fa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=12780f91-4173-49cb-9dda-037ea85522a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410807 Feb 28 15:07:29.777161 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe91b06f-9190-4953-83bc-ee9462413cb1 req-d4e5b506-6511-43e0-b764-f932c81231c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:29.778597 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fe91b06f-9190-4953-83bc-ee9462413cb1 req-d4e5b506-6511-43e0-b764-f932c81231c9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 946 time: 0.0776670 Feb 28 15:07:29.905925 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fe91b06f-9190-4953-83bc-ee9462413cb1 req-b29a2a59-f4de-4ffe-9e34-54ed915ca1e4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=12780f91-4173-49cb-9dda-037ea85522a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1212347 Feb 28 15:07:29.932912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50334) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:29.999902 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-aae82b6e-f1aa-4fae-9151-b8f42cba14fc tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 1094 time: 0.0658367 Feb 28 15:07:30.002901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50338) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:30.007880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:30.013076 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:30.016763 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:floatingip and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:30.020045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:30.025468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:30.035970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:30.169969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:30.243138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:30.305882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.77 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/d8d289cb-cd52-41d5-814b-a7d2ebc06624) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:07:30.450262 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:30.477090 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:30.541902 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:07:30.544534 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:07:30.548722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:07:30.575623 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=d8d289cb-cd52-41d5-814b-a7d2ebc06624,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:31.123411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:31.176136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:31.372229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:31.376745 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:31.482270 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=d8d289cb-cd52-41d5-814b-a7d2ebc06624,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:31.494296 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:31.677893 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Floating IP 0fa15066-85c6-40d8-9baf-ebfc939d39b9 associated. External IP: 172.26.4.77, port: d1dca32c-5c82-4c78-9b1e-32e22d84a004. Feb 28 15:07:32.148801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router fad28b93-bcdb-4374-9ad8-72178e1a5d92 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:07:32.342088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:07:32.351895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca5e7ef-304d-45f7-8a89-31989e99740e None None] Sync routers for ids ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:07:32.363792 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca5e7ef-304d-45f7-8a89-31989e99740e None None] Routers {'fad28b93-bcdb-4374-9ad8-72178e1a5d92'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:07:32.364439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-3ca5e7ef-304d-45f7-8a89-31989e99740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:07:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:32.365242 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:32.424189 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7c310a31-ade2-444c-badf-13020309d91d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4200611 Feb 28 15:07:32.424588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'tag': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:07:32.426987 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50342) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:32.480942 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'tag': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'status': 'completed', 'code': 200} Feb 28 15:07:32.514720 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-dd9d4a34-cf6e-4766-9dcc-6dceefd47319 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 1094 time: 0.0850334 Feb 28 15:07:32.577727 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1a557a7b-b51c-4011-85e0-573a383fd904 req-36b0691c-60ab-4582-8691-61585f569496 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 1099 time: 0.0735078 Feb 28 15:07:32.587769 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-3ca5e7ef-304d-45f7-8a89-31989e99740e None None] Set router fad28b93-bcdb-4374-9ad8-72178e1a5d92 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:07:32.705805 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a557a7b-b51c-4011-85e0-573a383fd904 req-26e26c14-930c-455e-97bd-51ed76a0d6be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:32.707234 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1a557a7b-b51c-4011-85e0-573a383fd904 req-26e26c14-930c-455e-97bd-51ed76a0d6be service neutron] 10.222.0.20 "GET /v2.0/networks?id=c37f8525-3944-4d6c-ace4-6bcb3466792d HTTP/1.1" status: 200 len: 897 time: 0.1241198 Feb 28 15:07:32.804589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50350) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:32.810530 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-656f6e74-7b71-4964-81c4-13d76688c841 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-10713192', 'description': 'tempest-secgroup-smoke-10713192 description', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:32.811638 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1a557a7b-b51c-4011-85e0-573a383fd904 req-504d5825-7810-41c8-b710-54969473fe2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1dca32c-5c82-4c78-9b1e-32e22d84a004 HTTP/1.1" status: 200 len: 999 time: 0.0988262 Feb 28 15:07:32.816944 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-656f6e74-7b71-4964-81c4-13d76688c841 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:32.826547 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-656f6e74-7b71-4964-81c4-13d76688c841 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:32.837313 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-656f6e74-7b71-4964-81c4-13d76688c841 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:32.875522 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-656f6e74-7b71-4964-81c4-13d76688c841 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:32.880519 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-656f6e74-7b71-4964-81c4-13d76688c841 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:32.880813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a557a7b-b51c-4011-85e0-573a383fd904 req-7d6a632d-47ed-4eaa-bdab-705fa1684a4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:32.882235 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1a557a7b-b51c-4011-85e0-573a383fd904 req-7d6a632d-47ed-4eaa-bdab-705fa1684a4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=036c4469-41e0-44f3-b284-b30dfb29b8ce HTTP/1.1" status: 200 len: 835 time: 0.0648499 Feb 28 15:07:32.884128 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-656f6e74-7b71-4964-81c4-13d76688c841 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:32.889976 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-656f6e74-7b71-4964-81c4-13d76688c841 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:32.947590 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-3ca5e7ef-304d-45f7-8a89-31989e99740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:14Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '0fa15066-85c6-40d8-9baf-ebfc939d39b9', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.77', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'port_id': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'mac_address': 'fa:16:3e:e0:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:07:30Z', 'updated_at': '2022-02-28T15:07:30Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932fcad2-488b-4a14-8fa2-c7811241adb9', 'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:55:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:13Z', 'updated_at': '2022-02-28T15:07:21Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:32.952568 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca5e7ef-304d-45f7-8a89-31989e99740e None None] Checking router: fad28b93-bcdb-4374-9ad8-72178e1a5d92 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:07:32.953421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-656f6e74-7b71-4964-81c4-13d76688c841 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:32.958050 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-656f6e74-7b71-4964-81c4-13d76688c841 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:32.962337 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1a557a7b-b51c-4011-85e0-573a383fd904 req-1ac51a4b-10e5-4208-86fa-8ea3353a9b0c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37f8525-3944-4d6c-ace4-6bcb3466792d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0741251 Feb 28 15:07:32.964385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ca5e7ef-304d-45f7-8a89-31989e99740e None None] Routers {'fad28b93-bcdb-4374-9ad8-72178e1a5d92'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:07:32.964979 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-3ca5e7ef-304d-45f7-8a89-31989e99740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:07:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:33.002821 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656f6e74-7b71-4964-81c4-13d76688c841 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb3606e-2be9-465f-8e84-fef933428af2,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:33.013190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-656f6e74-7b71-4964-81c4-13d76688c841 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.017690 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-656f6e74-7b71-4964-81c4-13d76688c841 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1624 time: 0.2120626 Feb 28 15:07:33.018358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50354) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:33.023957 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-031ca16a-f5de-49ad-a0e1-2749407c160b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': 'adb3606e-2be9-465f-8e84-fef933428af2', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:33.029962 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-031ca16a-f5de-49ad-a0e1-2749407c160b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:33.034362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-031ca16a-f5de-49ad-a0e1-2749407c160b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:33.037678 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-031ca16a-f5de-49ad-a0e1-2749407c160b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:33.043106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-031ca16a-f5de-49ad-a0e1-2749407c160b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:33.064792 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-031ca16a-f5de-49ad-a0e1-2749407c160b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.096755 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1a557a7b-b51c-4011-85e0-573a383fd904 req-54190fce-52b5-44e3-8b39-a835f49fc43a service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286783 Feb 28 15:07:33.128567 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-031ca16a-f5de-49ad-a0e1-2749407c160b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.133298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-031ca16a-f5de-49ad-a0e1-2749407c160b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.153415 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-3ca5e7ef-304d-45f7-8a89-31989e99740e None None] Set router fad28b93-bcdb-4374-9ad8-72178e1a5d92 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:07:33.161558 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-031ca16a-f5de-49ad-a0e1-2749407c160b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.165259 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-031ca16a-f5de-49ad-a0e1-2749407c160b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1433418 Feb 28 15:07:33.165501 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50358) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:33.174943 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a81690b7-417f-4975-9e60-09bd83cfc268 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': 'adb3606e-2be9-465f-8e84-fef933428af2', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:33.179287 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031ca16a-f5de-49ad-a0e1-2749407c160b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fab6838-c3f8-4dad-ae28-180e14dde150,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:33.184331 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a81690b7-417f-4975-9e60-09bd83cfc268 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:33.188430 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a81690b7-417f-4975-9e60-09bd83cfc268 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:33.192369 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a81690b7-417f-4975-9e60-09bd83cfc268 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:33.198542 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a81690b7-417f-4975-9e60-09bd83cfc268 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:33.214629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a81690b7-417f-4975-9e60-09bd83cfc268 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.238588 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1a557a7b-b51c-4011-85e0-573a383fd904 req-01926fd2-4e84-45db-ab79-62625cb5d06f service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350360 Feb 28 15:07:33.276973 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a81690b7-417f-4975-9e60-09bd83cfc268 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.282460 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a81690b7-417f-4975-9e60-09bd83cfc268 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.309527 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81690b7-417f-4975-9e60-09bd83cfc268 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee83e80b-a295-4472-8388-9a56148a95fa,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:33.320442 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a81690b7-417f-4975-9e60-09bd83cfc268 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.321658 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a81690b7-417f-4975-9e60-09bd83cfc268 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1553109 Feb 28 15:07:33.324449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50362) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:33.330289 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-77fd107b-060d-461c-bded-f330a72e288c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': 'adb3606e-2be9-465f-8e84-fef933428af2', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:33.336351 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-77fd107b-060d-461c-bded-f330a72e288c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:33.340072 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-77fd107b-060d-461c-bded-f330a72e288c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:33.342855 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-77fd107b-060d-461c-bded-f330a72e288c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:16. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:33.348462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-77fd107b-060d-461c-bded-f330a72e288c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 16; quota limit: 100; headroom:84 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:33.366033 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-77fd107b-060d-461c-bded-f330a72e288c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.430672 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-77fd107b-060d-461c-bded-f330a72e288c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.435031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-77fd107b-060d-461c-bded-f330a72e288c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.457671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77fd107b-060d-461c-bded-f330a72e288c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1849ab0-35f9-48fd-b56e-861c36b0f88a,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:33.471138 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-77fd107b-060d-461c-bded-f330a72e288c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.472526 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-77fd107b-060d-461c-bded-f330a72e288c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1471052 Feb 28 15:07:33.475295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50366) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:33.481242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-93dcb8bc-b9a7-4cab-8d70-cd54282f737d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': 'adb3606e-2be9-465f-8e84-fef933428af2', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:33.487385 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-93dcb8bc-b9a7-4cab-8d70-cd54282f737d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:33.491137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-93dcb8bc-b9a7-4cab-8d70-cd54282f737d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:33.493993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-93dcb8bc-b9a7-4cab-8d70-cd54282f737d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:33.499557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-93dcb8bc-b9a7-4cab-8d70-cd54282f737d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:33.516097 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-3ca5e7ef-304d-45f7-8a89-31989e99740e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:14Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '0fa15066-85c6-40d8-9baf-ebfc939d39b9', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.77', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'port_id': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'mac_address': 'fa:16:3e:e0:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:07:30Z', 'updated_at': '2022-02-28T15:07:30Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932fcad2-488b-4a14-8fa2-c7811241adb9', 'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:55:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:13Z', 'updated_at': '2022-02-28T15:07:21Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:33.516688 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93dcb8bc-b9a7-4cab-8d70-cd54282f737d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.520115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ca5e7ef-304d-45f7-8a89-31989e99740e None None] The sync data for ids ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'] in dv-neutron-830866-2-hyperv is: [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:14Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '0fa15066-85c6-40d8-9baf-ebfc939d39b9', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.77', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'port_id': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'mac_address': 'fa:16:3e:e0:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:07:30Z', 'updated_at': '2022-02-28T15:07:30Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932fcad2-488b-4a14-8fa2-c7811241adb9', 'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:55:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:13Z', 'updated_at': '2022-02-28T15:07:21Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:07:33.579463 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93dcb8bc-b9a7-4cab-8d70-cd54282f737d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.583736 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93dcb8bc-b9a7-4cab-8d70-cd54282f737d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.606764 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93dcb8bc-b9a7-4cab-8d70-cd54282f737d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a73e0c1-249a-4122-a33a-9eed92487647,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:33.615155 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-93dcb8bc-b9a7-4cab-8d70-cd54282f737d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.616326 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-93dcb8bc-b9a7-4cab-8d70-cd54282f737d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1399164 Feb 28 15:07:33.619048 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50370) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:33.624291 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-6dac4efd-f5fa-42d6-8f1b-a6015ed0d2f4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': 'adb3606e-2be9-465f-8e84-fef933428af2', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:33.630575 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6dac4efd-f5fa-42d6-8f1b-a6015ed0d2f4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:33.634337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6dac4efd-f5fa-42d6-8f1b-a6015ed0d2f4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:33.637156 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6dac4efd-f5fa-42d6-8f1b-a6015ed0d2f4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:18. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:33.642665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6dac4efd-f5fa-42d6-8f1b-a6015ed0d2f4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 18; quota limit: 100; headroom:82 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:33.652406 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-6dac4efd-f5fa-42d6-8f1b-a6015ed0d2f4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:07:33.658892 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6dac4efd-f5fa-42d6-8f1b-a6015ed0d2f4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.724124 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6dac4efd-f5fa-42d6-8f1b-a6015ed0d2f4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.727723 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6dac4efd-f5fa-42d6-8f1b-a6015ed0d2f4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.750902 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dac4efd-f5fa-42d6-8f1b-a6015ed0d2f4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f66ef766-3fbb-46e0-94ee-448361dcf109,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:33.759940 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6dac4efd-f5fa-42d6-8f1b-a6015ed0d2f4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.761326 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6dac4efd-f5fa-42d6-8f1b-a6015ed0d2f4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1413486 Feb 28 15:07:33.764098 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50374) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:33.769423 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-8f6cd66f-76b5-4009-9dea-b56ab091a4ca tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': 'adb3606e-2be9-465f-8e84-fef933428af2', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:33.774918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8f6cd66f-76b5-4009-9dea-b56ab091a4ca tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:33.778655 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8f6cd66f-76b5-4009-9dea-b56ab091a4ca tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:33.781503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8f6cd66f-76b5-4009-9dea-b56ab091a4ca tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:33.787636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8f6cd66f-76b5-4009-9dea-b56ab091a4ca tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:33.797592 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-8f6cd66f-76b5-4009-9dea-b56ab091a4ca tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:07:33.804690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8f6cd66f-76b5-4009-9dea-b56ab091a4ca tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.869062 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8f6cd66f-76b5-4009-9dea-b56ab091a4ca tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.872485 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8f6cd66f-76b5-4009-9dea-b56ab091a4ca tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.895105 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6cd66f-76b5-4009-9dea-b56ab091a4ca tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06a55b49-be5f-402c-b046-268102c3ec4c,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:33.904170 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8f6cd66f-76b5-4009-9dea-b56ab091a4ca tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:33.905337 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8f6cd66f-76b5-4009-9dea-b56ab091a4ca tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1403589 Feb 28 15:07:34.072195 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-bd085ab6-d641-41a8-99cd-ae1ea1e97ccf tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-10713192&fields=id&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 267 time: 0.0394766 Feb 28 15:07:34.214445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-65f5574c-7cca-496d-8a7c-81bb6e8ca3fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:34.215870 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-65f5574c-7cca-496d-8a7c-81bb6e8ca3fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/networks?id=c37f8525-3944-4d6c-ace4-6bcb3466792d HTTP/1.1" status: 200 len: 797 time: 0.1376464 Feb 28 15:07:34.231986 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-797dfb70-a67e-44cf-81f5-0cc5f942b853 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/quotas/dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 375 time: 0.0103276 Feb 28 15:07:34.311296 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-5c81701e-5bc0-46bd-8d93-5490da5eae7d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0745075 Feb 28 15:07:34.449155 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-5413a72c-a09a-4d38-9f5a-aae34433e1b0 service neutron] 10.222.0.15 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263657 Feb 28 15:07:34.583253 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-4972e3c8-6396-4bd8-a7e1-a207f2e77f56 service neutron] 10.222.0.15 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1284053 Feb 28 15:07:34.772953 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-29aac03d-ba58-4c06-98de-9f1d19a8bf4f req-a3916742-3430-4c2a-8bd5-478e59227833 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 210 time: 0.0457075 Feb 28 15:07:35.964770 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d5660e8-9947-4461-b07f-b98bd510c608 req-6d5f821a-3ff5-411b-8a87-d7f8ced73a9e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 210 time: 0.0543215 Feb 28 15:07:35.972374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-028d993a-6b7a-47ba-b0b9-d5ae6242f2d1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:35.973669 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-028d993a-6b7a-47ba-b0b9-d5ae6242f2d1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/networks?id=c37f8525-3944-4d6c-ace4-6bcb3466792d HTTP/1.1" status: 200 len: 797 time: 0.2946458 Feb 28 15:07:36.029249 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-c2ad91bc-6c23-4ac2-85e9-da75e1b78535 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 470 time: 0.0433438 Feb 28 15:07:36.038406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-69bf7bf7-be4b-40e0-9276-6233a4ee45b5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'port': {'device_id': 'ded17568-e980-4dd1-bcef-4751c7cca5a9', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'admin_state_up': True, 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'security_groups': ['adb3606e-2be9-465f-8e84-fef933428af2']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:36.089111 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b2af59b-980f-4bad-b773-8e9217e79aef None None] New status for floating IP 0fa15066-85c6-40d8-9baf-ebfc939d39b9: ACTIVE {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:07:36.176312 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-69bf7bf7-be4b-40e0-9276-6233a4ee45b5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:36.185470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-69bf7bf7-be4b-40e0-9276-6233a4ee45b5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:36.195943 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-69bf7bf7-be4b-40e0-9276-6233a4ee45b5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:07:36.198854 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-69bf7bf7-be4b-40e0-9276-6233a4ee45b5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:36.362791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-69bf7bf7-be4b-40e0-9276-6233a4ee45b5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.6 (c37f8525-3944-4d6c-ace4-6bcb3466792d/036c4469-41e0-44f3-b284-b30dfb29b8ce/95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:07:36.542297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-69bf7bf7-be4b-40e0-9276-6233a4ee45b5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:36.562500 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-69bf7bf7-be4b-40e0-9276-6233a4ee45b5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:07:36.591205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-69bf7bf7-be4b-40e0-9276-6233a4ee45b5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:36.665408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-69bf7bf7-be4b-40e0-9276-6233a4ee45b5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network c37f8525-3944-4d6c-ace4-6bcb3466792d is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:07:36.668179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-69bf7bf7-be4b-40e0-9276-6233a4ee45b5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:07:36.671857 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-69bf7bf7-be4b-40e0-9276-6233a4ee45b5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:07:36.702033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bf7bf7-be4b-40e0-9276-6233a4ee45b5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:36.737471 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-69bf7bf7-be4b-40e0-9276-6233a4ee45b5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:36.738066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-69bf7bf7-be4b-40e0-9276-6233a4ee45b5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:36.762866 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-69bf7bf7-be4b-40e0-9276-6233a4ee45b5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7280045 Feb 28 15:07:36.773891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Request body: {'port': {'device_id': 'ded17568-e980-4dd1-bcef-4751c7cca5a9', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:36.877847 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-544a2665-abec-42c7-9661-ed9b69bb7083 None None] Provisioning for port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:07:36.882256 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-544a2665-abec-42c7-9661-ed9b69bb7083 None None] Provisioning complete for port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:07:36.882620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-544a2665-abec-42c7-9661-ed9b69bb7083 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:36.886203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:36.932780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-544a2665-abec-42c7-9661-ed9b69bb7083 None None] Port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:07:37.161951 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b6c63ae-0ba3-4e56-8631-1fed509ab63b req-7def6f06-d99e-4cbf-9668-0296a92b2d6f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:37.163399 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2b6c63ae-0ba3-4e56-8631-1fed509ab63b req-7def6f06-d99e-4cbf-9668-0296a92b2d6f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 931 time: 0.0802517 Feb 28 15:07:37.210554 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-2b6c63ae-0ba3-4e56-8631-1fed509ab63b req-e10c8619-5ba5-46ce-9a45-050081be5197 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:07:37.217893 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:07:37.224721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:37.225047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-2b6c63ae-0ba3-4e56-8631-1fed509ab63b req-e10c8619-5ba5-46ce-9a45-050081be5197 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:07:37.226420 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2b6c63ae-0ba3-4e56-8631-1fed509ab63b req-e10c8619-5ba5-46ce-9a45-050081be5197 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=adb3606e-2be9-465f-8e84-fef933428af2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0572529 Feb 28 15:07:37.239993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Transition to ACTIVE for port object 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:07:37.243668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:37.368106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Pushing event updated for resources: {'Port': ['ID=95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:37.475664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Attempting to bind port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:07:37.475995 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Attempting to bind port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:07:37.476315 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Attempting to bind port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 on network c37f8525-3944-4d6c-ace4-6bcb3466792d {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:07:37.482096 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 on network c37f8525-3944-4d6c-ace4-6bcb3466792d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:07:37.482405 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Attempting to bind port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 on network c37f8525-3944-4d6c-ace4-6bcb3466792d {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:07:37.489010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 7, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:07:37.489340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Checking segment: {'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:07:37.489710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Bound using segment: {'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:07:37.490123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Bound port: 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7bca1b96-34d0-4b6e-b3b5-9c7b891df841', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:07:37.490458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:37.574256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] For port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:07:37.577155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] For port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:07:37.580951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:37.729171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:37.730749 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] 10.222.0.20 "PUT /v2.0/ports/95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 HTTP/1.1" status: 200 len: 1093 time: 0.9609797 Feb 28 15:07:37.731172 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded17568-e980-4dd1-bcef-4751c7cca5a9', 'tag': '95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:07:37.755420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f4c7c3-bb1a-40f1-bc23-63b546ddab11 service neutron] Pushing event updated for resources: {'Port': ['ID=95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:37.806746 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded17568-e980-4dd1-bcef-4751c7cca5a9', 'tag': '95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2', 'status': 'completed', 'code': 200} Feb 28 15:07:37.848398 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-129d969d-ae4e-4842-84e5-ff1da293f307 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 1096 time: 0.0731153 Feb 28 15:07:37.918378 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-f21dd334-244d-4e66-bc67-fd26df47e252 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 HTTP/1.1" status: 200 len: 217 time: 0.0635030 Feb 28 15:07:37.980070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-332e7a28-47ee-4be5-8930-68792ede79e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:37.981399 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-332e7a28-47ee-4be5-8930-68792ede79e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=036c4469-41e0-44f3-b284-b30dfb29b8ce HTTP/1.1" status: 200 len: 835 time: 0.0574391 Feb 28 15:07:38.054363 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-862d0fa1-7772-4525-8813-d8388bf8bee2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37f8525-3944-4d6c-ace4-6bcb3466792d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677316 Feb 28 15:07:38.179832 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-e2d052c1-dd19-4710-9d27-34de1409cc0c service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1197367 Feb 28 15:07:38.305852 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e913c4aa-9b53-450a-8c66-740d8154ee0a req-99c0fd72-b70f-4069-8f6a-1a2c17363e12 service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207418 Feb 28 15:07:38.419707 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c2cdd36a-d23d-4a6a-83e1-c9f2348da3a7 req-061e102d-c9eb-4666-b96c-9838e927e823 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 1096 time: 0.0688860 Feb 28 15:07:38.425660 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cff9a76e-344a-4972-b5fa-11a4481b4acb req-9e29eb48-5802-40c4-8521-c57cc22462ad tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:38.427095 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-cff9a76e-344a-4972-b5fa-11a4481b4acb req-9e29eb48-5802-40c4-8521-c57cc22462ad tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 943 time: 0.0786824 Feb 28 15:07:38.473204 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-cff9a76e-344a-4972-b5fa-11a4481b4acb req-2847e60d-48d2-4a3c-840a-209307dc4337 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=adb3606e-2be9-465f-8e84-fef933428af2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403955 Feb 28 15:07:38.551868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdd36a-d23d-4a6a-83e1-c9f2348da3a7 req-2a49eb12-0531-4943-a14c-4bb1e293a6f2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:38.553208 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c2cdd36a-d23d-4a6a-83e1-c9f2348da3a7 req-2a49eb12-0531-4943-a14c-4bb1e293a6f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c37f8525-3944-4d6c-ace4-6bcb3466792d HTTP/1.1" status: 200 len: 897 time: 0.1252820 Feb 28 15:07:38.628343 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c2cdd36a-d23d-4a6a-83e1-c9f2348da3a7 req-a4811fe8-c539-453e-b192-76006749caad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 HTTP/1.1" status: 200 len: 217 time: 0.0685084 Feb 28 15:07:38.687778 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cdd36a-d23d-4a6a-83e1-c9f2348da3a7 req-c81daa33-053f-4b23-8bb4-5c645ae9e2a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:38.689769 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c2cdd36a-d23d-4a6a-83e1-c9f2348da3a7 req-c81daa33-053f-4b23-8bb4-5c645ae9e2a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=036c4469-41e0-44f3-b284-b30dfb29b8ce HTTP/1.1" status: 200 len: 835 time: 0.0546803 Feb 28 15:07:38.764534 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c2cdd36a-d23d-4a6a-83e1-c9f2348da3a7 req-2ec4d0a2-ac54-4dbe-8bde-102f942f4c5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37f8525-3944-4d6c-ace4-6bcb3466792d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692728 Feb 28 15:07:38.895862 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c2cdd36a-d23d-4a6a-83e1-c9f2348da3a7 req-693d8a09-cb00-4eec-8a64-815a03df4eef service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1191201 Feb 28 15:07:39.029983 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c2cdd36a-d23d-4a6a-83e1-c9f2348da3a7 req-3d0113aa-a84e-43e4-b149-4e34d8409d08 service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1178050 Feb 28 15:07:39.371561 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:07:39.667792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d82e2bd-6430-4634-9694-31985f887adb req-bd4eafe9-7499-45d6-ae2b-07fdccac6ff7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:39.668385 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-6d82e2bd-6430-4634-9694-31985f887adb req-bd4eafe9-7499-45d6-ae2b-07fdccac6ff7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:07:39.683195 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-6d82e2bd-6430-4634-9694-31985f887adb req-bd4eafe9-7499-45d6-ae2b-07fdccac6ff7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:07:39.684396 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d82e2bd-6430-4634-9694-31985f887adb req-bd4eafe9-7499-45d6-ae2b-07fdccac6ff7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 943 time: 0.0901258 Feb 28 15:07:39.728220 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d82e2bd-6430-4634-9694-31985f887adb req-662129c4-c5a4-4238-904c-c75fc4bde888 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=adb3606e-2be9-465f-8e84-fef933428af2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379372 Feb 28 15:07:40.923985 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d05020-b89c-4e0b-b7d4-312e71153708 req-db73fb35-c6f4-4802-8edf-93f53ba74e1d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:40.925423 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-81d05020-b89c-4e0b-b7d4-312e71153708 req-db73fb35-c6f4-4802-8edf-93f53ba74e1d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 943 time: 0.0750957 Feb 28 15:07:40.968867 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-81d05020-b89c-4e0b-b7d4-312e71153708 req-e545bda6-0581-4896-80a7-8863bdbc6ec1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=adb3606e-2be9-465f-8e84-fef933428af2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379665 Feb 28 15:07:41.156445 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:07:41.286572 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:07:41.299040 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'port_id': '95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2', 'mac_address': 'fa:16:3e:70:41:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:07:41.353779 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:41.370385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:07:41.385010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:07:41.389013 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:41.452364 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:41.600602 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:07:42.164841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bea4d0d4-4614-4226-944f-0e1394cdd785 req-24aaf2bc-9b2f-4138-994b-700fc5c8ab6b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:42.166247 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bea4d0d4-4614-4226-944f-0e1394cdd785 req-24aaf2bc-9b2f-4138-994b-700fc5c8ab6b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 944 time: 0.0807531 Feb 28 15:07:42.209681 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bea4d0d4-4614-4226-944f-0e1394cdd785 req-0c1ac23c-dcca-4a33-a8b5-0150782575de tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=adb3606e-2be9-465f-8e84-fef933428af2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379996 Feb 28 15:07:43.169757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:07:43.275392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:07:43.279995 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:07:43.280357 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:43.394132 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:43.411211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bec4ec-11b4-462d-a867-04889a8df18f req-35cea933-5e94-462d-95d2-c7518cc7fee6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:43.414570 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-51bec4ec-11b4-462d-a867-04889a8df18f req-35cea933-5e94-462d-95d2-c7518cc7fee6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 944 time: 0.0857060 Feb 28 15:07:43.421683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded17568-e980-4dd1-bcef-4751c7cca5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:07:43.431343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:07:43.436680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:43.478177 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-51bec4ec-11b4-462d-a867-04889a8df18f req-8da12a6b-88b9-4ae1-8c37-e457dd25180d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=adb3606e-2be9-465f-8e84-fef933428af2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0545459 Feb 28 15:07:43.488019 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded17568-e980-4dd1-bcef-4751c7cca5a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2', 'code': 200} Feb 28 15:07:43.510642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:43.713849 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e0c04dd9-e21f-401b-ab79-b1d7d29f25c0 req-6c2ff270-c292-4ecc-b846-2bbff68f0485 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 1098 time: 0.0649276 Feb 28 15:07:43.763821 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e0c04dd9-e21f-401b-ab79-b1d7d29f25c0 req-d53057d9-9583-491a-834d-55bc4088d0a6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=adb3606e-2be9-465f-8e84-fef933428af2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0443969 Feb 28 15:07:44.767498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e7fdab-7c2c-4052-ab92-3951073fe500 req-ab67db32-c38e-4f83-b2eb-c4b1f9165c46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:44.769040 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-08e7fdab-7c2c-4052-ab92-3951073fe500 req-ab67db32-c38e-4f83-b2eb-c4b1f9165c46 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 945 time: 0.1756477 Feb 28 15:07:44.814019 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-08e7fdab-7c2c-4052-ab92-3951073fe500 req-7766ec75-5a7b-41e0-8006-194de86ab309 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=adb3606e-2be9-465f-8e84-fef933428af2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0392451 Feb 28 15:07:46.009291 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a027bb-d2ea-4c75-ad89-fde80eb724a5 req-aa6d06e1-8e37-4d26-a073-29884ac0c552 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:46.010723 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e9a027bb-d2ea-4c75-ad89-fde80eb724a5 req-aa6d06e1-8e37-4d26-a073-29884ac0c552 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 945 time: 0.0743885 Feb 28 15:07:46.054609 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e9a027bb-d2ea-4c75-ad89-fde80eb724a5 req-3b069b56-513f-4153-990c-d5852ff12664 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=adb3606e-2be9-465f-8e84-fef933428af2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0384994 Feb 28 15:07:46.249783 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d573ab-05a0-4b98-911a-fdecb1e6e68f req-6b256256-adef-4c7a-b08e-4fc53c6c1815 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:46.251198 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d5d573ab-05a0-4b98-911a-fdecb1e6e68f req-6b256256-adef-4c7a-b08e-4fc53c6c1815 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 945 time: 0.0781395 Feb 28 15:07:46.295261 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d5d573ab-05a0-4b98-911a-fdecb1e6e68f req-f3f72a3f-fdbe-41ab-bbf6-f71219dca19b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=adb3606e-2be9-465f-8e84-fef933428af2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0379570 Feb 28 15:07:46.322377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50420) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:46.389588 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3b01e9da-f538-45ba-8f5f-d205db2538a6 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 1093 time: 0.0661247 Feb 28 15:07:46.392195 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50424) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:07:46.397240 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address': '172.20.0.6'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:07:46.402683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:07:46.406494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:floatingip and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:07:46.409891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:07:46.415450 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:07:46.426339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:46.558901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:46.689413 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.182 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/0c2167aa-f061-4cfc-b163-5344f6dba9cc) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:07:46.829436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:46.856704 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:46.923909 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:07:46.924810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=0c2167aa-f061-4cfc-b163-5344f6dba9cc,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:46.927079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:07:46.929063 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:07:47.411711 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:47.465373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:47.660673 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:47.664832 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:47.849521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=0c2167aa-f061-4cfc-b163-5344f6dba9cc,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:07:47.868906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:48.057346 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Floating IP 1415d437-733c-4b39-a314-2d23255e44cb associated. External IP: 172.26.4.182, port: 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2. Feb 28 15:07:48.429821 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router fad28b93-bcdb-4374-9ad8-72178e1a5d92 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:07:48.621392 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:07:48.631124 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda52c97-f0be-4859-a4c2-4d948fad1209 None None] Sync routers for ids ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:07:48.644238 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda52c97-f0be-4859-a4c2-4d948fad1209 None None] Routers {'fad28b93-bcdb-4374-9ad8-72178e1a5d92'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:07:48.644982 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-eda52c97-f0be-4859-a4c2-4d948fad1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:07:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:48.645582 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:48.700676 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4592309c-1f28-4b24-92a0-eac6a418c3e2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3074121 Feb 28 15:07:48.701183 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded17568-e980-4dd1-bcef-4751c7cca5a9', 'tag': '95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:07:48.755218 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded17568-e980-4dd1-bcef-4751c7cca5a9', 'tag': '95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2', 'status': 'completed', 'code': 200} Feb 28 15:07:48.820950 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-eda52c97-f0be-4859-a4c2-4d948fad1209 None None] Set router fad28b93-bcdb-4374-9ad8-72178e1a5d92 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:07:48.844530 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b7ade66-54da-495e-bd85-2ff2c6b5ec79 req-9e808ac1-31d6-497d-93a3-30476008e54d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 1098 time: 0.0672898 Feb 28 15:07:48.970480 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ade66-54da-495e-bd85-2ff2c6b5ec79 req-4db16b55-102d-46ce-a180-ba013bb84f14 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:48.971843 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b7ade66-54da-495e-bd85-2ff2c6b5ec79 req-4db16b55-102d-46ce-a180-ba013bb84f14 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c37f8525-3944-4d6c-ace4-6bcb3466792d HTTP/1.1" status: 200 len: 897 time: 0.1217024 Feb 28 15:07:49.071703 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b7ade66-54da-495e-bd85-2ff2c6b5ec79 req-485a8e51-d9d5-4bce-84ae-2e5f4c1aba9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 HTTP/1.1" status: 200 len: 999 time: 0.0944421 Feb 28 15:07:49.133857 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b7ade66-54da-495e-bd85-2ff2c6b5ec79 req-f6cf437b-3a39-4d9f-b52e-25f6c170fc04 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:07:49.135289 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b7ade66-54da-495e-bd85-2ff2c6b5ec79 req-f6cf437b-3a39-4d9f-b52e-25f6c170fc04 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=036c4469-41e0-44f3-b284-b30dfb29b8ce HTTP/1.1" status: 200 len: 835 time: 0.0578885 Feb 28 15:07:49.164537 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-eda52c97-f0be-4859-a4c2-4d948fad1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:14Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '0fa15066-85c6-40d8-9baf-ebfc939d39b9', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.77', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'port_id': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'mac_address': 'fa:16:3e:e0:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:07:30Z', 'updated_at': '2022-02-28T15:07:36Z', 'revision_number': 1, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}, {'id': '1415d437-733c-4b39-a314-2d23255e44cb', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.182', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'port_id': '95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'mac_address': 'fa:16:3e:70:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded17568-e980-4dd1-bcef-4751c7cca5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:07:47Z', 'updated_at': '2022-02-28T15:07:47Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932fcad2-488b-4a14-8fa2-c7811241adb9', 'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:55:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:13Z', 'updated_at': '2022-02-28T15:07:21Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:49.168314 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda52c97-f0be-4859-a4c2-4d948fad1209 None None] Checking router: fad28b93-bcdb-4374-9ad8-72178e1a5d92 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:07:49.178999 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda52c97-f0be-4859-a4c2-4d948fad1209 None None] Routers {'fad28b93-bcdb-4374-9ad8-72178e1a5d92'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:07:49.179602 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-eda52c97-f0be-4859-a4c2-4d948fad1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:07:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:49.212059 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b7ade66-54da-495e-bd85-2ff2c6b5ec79 req-438e3250-ac7c-41a4-b5c2-c40fb8979f85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37f8525-3944-4d6c-ace4-6bcb3466792d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0710089 Feb 28 15:07:49.350436 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-eda52c97-f0be-4859-a4c2-4d948fad1209 None None] Set router fad28b93-bcdb-4374-9ad8-72178e1a5d92 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:07:49.450598 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b7ade66-54da-495e-bd85-2ff2c6b5ec79 req-a278f0c8-f345-490d-82ea-a044798b1fc2 service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2316442 Feb 28 15:07:49.580512 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b7ade66-54da-495e-bd85-2ff2c6b5ec79 req-b1c25f12-657d-42b1-91d9-89ddcd699cf3 service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230872 Feb 28 15:07:49.706190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-eda52c97-f0be-4859-a4c2-4d948fad1209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:14Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '0fa15066-85c6-40d8-9baf-ebfc939d39b9', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.77', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'port_id': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'mac_address': 'fa:16:3e:e0:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:07:30Z', 'updated_at': '2022-02-28T15:07:36Z', 'revision_number': 1, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}, {'id': '1415d437-733c-4b39-a314-2d23255e44cb', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.182', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'port_id': '95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'mac_address': 'fa:16:3e:70:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded17568-e980-4dd1-bcef-4751c7cca5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:07:47Z', 'updated_at': '2022-02-28T15:07:47Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932fcad2-488b-4a14-8fa2-c7811241adb9', 'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:55:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:13Z', 'updated_at': '2022-02-28T15:07:21Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:07:49.710035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eda52c97-f0be-4859-a4c2-4d948fad1209 None None] The sync data for ids ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'] in dv-neutron-830866-2-hyperv is: [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:14Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '0fa15066-85c6-40d8-9baf-ebfc939d39b9', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.77', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'port_id': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'mac_address': 'fa:16:3e:e0:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:07:30Z', 'updated_at': '2022-02-28T15:07:36Z', 'revision_number': 1, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}, {'id': '1415d437-733c-4b39-a314-2d23255e44cb', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.182', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'port_id': '95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'mac_address': 'fa:16:3e:70:41:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ded17568-e980-4dd1-bcef-4751c7cca5a9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:07:47Z', 'updated_at': '2022-02-28T15:07:47Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932fcad2-488b-4a14-8fa2-c7811241adb9', 'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:55:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:13Z', 'updated_at': '2022-02-28T15:07:21Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:07:49.904579 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cccc3457-1dc9-4479-8906-e423de7ece8e None None] New status for floating IP 1415d437-733c-4b39-a314-2d23255e44cb: ACTIVE {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:07:55.452337 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-23dfd851-4ba1-47cb-b897-889e0c323d7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:57.626306 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7a125adb-4db8-43af-b2a7-9933c68fccec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:57.731817 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:58.867418 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:07:58.871600 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:00.244918 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:16.372541 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:08:21.801486 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-43facc89-2fc6-4364-ac9e-29086c11c785 req-b78cb2d4-81c4-4fa6-9757-1889f633bd75 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0644777 Feb 28 15:08:21.942962 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-43facc89-2fc6-4364-ac9e-29086c11c785 req-3ac263c0-7518-4c90-a0ba-60e5b94fa19f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 1099 time: 0.0697186 Feb 28 15:08:22.098786 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43facc89-2fc6-4364-ac9e-29086c11c785 req-4fa73f6b-2192-420d-b42a-b7aa978c4b76 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:22.100115 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-43facc89-2fc6-4364-ac9e-29086c11c785 req-4fa73f6b-2192-420d-b42a-b7aa978c4b76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c37f8525-3944-4d6c-ace4-6bcb3466792d HTTP/1.1" status: 200 len: 897 time: 0.1245651 Feb 28 15:08:22.195281 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-43facc89-2fc6-4364-ac9e-29086c11c785 req-6c6a9591-20f0-45e5-a698-c4b7e55c25fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1dca32c-5c82-4c78-9b1e-32e22d84a004 HTTP/1.1" status: 200 len: 1001 time: 0.0893722 Feb 28 15:08:22.259324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43facc89-2fc6-4364-ac9e-29086c11c785 req-d33bd2a9-eafd-464e-95b2-a0e2f813d460 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:22.260786 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-43facc89-2fc6-4364-ac9e-29086c11c785 req-d33bd2a9-eafd-464e-95b2-a0e2f813d460 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=036c4469-41e0-44f3-b284-b30dfb29b8ce HTTP/1.1" status: 200 len: 835 time: 0.0598052 Feb 28 15:08:22.336351 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-43facc89-2fc6-4364-ac9e-29086c11c785 req-79f32742-0308-4d12-ba02-bc3608034fd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37f8525-3944-4d6c-ace4-6bcb3466792d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692220 Feb 28 15:08:22.469328 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-43facc89-2fc6-4364-ac9e-29086c11c785 req-29b7aa25-f87b-432f-9ce3-7e9ac504fba7 service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218967 Feb 28 15:08:22.609997 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-43facc89-2fc6-4364-ac9e-29086c11c785 req-9f05aa93-2f39-4657-bb27-3e906e4d996f service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349277 Feb 28 15:08:23.114466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50444) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:23.217168 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-96769e15-19ad-4638-852a-879c12bd7723 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/0fa15066-85c6-40d8-9baf-ebfc939d39b9 HTTP/1.1" status: 200 len: 993 time: 0.1016448 Feb 28 15:08:23.927986 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50454) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:23.933634 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'port': {'admin_state_up': False}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:08:24.048834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:24.254671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port d1dca32c-5c82-4c78-9b1e-32e22d84a004, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d1dca32c-5c82-4c78-9b1e-32e22d84a004,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:08:24.278019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:24.282556 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:24.345140 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:24.345748 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:24.347704 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/ports/d1dca32c-5c82-4c78-9b1e-32e22d84a004 HTTP/1.1" status: 200 len: 939 time: 0.4188020 Feb 28 15:08:24.348234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'tag': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:08:24.369133 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=d1dca32c-5c82-4c78-9b1e-32e22d84a004,revision_number=6']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:24.381028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:24.381368 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:24.381718 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:24.382083 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:24.382342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:24.382662 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:24.382992 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:24.383294 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:24.383639 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:24.384019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:24.384254 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce4ad183-1174-444a-9b07-250714ef6ee4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:24.492405 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'tag': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'status': 'completed', 'code': 200} Feb 28 15:08:24.582992 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-03453612-96db-496d-ad20-b0ecd5e180b4 req-e060c44e-e645-4cc4-a1fe-94cac3fb6b55 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 1100 time: 0.0703375 Feb 28 15:08:24.628720 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-80dbe4f8-d30e-4cfa-a607-a531fd91537a None None] Provisioning complete for port d1dca32c-5c82-4c78-9b1e-32e22d84a004 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:08:24.629510 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-80dbe4f8-d30e-4cfa-a607-a531fd91537a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:24.688413 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-80dbe4f8-d30e-4cfa-a607-a531fd91537a None None] Port d1dca32c-5c82-4c78-9b1e-32e22d84a004 is administratively disabled so it will not transition to active. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:325}} Feb 28 15:08:24.715186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03453612-96db-496d-ad20-b0ecd5e180b4 req-4645108d-804c-4016-930b-98c17a5d31d8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:24.716687 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-03453612-96db-496d-ad20-b0ecd5e180b4 req-4645108d-804c-4016-930b-98c17a5d31d8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c37f8525-3944-4d6c-ace4-6bcb3466792d HTTP/1.1" status: 200 len: 897 time: 0.1277113 Feb 28 15:08:24.812894 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-03453612-96db-496d-ad20-b0ecd5e180b4 req-dd67a78d-394d-4355-9467-5dbd7c67ecbc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1dca32c-5c82-4c78-9b1e-32e22d84a004 HTTP/1.1" status: 200 len: 1002 time: 0.0902781 Feb 28 15:08:24.875816 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03453612-96db-496d-ad20-b0ecd5e180b4 req-ade5b530-cdec-4ec6-a687-31313eb7de28 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:24.877173 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-03453612-96db-496d-ad20-b0ecd5e180b4 req-ade5b530-cdec-4ec6-a687-31313eb7de28 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=036c4469-41e0-44f3-b284-b30dfb29b8ce HTTP/1.1" status: 200 len: 835 time: 0.0586319 Feb 28 15:08:24.947494 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-03453612-96db-496d-ad20-b0ecd5e180b4 req-17568e3e-54e1-4209-a48e-579880444865 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37f8525-3944-4d6c-ace4-6bcb3466792d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645680 Feb 28 15:08:25.074029 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-03453612-96db-496d-ad20-b0ecd5e180b4 req-d8348ea3-25a9-4e4a-b1ae-fd84e72a45d4 service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200228 Feb 28 15:08:25.281941 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-03453612-96db-496d-ad20-b0ecd5e180b4 req-7f3f4a6d-b7d8-443d-b883-1ad18f13d287 service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020020 Feb 28 15:08:25.452919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-79ffc796-f277-4612-b237-9955d8d740c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:27.629510 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fcf532c1-ef64-47a9-a5a3-e87c6c95c1a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:27.722184 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:27.782625 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50466) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:27.788952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'port': {'admin_state_up': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:08:27.902414 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:28.109049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port d1dca32c-5c82-4c78-9b1e-32e22d84a004, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d1dca32c-5c82-4c78-9b1e-32e22d84a004,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:08:28.132863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:28.137174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:28.203373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:28.204019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:28.205939 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/ports/d1dca32c-5c82-4c78-9b1e-32e22d84a004 HTTP/1.1" status: 200 len: 938 time: 0.4217422 Feb 28 15:08:28.206490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'tag': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:08:28.208922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50470) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:28.223413 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=d1dca32c-5c82-4c78-9b1e-32e22d84a004,revision_number=7']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:28.232506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:28.232851 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:28.233187 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:28.233517 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:28.233844 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:28.234170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:28.234491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:28.234812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:28.235129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:28.235446 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:28.235790 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16351467-d6d4-4e79-bd50-10c921fd09fe tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:28.270667 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'tag': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'status': 'completed', 'code': 200} Feb 28 15:08:28.370122 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15ba2a26-b25d-495e-9185-5b43f77fb234 req-b0790e89-004d-4c3d-969a-d042c977775d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 1099 time: 0.0795655 Feb 28 15:08:28.422817 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2cfb14b8-ec9f-4114-9bfc-a67bdc55ca78 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/0fa15066-85c6-40d8-9baf-ebfc939d39b9 HTTP/1.1" status: 200 len: 993 time: 0.2099516 Feb 28 15:08:28.428368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['d1dca32c-5c82-4c78-9b1e-32e22d84a004'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:08:28.506331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7341eee8-0ace-4706-880b-e3b189b51333 None None] Provisioning complete for port d1dca32c-5c82-4c78-9b1e-32e22d84a004 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:08:28.506582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7341eee8-0ace-4706-880b-e3b189b51333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:28.508587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba2a26-b25d-495e-9185-5b43f77fb234 req-00f90398-6933-44e6-85ec-1da117040b5b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:28.510004 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15ba2a26-b25d-495e-9185-5b43f77fb234 req-00f90398-6933-44e6-85ec-1da117040b5b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c37f8525-3944-4d6c-ace4-6bcb3466792d HTTP/1.1" status: 200 len: 897 time: 0.1319330 Feb 28 15:08:28.613002 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15ba2a26-b25d-495e-9185-5b43f77fb234 req-c87bc547-a678-4c6c-be3c-0aa89f4b7336 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1dca32c-5c82-4c78-9b1e-32e22d84a004 HTTP/1.1" status: 200 len: 1001 time: 0.0962749 Feb 28 15:08:28.679928 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ba2a26-b25d-495e-9185-5b43f77fb234 req-d220b772-9618-4369-a00e-ca8d687a64a7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:28.681353 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15ba2a26-b25d-495e-9185-5b43f77fb234 req-d220b772-9618-4369-a00e-ca8d687a64a7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=036c4469-41e0-44f3-b284-b30dfb29b8ce HTTP/1.1" status: 200 len: 835 time: 0.0624223 Feb 28 15:08:28.755359 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15ba2a26-b25d-495e-9185-5b43f77fb234 req-28fb05da-53b0-4003-80b8-ee1e61de2b53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37f8525-3944-4d6c-ace4-6bcb3466792d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675957 Feb 28 15:08:28.872175 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:28.876480 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:28.889121 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15ba2a26-b25d-495e-9185-5b43f77fb234 req-df2013bb-e09c-478c-8ccd-b0914979dd13 service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1268060 Feb 28 15:08:29.017001 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15ba2a26-b25d-495e-9185-5b43f77fb234 req-7fb723e7-34ec-4ca4-957c-85453d55a973 service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214769 Feb 28 15:08:30.247292 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:31.320193 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50484) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:31.515997 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-197068cf-75bb-4d06-b068-1af29c1c6515 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 0c2167aa-f061-4cfc-b163-5344f6dba9cc {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:08:31.516341 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-197068cf-75bb-4d06-b068-1af29c1c6515 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:31.678945 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-197068cf-75bb-4d06-b068-1af29c1c6515 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:31.679275 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-197068cf-75bb-4d06-b068-1af29c1c6515 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:31.797680 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-197068cf-75bb-4d06-b068-1af29c1c6515 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 0c2167aa-f061-4cfc-b163-5344f6dba9cc owned by network:floatingip {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:08:31.940792 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-197068cf-75bb-4d06-b068-1af29c1c6515 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:31.992801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197068cf-75bb-4d06-b068-1af29c1c6515 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=0c2167aa-f061-4cfc-b163-5344f6dba9cc,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:32.080743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-197068cf-75bb-4d06-b068-1af29c1c6515 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:32.466956 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197068cf-75bb-4d06-b068-1af29c1c6515 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router fad28b93-bcdb-4374-9ad8-72178e1a5d92 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:08:32.759659 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197068cf-75bb-4d06-b068-1af29c1c6515 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:08:32.769168 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c3d53-b0d5-45d9-a494-c7b815410a87 None None] Sync routers for ids ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:08:32.779175 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-197068cf-75bb-4d06-b068-1af29c1c6515 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:32.781042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c3d53-b0d5-45d9-a494-c7b815410a87 None None] Routers {'fad28b93-bcdb-4374-9ad8-72178e1a5d92'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:08:32.781651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-039c3d53-b0d5-45d9-a494-c7b815410a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:08:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:32.833468 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-197068cf-75bb-4d06-b068-1af29c1c6515 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/floatingips/1415d437-733c-4b39-a314-2d23255e44cb HTTP/1.1" status: 204 len: 168 time: 1.5122073 Feb 28 15:08:32.834076 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ded17568-e980-4dd1-bcef-4751c7cca5a9', 'tag': '95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:08:32.891857 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ded17568-e980-4dd1-bcef-4751c7cca5a9', 'tag': '95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2', 'status': 'completed', 'code': 200} Feb 28 15:08:32.962603 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-039c3d53-b0d5-45d9-a494-c7b815410a87 None None] Set router fad28b93-bcdb-4374-9ad8-72178e1a5d92 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:08:32.985024 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f63cb1f7-9c68-47d6-9c8d-46cebc4f8bc0 req-4ef7e1d4-a269-480d-a892-c642ec21c89e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 1098 time: 0.0722802 Feb 28 15:08:33.118498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cb1f7-9c68-47d6-9c8d-46cebc4f8bc0 req-5e8e6d97-1f76-4248-a295-f946ed548862 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:33.119958 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f63cb1f7-9c68-47d6-9c8d-46cebc4f8bc0 req-5e8e6d97-1f76-4248-a295-f946ed548862 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c37f8525-3944-4d6c-ace4-6bcb3466792d HTTP/1.1" status: 200 len: 897 time: 0.1297219 Feb 28 15:08:33.318836 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-039c3d53-b0d5-45d9-a494-c7b815410a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:14Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '0fa15066-85c6-40d8-9baf-ebfc939d39b9', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.77', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'port_id': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'mac_address': 'fa:16:3e:e0:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:07:30Z', 'updated_at': '2022-02-28T15:07:36Z', 'revision_number': 1, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932fcad2-488b-4a14-8fa2-c7811241adb9', 'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:55:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:13Z', 'updated_at': '2022-02-28T15:07:21Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:33.319119 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f63cb1f7-9c68-47d6-9c8d-46cebc4f8bc0 req-85aa1c88-52eb-4c88-8d52-a3974fa2942c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 HTTP/1.1" status: 200 len: 217 time: 0.1926072 Feb 28 15:08:33.322597 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c3d53-b0d5-45d9-a494-c7b815410a87 None None] Checking router: fad28b93-bcdb-4374-9ad8-72178e1a5d92 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:08:33.332877 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-039c3d53-b0d5-45d9-a494-c7b815410a87 None None] Routers {'fad28b93-bcdb-4374-9ad8-72178e1a5d92'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:08:33.333455 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-039c3d53-b0d5-45d9-a494-c7b815410a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:08:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:33.399220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0634a25c-9769-4fad-ba52-43a270b803f5 req-60a0e419-33fa-4662-b550-3e05c0b99cf5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:33.400687 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0634a25c-9769-4fad-ba52-43a270b803f5 req-60a0e419-33fa-4662-b550-3e05c0b99cf5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 945 time: 0.2277794 Feb 28 15:08:33.403988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63cb1f7-9c68-47d6-9c8d-46cebc4f8bc0 req-389d4962-f6ae-4750-b3e9-c2cbbaf39c1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:33.405278 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f63cb1f7-9c68-47d6-9c8d-46cebc4f8bc0 req-389d4962-f6ae-4750-b3e9-c2cbbaf39c1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=036c4469-41e0-44f3-b284-b30dfb29b8ce HTTP/1.1" status: 200 len: 835 time: 0.0799162 Feb 28 15:08:33.502583 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0634a25c-9769-4fad-ba52-43a270b803f5 req-7063b28d-fb8c-45e4-845a-def9d20181e3 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=adb3606e-2be9-465f-8e84-fef933428af2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949748 Feb 28 15:08:33.509683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-039c3d53-b0d5-45d9-a494-c7b815410a87 None None] Set router fad28b93-bcdb-4374-9ad8-72178e1a5d92 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:08:33.512625 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f63cb1f7-9c68-47d6-9c8d-46cebc4f8bc0 req-13e8d4ee-6bdc-4d9a-880a-189f5c2e2e03 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37f8525-3944-4d6c-ace4-6bcb3466792d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0918744 Feb 28 15:08:33.649552 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f63cb1f7-9c68-47d6-9c8d-46cebc4f8bc0 req-a4e4dd76-54dd-4a01-88f2-5865faea7a59 service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297789 Feb 28 15:08:33.777690 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f63cb1f7-9c68-47d6-9c8d-46cebc4f8bc0 req-dd6a7274-9398-4a35-86a7-24d6e8ac87c0 service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224363 Feb 28 15:08:33.888826 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-039c3d53-b0d5-45d9-a494-c7b815410a87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:14Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '0fa15066-85c6-40d8-9baf-ebfc939d39b9', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.77', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'port_id': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'mac_address': 'fa:16:3e:e0:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:07:30Z', 'updated_at': '2022-02-28T15:07:36Z', 'revision_number': 1, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932fcad2-488b-4a14-8fa2-c7811241adb9', 'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:55:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:13Z', 'updated_at': '2022-02-28T15:07:21Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:33.892994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-039c3d53-b0d5-45d9-a494-c7b815410a87 None None] The sync data for ids ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'] in dv-neutron-830866-2-hyperv is: [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:14Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '0fa15066-85c6-40d8-9baf-ebfc939d39b9', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.77', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'port_id': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'mac_address': 'fa:16:3e:e0:6d:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:07:30Z', 'updated_at': '2022-02-28T15:07:36Z', 'revision_number': 1, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '932fcad2-488b-4a14-8fa2-c7811241adb9', 'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:55:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:13Z', 'updated_at': '2022-02-28T15:07:21Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:08:34.100805 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320f0b3e-ebbf-48b6-9808-f32babb45d72 None None] New status for floating IP 1415d437-733c-4b39-a314-2d23255e44cb: DOWN {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:08:34.454418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99eed2a1-915a-4a65-a4cd-9301a9e2751b req-d0352f03-d56a-49e7-9bd2-ceb61c9f5dde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:34.455865 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99eed2a1-915a-4a65-a4cd-9301a9e2751b req-d0352f03-d56a-49e7-9bd2-ceb61c9f5dde tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/ports?device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 945 time: 0.0744820 Feb 28 15:08:34.524088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-99eed2a1-915a-4a65-a4cd-9301a9e2751b req-5c7acea7-7692-4eb4-a4d0-b3250bc2ba5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:08:34.524352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-99eed2a1-915a-4a65-a4cd-9301a9e2751b req-5c7acea7-7692-4eb4-a4d0-b3250bc2ba5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:34.701414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4112c1-0d23-4083-8d05-1c3eabc4497f req-d1449d8f-f164-4c27-882d-4782c6caaf0c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:34.702084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-9e4112c1-0d23-4083-8d05-1c3eabc4497f req-d1449d8f-f164-4c27-882d-4782c6caaf0c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:08:34.716993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-9e4112c1-0d23-4083-8d05-1c3eabc4497f req-d1449d8f-f164-4c27-882d-4782c6caaf0c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:08:34.718197 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9e4112c1-0d23-4083-8d05-1c3eabc4497f req-d1449d8f-f164-4c27-882d-4782c6caaf0c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=ded17568-e980-4dd1-bcef-4751c7cca5a9 HTTP/1.1" status: 200 len: 945 time: 0.0929549 Feb 28 15:08:34.764202 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9e4112c1-0d23-4083-8d05-1c3eabc4497f req-f6f493bf-fe6b-4eb2-a0c0-98d970449387 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=adb3606e-2be9-465f-8e84-fef933428af2&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401421 Feb 28 15:08:34.768118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-99eed2a1-915a-4a65-a4cd-9301a9e2751b req-5c7acea7-7692-4eb4-a4d0-b3250bc2ba5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:08:34.768463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-99eed2a1-915a-4a65-a4cd-9301a9e2751b req-5c7acea7-7692-4eb4-a4d0-b3250bc2ba5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:34.890278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-99eed2a1-915a-4a65-a4cd-9301a9e2751b req-5c7acea7-7692-4eb4-a4d0-b3250bc2ba5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:08:35.024862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-99eed2a1-915a-4a65-a4cd-9301a9e2751b req-5c7acea7-7692-4eb4-a4d0-b3250bc2ba5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:35.075912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c7acea7-7692-4eb4-a4d0-b3250bc2ba5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:35.146582 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-99eed2a1-915a-4a65-a4cd-9301a9e2751b req-5c7acea7-7692-4eb4-a4d0-b3250bc2ba5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] No DVR routers for this DVR port 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:08:35.149218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-99eed2a1-915a-4a65-a4cd-9301a9e2751b req-5c7acea7-7692-4eb4-a4d0-b3250bc2ba5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:35.152233 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ded17568-e980-4dd1-bcef-4751c7cca5a9', 'name': 'network-vif-deleted', 'tag': '95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:08:35.167133 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99eed2a1-915a-4a65-a4cd-9301a9e2751b req-5c7acea7-7692-4eb4-a4d0-b3250bc2ba5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "DELETE /v2.0/ports/95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 HTTP/1.1" status: 204 len: 173 time: 0.7063258 Feb 28 15:08:35.206710 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ded17568-e980-4dd1-bcef-4751c7cca5a9', 'name': 'network-vif-deleted', 'tag': '95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2', 'status': 'completed', 'code': 200} Feb 28 15:08:35.870481 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50500) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:35.939510 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b2e5e24-90a2-46ed-9c5d-9d25d9509d37 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:35.967626 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b2e5e24-90a2-46ed-9c5d-9d25d9509d37 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:36.039989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b2e5e24-90a2-46ed-9c5d-9d25d9509d37 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:36.057328 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b2e5e24-90a2-46ed-9c5d-9d25d9509d37 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb3606e-2be9-465f-8e84-fef933428af2,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:36.070307 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b2e5e24-90a2-46ed-9c5d-9d25d9509d37 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:36.071414 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5b2e5e24-90a2-46ed-9c5d-9d25d9509d37 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/security-groups/adb3606e-2be9-465f-8e84-fef933428af2 HTTP/1.1" status: 204 len: 168 time: 0.1999605 Feb 28 15:08:36.110872 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50506) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:36.405369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-6da142da-b557-4adf-a195-df7f551f7e5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port d8d289cb-cd52-41d5-814b-a7d2ebc06624 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:08:36.405744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6da142da-b557-4adf-a195-df7f551f7e5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:36.567235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6da142da-b557-4adf-a195-df7f551f7e5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:36.567569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6da142da-b557-4adf-a195-df7f551f7e5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:36.688033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-6da142da-b557-4adf-a195-df7f551f7e5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for d8d289cb-cd52-41d5-814b-a7d2ebc06624 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:08:36.835020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6da142da-b557-4adf-a195-df7f551f7e5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:36.879822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da142da-b557-4adf-a195-df7f551f7e5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=d8d289cb-cd52-41d5-814b-a7d2ebc06624,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:36.970194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6da142da-b557-4adf-a195-df7f551f7e5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:37.354966 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6da142da-b557-4adf-a195-df7f551f7e5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router fad28b93-bcdb-4374-9ad8-72178e1a5d92 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:08:37.553197 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6da142da-b557-4adf-a195-df7f551f7e5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:08:37.562765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb10b54a-7c03-4218-8c8f-8e8310343ec3 None None] Sync routers for ids ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:08:37.568681 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6da142da-b557-4adf-a195-df7f551f7e5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:37.574406 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb10b54a-7c03-4218-8c8f-8e8310343ec3 None None] Routers {'fad28b93-bcdb-4374-9ad8-72178e1a5d92'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:08:37.575027 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-eb10b54a-7c03-4218-8c8f-8e8310343ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:08:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:37.621387 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6da142da-b557-4adf-a195-df7f551f7e5e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/floatingips/0fa15066-85c6-40d8-9baf-ebfc939d39b9 HTTP/1.1" status: 204 len: 168 time: 1.5087967 Feb 28 15:08:37.621886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'tag': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:08:37.680919 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'tag': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'status': 'completed', 'code': 200} Feb 28 15:08:37.764520 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-eb10b54a-7c03-4218-8c8f-8e8310343ec3 None None] Set router fad28b93-bcdb-4374-9ad8-72178e1a5d92 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:08:37.782541 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-67640f2b-7d12-45cc-9615-ec07275fe7f0 req-9b767296-9f3e-4bdc-9530-268212d159a4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 1099 time: 0.0761576 Feb 28 15:08:37.916074 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67640f2b-7d12-45cc-9615-ec07275fe7f0 req-bd3634a5-6973-4155-9fdf-a716d4ad67e3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:37.918282 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-67640f2b-7d12-45cc-9615-ec07275fe7f0 req-bd3634a5-6973-4155-9fdf-a716d4ad67e3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c37f8525-3944-4d6c-ace4-6bcb3466792d HTTP/1.1" status: 200 len: 897 time: 0.1303568 Feb 28 15:08:38.089562 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-eb10b54a-7c03-4218-8c8f-8e8310343ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:14Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '932fcad2-488b-4a14-8fa2-c7811241adb9', 'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:55:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:13Z', 'updated_at': '2022-02-28T15:07:21Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:38.093462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb10b54a-7c03-4218-8c8f-8e8310343ec3 None None] Checking router: fad28b93-bcdb-4374-9ad8-72178e1a5d92 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:08:38.103659 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb10b54a-7c03-4218-8c8f-8e8310343ec3 None None] Routers {'fad28b93-bcdb-4374-9ad8-72178e1a5d92'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:08:38.104485 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-eb10b54a-7c03-4218-8c8f-8e8310343ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:08:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:38.123806 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-67640f2b-7d12-45cc-9615-ec07275fe7f0 req-b3ffbb80-19ae-40f3-8ee6-958ec0435ae0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d1dca32c-5c82-4c78-9b1e-32e22d84a004 HTTP/1.1" status: 200 len: 217 time: 0.1979272 Feb 28 15:08:38.197072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67640f2b-7d12-45cc-9615-ec07275fe7f0 req-3b789920-7cd0-4902-af93-e836b04712ad service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:38.198471 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-67640f2b-7d12-45cc-9615-ec07275fe7f0 req-3b789920-7cd0-4902-af93-e836b04712ad service neutron] 10.222.0.20 "GET /v2.0/subnets?id=036c4469-41e0-44f3-b284-b30dfb29b8ce HTTP/1.1" status: 200 len: 835 time: 0.0683563 Feb 28 15:08:38.255688 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c4d29c4-9280-4119-bd7d-fe232d26316d req-70d9ad4c-34b8-4664-98df-4249977918f6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:38.256370 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-1c4d29c4-9280-4119-bd7d-fe232d26316d req-70d9ad4c-34b8-4664-98df-4249977918f6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:08:38.279744 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-eb10b54a-7c03-4218-8c8f-8e8310343ec3 None None] Set router fad28b93-bcdb-4374-9ad8-72178e1a5d92 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:08:38.284908 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-1c4d29c4-9280-4119-bd7d-fe232d26316d req-70d9ad4c-34b8-4664-98df-4249977918f6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:08:38.286018 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1c4d29c4-9280-4119-bd7d-fe232d26316d req-70d9ad4c-34b8-4664-98df-4249977918f6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 946 time: 0.2108257 Feb 28 15:08:38.310380 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-67640f2b-7d12-45cc-9615-ec07275fe7f0 req-21279e5e-d157-4b4a-859b-9c71f027616a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c37f8525-3944-4d6c-ace4-6bcb3466792d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1053562 Feb 28 15:08:38.409773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-1c4d29c4-9280-4119-bd7d-fe232d26316d req-b4f95221-41f4-4b1b-b664-b82ee65bca0d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:08:38.446293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-1c4d29c4-9280-4119-bd7d-fe232d26316d req-b4f95221-41f4-4b1b-b664-b82ee65bca0d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:08:38.447413 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1c4d29c4-9280-4119-bd7d-fe232d26316d req-b4f95221-41f4-4b1b-b664-b82ee65bca0d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=12780f91-4173-49cb-9dda-037ea85522a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1549664 Feb 28 15:08:38.465404 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-67640f2b-7d12-45cc-9615-ec07275fe7f0 req-223c3797-4f96-4ab3-a260-94598e59496b service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1417086 Feb 28 15:08:38.587830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-eb10b54a-7c03-4218-8c8f-8e8310343ec3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:14Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '932fcad2-488b-4a14-8fa2-c7811241adb9', 'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:55:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:13Z', 'updated_at': '2022-02-28T15:07:21Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:38.591721 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb10b54a-7c03-4218-8c8f-8e8310343ec3 None None] The sync data for ids ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'] in dv-neutron-830866-2-hyperv is: [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:07:14Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '932fcad2-488b-4a14-8fa2-c7811241adb9', 'name': '', 'network_id': 'c37f8525-3944-4d6c-ace4-6bcb3466792d', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:55:3c:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:13Z', 'updated_at': '2022-02-28T15:07:21Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '036c4469-41e0-44f3-b284-b30dfb29b8ce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:08:38.597154 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-67640f2b-7d12-45cc-9615-ec07275fe7f0 req-f53ecb90-efaf-40e1-9f2a-77de136e649a service neutron] 10.222.0.20 "GET /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246569 Feb 28 15:08:38.806328 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3324bff1-9f8b-4491-ac5c-c52f98247ecb None None] New status for floating IP 0fa15066-85c6-40d8-9baf-ebfc939d39b9: DOWN {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:08:39.335121 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:08:39.340014 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8334e1db-82f3-4e7f-90b7-1a6203bb34bd req-562d3c2b-3d0f-4270-991c-f54d70a7f58c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:39.341542 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8334e1db-82f3-4e7f-90b7-1a6203bb34bd req-562d3c2b-3d0f-4270-991c-f54d70a7f58c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 946 time: 0.0738318 Feb 28 15:08:39.368203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:08:39.368549 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 95da6bdc-30bc-4dcc-ae9d-e4f4d74d1de2 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:08:39.412509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-8334e1db-82f3-4e7f-90b7-1a6203bb34bd req-97b35555-8521-42a6-a858-a7b0d5edd14d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port d1dca32c-5c82-4c78-9b1e-32e22d84a004 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:08:39.412956 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-8334e1db-82f3-4e7f-90b7-1a6203bb34bd req-97b35555-8521-42a6-a858-a7b0d5edd14d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:39.648955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-8334e1db-82f3-4e7f-90b7-1a6203bb34bd req-97b35555-8521-42a6-a858-a7b0d5edd14d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port d1dca32c-5c82-4c78-9b1e-32e22d84a004, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=d1dca32c-5c82-4c78-9b1e-32e22d84a004,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:08:39.649287 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-8334e1db-82f3-4e7f-90b7-1a6203bb34bd req-97b35555-8521-42a6-a858-a7b0d5edd14d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:39.650235 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26060538-e981-4cca-9044-087edb27f3f1 req-8f021b09-7aad-4d34-8389-3bd735374baa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:39.651701 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-26060538-e981-4cca-9044-087edb27f3f1 req-8f021b09-7aad-4d34-8389-3bd735374baa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=8df1929b-1781-49fb-b422-c3e7fdfd9dfa HTTP/1.1" status: 200 len: 946 time: 0.0746427 Feb 28 15:08:39.696328 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-26060538-e981-4cca-9044-087edb27f3f1 req-ceaf35ab-94a9-42c3-a8f3-e18eac2ba913 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=12780f91-4173-49cb-9dda-037ea85522a7&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388758 Feb 28 15:08:39.771408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-8334e1db-82f3-4e7f-90b7-1a6203bb34bd req-97b35555-8521-42a6-a858-a7b0d5edd14d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for d1dca32c-5c82-4c78-9b1e-32e22d84a004 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:08:39.904133 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-8334e1db-82f3-4e7f-90b7-1a6203bb34bd req-97b35555-8521-42a6-a858-a7b0d5edd14d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:39.953901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b35555-8521-42a6-a858-a7b0d5edd14d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=d1dca32c-5c82-4c78-9b1e-32e22d84a004,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:40.033712 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-8334e1db-82f3-4e7f-90b7-1a6203bb34bd req-97b35555-8521-42a6-a858-a7b0d5edd14d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] No DVR routers for this DVR port d1dca32c-5c82-4c78-9b1e-32e22d84a004 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:08:40.036149 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-8334e1db-82f3-4e7f-90b7-1a6203bb34bd req-97b35555-8521-42a6-a858-a7b0d5edd14d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:40.038679 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'name': 'network-vif-deleted', 'tag': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:08:40.056772 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8334e1db-82f3-4e7f-90b7-1a6203bb34bd req-97b35555-8521-42a6-a858-a7b0d5edd14d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "DELETE /v2.0/ports/d1dca32c-5c82-4c78-9b1e-32e22d84a004 HTTP/1.1" status: 204 len: 173 time: 0.7092419 Feb 28 15:08:40.095094 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8df1929b-1781-49fb-b422-c3e7fdfd9dfa', 'name': 'network-vif-deleted', 'tag': 'd1dca32c-5c82-4c78-9b1e-32e22d84a004', 'status': 'completed', 'code': 200} Feb 28 15:08:40.800440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50522) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:40.869180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-876891d3-38f4-4cd8-bcf8-3a2a4c80e384 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:40.897264 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-876891d3-38f4-4cd8-bcf8-3a2a4c80e384 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:40.961300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-876891d3-38f4-4cd8-bcf8-3a2a4c80e384 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:40.979104 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876891d3-38f4-4cd8-bcf8-3a2a4c80e384 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=12780f91-4173-49cb-9dda-037ea85522a7,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:40.988944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-876891d3-38f4-4cd8-bcf8-3a2a4c80e384 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:40.990051 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-876891d3-38f4-4cd8-bcf8-3a2a4c80e384 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/security-groups/12780f91-4173-49cb-9dda-037ea85522a7 HTTP/1.1" status: 204 len: 168 time: 0.1886551 Feb 28 15:08:41.031126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50528) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:41.506364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-224cc84e-66a7-4fb8-9aed-e4a46ab04199 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:42.089989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-224cc84e-66a7-4fb8-9aed-e4a46ab04199 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 932fcad2-488b-4a14-8fa2-c7811241adb9 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:08:42.090727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-224cc84e-66a7-4fb8-9aed-e4a46ab04199 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:42.268984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-224cc84e-66a7-4fb8-9aed-e4a46ab04199 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 932fcad2-488b-4a14-8fa2-c7811241adb9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=932fcad2-488b-4a14-8fa2-c7811241adb9,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:08:42.269330 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-224cc84e-66a7-4fb8-9aed-e4a46ab04199 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:42.386300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-224cc84e-66a7-4fb8-9aed-e4a46ab04199 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 932fcad2-488b-4a14-8fa2-c7811241adb9 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:08:42.552365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-224cc84e-66a7-4fb8-9aed-e4a46ab04199 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:42.598923 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-224cc84e-66a7-4fb8-9aed-e4a46ab04199 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=932fcad2-488b-4a14-8fa2-c7811241adb9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:42.982894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-224cc84e-66a7-4fb8-9aed-e4a46ab04199 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:43.334765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device d1dca32c-5c82-4c78-9b1e-32e22d84a004 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:08:43.402342 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: d1dca32c-5c82-4c78-9b1e-32e22d84a004 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:08:43.402690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device d1dca32c-5c82-4c78-9b1e-32e22d84a004 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:08:43.538445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-224cc84e-66a7-4fb8-9aed-e4a46ab04199 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router fad28b93-bcdb-4374-9ad8-72178e1a5d92 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:08:43.731767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-224cc84e-66a7-4fb8-9aed-e4a46ab04199 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:08:43.742416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea78a43-8bdd-4c7c-81a4-53fe0bda32e0 None None] Sync routers for ids ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:08:43.745196 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-224cc84e-66a7-4fb8-9aed-e4a46ab04199 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/fad28b93-bcdb-4374-9ad8-72178e1a5d92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7120721 Feb 28 15:08:43.746992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50532) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:43.756448 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea78a43-8bdd-4c7c-81a4-53fe0bda32e0 None None] Routers {'fad28b93-bcdb-4374-9ad8-72178e1a5d92'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:08:43.757045 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-aea78a43-8bdd-4c7c-81a4-53fe0bda32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:08:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:43.927761 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4074f9-5802-4c96-91f4-f5b493a7be56 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting subnet 036c4469-41e0-44f3-b284-b30dfb29b8ce {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:08:43.930556 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d4074f9-5802-4c96-91f4-f5b493a7be56 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:43.934924 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-aea78a43-8bdd-4c7c-81a4-53fe0bda32e0 None None] Set router fad28b93-bcdb-4374-9ad8-72178e1a5d92 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:08:43.981545 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d4074f9-5802-4c96-91f4-f5b493a7be56 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:44.168741 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d4074f9-5802-4c96-91f4-f5b493a7be56 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:44.214873 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-aea78a43-8bdd-4c7c-81a4-53fe0bda32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:08:42Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:44.218635 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea78a43-8bdd-4c7c-81a4-53fe0bda32e0 None None] Checking router: fad28b93-bcdb-4374-9ad8-72178e1a5d92 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:08:44.230645 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aea78a43-8bdd-4c7c-81a4-53fe0bda32e0 None None] Routers {'fad28b93-bcdb-4374-9ad8-72178e1a5d92'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:08:44.231233 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-aea78a43-8bdd-4c7c-81a4-53fe0bda32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:08:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:44.242992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d4074f9-5802-4c96-91f4-f5b493a7be56 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:44.281236 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4074f9-5802-4c96-91f4-f5b493a7be56 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Subnet': ['ID=036c4469-41e0-44f3-b284-b30dfb29b8ce,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:44.288028 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5d4074f9-5802-4c96-91f4-f5b493a7be56 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:44.293828 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5d4074f9-5802-4c96-91f4-f5b493a7be56 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/subnets/036c4469-41e0-44f3-b284-b30dfb29b8ce HTTP/1.1" status: 204 len: 168 time: 0.5459161 Feb 28 15:08:44.296537 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50536) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:44.344697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e72935c3-b6e1-4e17-94dd-3047354fb4f5 None None] Network c37f8525-3944-4d6c-ace4-6bcb3466792d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:08:44.494072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87e4b2d8-6f80-4eac-9ca0-6e9a643d2bc0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:44.561430 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-aea78a43-8bdd-4c7c-81a4-53fe0bda32e0 None None] Set router fad28b93-bcdb-4374-9ad8-72178e1a5d92 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:08:44.689472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87e4b2d8-6f80-4eac-9ca0-6e9a643d2bc0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:44.700160 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-87e4b2d8-6f80-4eac-9ca0-6e9a643d2bc0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 244a29e0-0347-4ffb-8833-9efe5390fe86 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:08:44.700601 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87e4b2d8-6f80-4eac-9ca0-6e9a643d2bc0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:44.837107 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb06964a-6fea-4bac-a3b9-719d4a43253e None None] DHCP port deletion for c37f8525-3944-4d6c-ace4-6bcb3466792d request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:08:44.846767 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-cb06964a-6fea-4bac-a3b9-719d4a43253e None None] Deleting port 9c15cb23-ac87-4691-8af1-eb095f686b57 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:08:44.847140 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cb06964a-6fea-4bac-a3b9-719d4a43253e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:44.878019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-87e4b2d8-6f80-4eac-9ca0-6e9a643d2bc0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 244a29e0-0347-4ffb-8833-9efe5390fe86, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=244a29e0-0347-4ffb-8833-9efe5390fe86,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:08:44.878369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87e4b2d8-6f80-4eac-9ca0-6e9a643d2bc0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:44.898110 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 9c15cb23-ac87-4691-8af1-eb095f686b57 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:08:45.005569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-87e4b2d8-6f80-4eac-9ca0-6e9a643d2bc0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 244a29e0-0347-4ffb-8833-9efe5390fe86 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:08:45.161740 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-aea78a43-8bdd-4c7c-81a4-53fe0bda32e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:08:42Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:45.168514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87e4b2d8-6f80-4eac-9ca0-6e9a643d2bc0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:45.184567 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aea78a43-8bdd-4c7c-81a4-53fe0bda32e0 None None] The sync data for ids ['fad28b93-bcdb-4374-9ad8-72178e1a5d92'] in dv-neutron-830866-2-hyperv is: [{'id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'name': 'tempest-TestNetworkBasicOps-router-730098644', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:07:09Z', 'updated_at': '2022-02-28T15:08:42Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '244a29e0-0347-4ffb-8833-9efe5390fe86', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d7:8c:e9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fad28b93-bcdb-4374-9ad8-72178e1a5d92', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:07:10Z', 'updated_at': '2022-02-28T15:07:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:08:45.212408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:45.214798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e4b2d8-6f80-4eac-9ca0-6e9a643d2bc0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=244a29e0-0347-4ffb-8833-9efe5390fe86,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:45.234647 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-cb06964a-6fea-4bac-a3b9-719d4a43253e None None] For port 9c15cb23-ac87-4691-8af1-eb095f686b57, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9c15cb23-ac87-4691-8af1-eb095f686b57,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:08:45.235036 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cb06964a-6fea-4bac-a3b9-719d4a43253e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:45.364864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-cb06964a-6fea-4bac-a3b9-719d4a43253e None None] Calling delete_port for 9c15cb23-ac87-4691-8af1-eb095f686b57 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:08:45.413807 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 9c15cb23-ac87-4691-8af1-eb095f686b57, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9c15cb23-ac87-4691-8af1-eb095f686b57,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:08:45.423451 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:45.489083 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87e4b2d8-6f80-4eac-9ca0-6e9a643d2bc0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:45.502185 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-cb06964a-6fea-4bac-a3b9-719d4a43253e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:08:45.502544 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-cb06964a-6fea-4bac-a3b9-719d4a43253e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:08:45.507184 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=9c15cb23-ac87-4691-8af1-eb095f686b57,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:45.516108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:45.516108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:45.516367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:45.516572 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:45.517904 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:45.517904 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:45.518092 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:45.518361 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:45.518681 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:45.518998 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:45.519314 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:45.846503 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87e4b2d8-6f80-4eac-9ca0-6e9a643d2bc0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:45.850582 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87e4b2d8-6f80-4eac-9ca0-6e9a643d2bc0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:45.873532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87e4b2d8-6f80-4eac-9ca0-6e9a643d2bc0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:45.874086 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-87e4b2d8-6f80-4eac-9ca0-6e9a643d2bc0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Fanout notify agent at l3_agent the message router_deleted on router fad28b93-bcdb-4374-9ad8-72178e1a5d92 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:08:45.887598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-87e4b2d8-6f80-4eac-9ca0-6e9a643d2bc0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:45.888673 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-87e4b2d8-6f80-4eac-9ca0-6e9a643d2bc0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/routers/fad28b93-bcdb-4374-9ad8-72178e1a5d92 HTTP/1.1" status: 204 len: 168 time: 1.5912564 Feb 28 15:08:45.891345 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50540) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:46.003725 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-cb06964a-6fea-4bac-a3b9-719d4a43253e None None] Deleting port 9c15cb23-ac87-4691-8af1-eb095f686b57 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:08:46.004101 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cb06964a-6fea-4bac-a3b9-719d4a43253e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:46.006434 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:46.016488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 9c15cb23-ac87-4691-8af1-eb095f686b57 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:08:46.016812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:46.197561 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-cb06964a-6fea-4bac-a3b9-719d4a43253e None None] For port 9c15cb23-ac87-4691-8af1-eb095f686b57, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9c15cb23-ac87-4691-8af1-eb095f686b57,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:08:46.197946 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cb06964a-6fea-4bac-a3b9-719d4a43253e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:46.209257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 9c15cb23-ac87-4691-8af1-eb095f686b57, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=9c15cb23-ac87-4691-8af1-eb095f686b57,segment=NetworkSegment(7bca1b96-34d0-4b6e-b3b5-9c7b891df841),segment_id=7bca1b96-34d0-4b6e-b3b5-9c7b891df841)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:08:46.209610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:46.318229 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-cb06964a-6fea-4bac-a3b9-719d4a43253e None None] Calling delete_port for 9c15cb23-ac87-4691-8af1-eb095f686b57 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:08:46.328429 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 9c15cb23-ac87-4691-8af1-eb095f686b57 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:08:46.398142 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cb06964a-6fea-4bac-a3b9-719d4a43253e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:46.406092 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.db.api [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83592) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:08:46.406454 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG oslo_db.api [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:08:46.443393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb06964a-6fea-4bac-a3b9-719d4a43253e None None] Pushing event deleted for resources: {'Port': ['ID=9c15cb23-ac87-4691-8af1-eb095f686b57,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:46.446909 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb06964a-6fea-4bac-a3b9-719d4a43253e None None] No DVR routers for this DVR port 9c15cb23-ac87-4691-8af1-eb095f686b57 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:08:46.873634 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 244a29e0-0347-4ffb-8833-9efe5390fe86 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:08:46.907934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 9c15cb23-ac87-4691-8af1-eb095f686b57 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:08:46.908437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:46.909398 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 244a29e0-0347-4ffb-8833-9efe5390fe86 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:08:46.909767 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 244a29e0-0347-4ffb-8833-9efe5390fe86 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:08:46.910165 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 932fcad2-488b-4a14-8fa2-c7811241adb9 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:08:46.940520 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 932fcad2-488b-4a14-8fa2-c7811241adb9 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:08:46.940855 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 932fcad2-488b-4a14-8fa2-c7811241adb9 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:08:46.970488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] The port '9c15cb23-ac87-4691-8af1-eb095f686b57' was deleted {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:08:47.086528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.114461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c37f8525-3944-4d6c-ace4-6bcb3466792d']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:47.125996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7bca1b96-34d0-4b6e-b3b5-9c7b891df841') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:47.126828 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7bca1b96-34d0-4b6e-b3b5-9c7b891df841') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:47.137646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.153392 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.160285 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:08:47.160753 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: util.warn( Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:08:47.174552 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:08:47.251600 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.268248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.278934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Network': ['ID=c37f8525-3944-4d6c-ace4-6bcb3466792d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:47.293421 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a2668dd9-28c9-4bb4-8fb5-10a4a8ed843c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/networks/c37f8525-3944-4d6c-ace4-6bcb3466792d HTTP/1.1" status: 204 len: 168 time: 1.4004889 Feb 28 15:08:47.320119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50544) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:47.326570 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-09157b32-359a-4dde-a465-e509694b58f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'network': {'name': 'tempest-network-smoke--830380238', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'port_security_enabled': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:08:47.333397 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-09157b32-359a-4dde-a465-e509694b58f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:08:47.344194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-09157b32-359a-4dde-a465-e509694b58f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:network and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:08:47.347482 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-09157b32-359a-4dde-a465-e509694b58f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:08:47.354113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-09157b32-359a-4dde-a465-e509694b58f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:08:47.363620 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09157b32-359a-4dde-a465-e509694b58f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:08:47.366490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09157b32-359a-4dde-a465-e509694b58f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.394953 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09157b32-359a-4dde-a465-e509694b58f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:08:47.404541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09157b32-359a-4dde-a465-e509694b58f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.404884 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-09157b32-359a-4dde-a465-e509694b58f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Added segment 1df6d245-1d01-4da7-a792-d225c449b105 of type vlan for network dc062605-66a6-4f69-89bd-d96eccf8cde6 Feb 28 15:08:47.431092 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09157b32-359a-4dde-a465-e509694b58f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.460091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09157b32-359a-4dde-a465-e509694b58f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.463767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09157b32-359a-4dde-a465-e509694b58f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:47.464346 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-09157b32-359a-4dde-a465-e509694b58f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.568129 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-09157b32-359a-4dde-a465-e509694b58f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2469313 Feb 28 15:08:47.570758 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50548) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:47.577595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1708435979', 'admin_state_up': True, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:08:47.584066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09157b32-359a-4dde-a465-e509694b58f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Network': ['ID=dc062605-66a6-4f69-89bd-d96eccf8cde6,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:47.586299 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:08:47.590525 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:router and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:08:47.592983 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:08:47.593708 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network dc062605-66a6-4f69-89bd-d96eccf8cde6 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:08:47.598692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:08:47.609496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.610454 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.631676 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:47.870796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:48.042695 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:48.071720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:48.202114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.109 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/6d5805ec-7ae7-41d9-b24b-5c6db4c190a1) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:08:48.346632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:48.373108 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:48.438855 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:08:48.441498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:08:48.446388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:08:48.472729 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=6d5805ec-7ae7-41d9-b24b-5c6db4c190a1,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:48.599289 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:48.600021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:48.825726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:08:49.017278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:08:49.026636 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Sync routers for ids ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:08:49.038179 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Routers {'6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:08:49.038904 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:08:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:49.042585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:49.043905 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7df34484-fbcb-465c-8d58-425fbfaff397 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 1.4722581 Feb 28 15:08:49.046883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50552) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:49.089395 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-11cd9098-79a7-4a17-b478-e907499db134 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=dc1d4553fb84410fb62138d51b5fd9d3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0407631 Feb 28 15:08:49.091358 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50556) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:49.216732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2006c36b-e8a2-4dc3-a845-24844bda69fa tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:49.220797 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2006c36b-e8a2-4dc3-a845-24844bda69fa tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1258991 Feb 28 15:08:49.221066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50560) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:49.235675 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Set router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:08:49.262159 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b5b226e1-3446-4d45-b07b-101d03c82b18 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0377028 Feb 28 15:08:49.262326 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50564) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:49.267967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c98072fa-4937-4b40-b2a0-186aa8b6ba98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-178915260', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:08:49.485511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c98072fa-4937-4b40-b2a0-186aa8b6ba98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:08:49.489188 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c98072fa-4937-4b40-b2a0-186aa8b6ba98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:subnet and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:08:49.491919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c98072fa-4937-4b40-b2a0-186aa8b6ba98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:08:49.497362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c98072fa-4937-4b40-b2a0-186aa8b6ba98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:08:49.507969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c98072fa-4937-4b40-b2a0-186aa8b6ba98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:08:49.523057 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'name': 'tempest-TestNetworkBasicOps-router-1708435979', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:08:47Z', 'updated_at': '2022-02-28T15:08:48Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:48Z', 'updated_at': '2022-02-28T15:08:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:49.526847 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Checking router: 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:08:49.527190 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Updating router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d port 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:08:49.577031 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:49.607580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c98072fa-4937-4b40-b2a0-186aa8b6ba98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:49.818442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c98072fa-4937-4b40-b2a0-186aa8b6ba98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:49.894143 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:49.896767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c98072fa-4937-4b40-b2a0-186aa8b6ba98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Subnet': ['ID=182b604b-a60f-4b2f-a308-2108d9f20517,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:49.908392 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Transition to ACTIVE for port object 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:08:49.909049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c98072fa-4937-4b40-b2a0-186aa8b6ba98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Checking segment: {'id': '1df6d245-1d01-4da7-a792-d225c449b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:08:49.909408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98072fa-4937-4b40-b2a0-186aa8b6ba98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network hostable DHCP agents. Network: dc062605-66a6-4f69-89bd-d96eccf8cde6, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:08:49.914062 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:49.931401 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c98072fa-4937-4b40-b2a0-186aa8b6ba98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network dc062605-66a6-4f69-89bd-d96eccf8cde6 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:08:49.940774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-c98072fa-4937-4b40-b2a0-186aa8b6ba98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, dc062605-66a6-4f69-89bd-d96eccf8cde6) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:08:49.945762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c98072fa-4937-4b40-b2a0-186aa8b6ba98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:49.947769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c98072fa-4937-4b40-b2a0-186aa8b6ba98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:49.949801 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fcf5b8-b5f2-4de4-836e-edea31d10180 None None] Network dc062605-66a6-4f69-89bd-d96eccf8cde6 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:08:49.976055 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c98072fa-4937-4b40-b2a0-186aa8b6ba98 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7127531 Feb 28 15:08:49.977642 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50568) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:49.996563 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Attempting to bind port 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:08:49.996923 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Attempting to bind port 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:08:49.997273 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Attempting to bind port 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:08:49.999223 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1ae3e-b51b-42c1-9875-c190fab254b9 None None] Pushing event updated for resources: {'Port': ['ID=6d5805ec-7ae7-41d9-b24b-5c6db4c190a1,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:50.010967 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1ae3e-b51b-42c1-9875-c190fab254b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:50.011364 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1ae3e-b51b-42c1-9875-c190fab254b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:50.011722 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1ae3e-b51b-42c1-9875-c190fab254b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:50.012047 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1ae3e-b51b-42c1-9875-c190fab254b9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:50.012369 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1ae3e-b51b-42c1-9875-c190fab254b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:50.012685 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1ae3e-b51b-42c1-9875-c190fab254b9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:50.012999 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1ae3e-b51b-42c1-9875-c190fab254b9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:50.013314 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1ae3e-b51b-42c1-9875-c190fab254b9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:50.013623 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1ae3e-b51b-42c1-9875-c190fab254b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:50.013927 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1ae3e-b51b-42c1-9875-c190fab254b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:50.014233 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c1ae3e-b51b-42c1-9875-c190fab254b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:08:50.017898 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:08:50.018359 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:08:50.018766 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:50.019271 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:08:50.019758 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Bound port: 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:08:50.020118 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:50.092774 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] For port 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:08:50.096593 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] For port 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6d5805ec-7ae7-41d9-b24b-5c6db4c190a1,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:08:50.102867 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:50.182594 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c1ae3e-b51b-42c1-9875-c190fab254b9 None None] Pushing event updated for resources: {'Port': ['ID=6d5805ec-7ae7-41d9-b24b-5c6db4c190a1,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:50.188385 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Routers {'6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:08:50.189559 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:08:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:50.204299 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-dc062605-66a6-4f69-89bd-d96eccf8cde6', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ips': [{'subnet_id': '182b604b-a60f-4b2f-a308-2108d9f20517'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:08:50.205168 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:50.367868 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] Set router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:08:50.397733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Allocated IP 172.20.0.2 (dc062605-66a6-4f69-89bd-d96eccf8cde6/182b604b-a60f-4b2f-a308-2108d9f20517/13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:08:50.600659 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:50.612276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Transition to ACTIVE for port object 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:08:50.631160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Transition to ACTIVE for port object 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:08:50.639590 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:50.693852 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'name': 'tempest-TestNetworkBasicOps-router-1708435979', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:08:47Z', 'updated_at': '2022-02-28T15:08:48Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:48Z', 'updated_at': '2022-02-28T15:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:50.697864 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ac9b6d2-899e-47a3-bc88-a00ee10b7acb None None] The sync data for ids ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'] in dv-neutron-830866-2-hyperv is: [{'id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'name': 'tempest-TestNetworkBasicOps-router-1708435979', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:08:47Z', 'updated_at': '2022-02-28T15:08:48Z', 'revision_number': 3, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:48Z', 'updated_at': '2022-02-28T15:08:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:08:50.705079 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Network dc062605-66a6-4f69-89bd-d96eccf8cde6 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:08:50.708000 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:08:50.711612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:08:50.718108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Pushing event updated for resources: {'Port': ['ID=13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:50.768735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:50.810951 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Attempting to bind port 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:08:50.811324 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Attempting to bind port 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '1df6d245-1d01-4da7-a792-d225c449b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:08:50.811719 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Attempting to bind port 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc on network dc062605-66a6-4f69-89bd-d96eccf8cde6 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:08:50.818804 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:08:50.819177 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Checking segment: {'id': '1df6d245-1d01-4da7-a792-d225c449b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:08:50.819596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:50.819986 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Bound using segment: {'id': '1df6d245-1d01-4da7-a792-d225c449b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:08:50.820440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Bound port: 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df6d245-1d01-4da7-a792-d225c449b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:08:50.820810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:50.930738 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] For port 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:08:50.934205 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] For port 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc,segment=NetworkSegment(1df6d245-1d01-4da7-a792-d225c449b105),segment_id=1df6d245-1d01-4da7-a792-d225c449b105)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:08:50.940178 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:51.025519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a89f436-05f0-4907-a526-5bf94e8de78f None None] Pushing event updated for resources: {'Port': ['ID=13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:51.235938 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.1 (dc062605-66a6-4f69-89bd-d96eccf8cde6/182b604b-a60f-4b2f-a308-2108d9f20517/dee95cea-d734-4a5f-8344-90c0f24161ac) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:08:51.516795 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:51.533320 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object dee95cea-d734-4a5f-8344-90c0f24161ac will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:08:51.555698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:51.627401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network dc062605-66a6-4f69-89bd-d96eccf8cde6 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:08:51.630236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:08:51.634424 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:08:51.665163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=dee95cea-d734-4a5f-8344-90c0f24161ac,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:51.694324 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:51.790021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:51.970702 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad4bc9d9-4e36-420e-94c4-143375e35c15 None None] Network dc062605-66a6-4f69-89bd-d96eccf8cde6 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:08:52.078693 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8180695b-9c80-4e68-9cf2-c567c51fd7a7 None None] Provisioning for port 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:08:52.200159 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.205411 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.319808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.323331 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=dee95cea-d734-4a5f-8344-90c0f24161ac,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:52.417996 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-66a3c195-f6a8-437e-add9-86959829801d None None] Provisioning for port dee95cea-d734-4a5f-8344-90c0f24161ac completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:08:52.424812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-66a3c195-f6a8-437e-add9-86959829801d None None] Provisioning complete for port dee95cea-d734-4a5f-8344-90c0f24161ac triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:08:52.425417 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-66a3c195-f6a8-437e-add9-86959829801d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.476432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network dc062605-66a6-4f69-89bd-d96eccf8cde6 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:08:52.477580 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:08:52.491058 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-66a3c195-f6a8-437e-add9-86959829801d None None] Port dee95cea-d734-4a5f-8344-90c0f24161ac cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:08:52.630131 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b7644ece-a649-4045-b097-45e69a8295a9 None None] Provisioning complete for port dee95cea-d734-4a5f-8344-90c0f24161ac triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:08:52.630501 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b7644ece-a649-4045-b097-45e69a8295a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.685044 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-b7644ece-a649-4045-b097-45e69a8295a9 None None] Port dee95cea-d734-4a5f-8344-90c0f24161ac cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:08:52.805627 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-90b7461e-19ca-46d1-9000-9ad5a6aa0890 None None] Provisioning complete for port dee95cea-d734-4a5f-8344-90c0f24161ac triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:08:52.805987 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-90b7461e-19ca-46d1-9000-9ad5a6aa0890 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:52.859079 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-90b7461e-19ca-46d1-9000-9ad5a6aa0890 None None] Port dee95cea-d734-4a5f-8344-90c0f24161ac cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:08:52.883157 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:08:52.937589 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:08:53.003747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:08:53.008690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:08:53.009141 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:53.140325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:53.156044 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6d5805ec-7ae7-41d9-b24b-5c6db4c190a1,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:08:53.161609 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:53.162358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:08:53.187754 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:08:53.200347 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2919a165-b635-455c-bf11-117da871b354 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2216749 Feb 28 15:08:53.202741 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50572) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:53.272755 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=6d5805ec-7ae7-41d9-b24b-5c6db4c190a1,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:53.285528 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:08:53.290651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:08:53.291089 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:53.339982 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6f480-d9e6-46e6-be55-208715d030b1 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:53.340552 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6f480-d9e6-46e6-be55-208715d030b1 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:53.340705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6f480-d9e6-46e6-be55-208715d030b1 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:53.341066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31e6f480-d9e6-46e6-be55-208715d030b1 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:53.342906 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-31e6f480-d9e6-46e6-be55-208715d030b1 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2882 time: 0.1390510 Feb 28 15:08:53.346044 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50576) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:53.372483 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:08:53.403835 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:53.412026 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8a9e27-8f41-4fee-bfbb-f79524e9959c tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:53.412404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8a9e27-8f41-4fee-bfbb-f79524e9959c tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:53.412767 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8a9e27-8f41-4fee-bfbb-f79524e9959c tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:53.413126 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d8a9e27-8f41-4fee-bfbb-f79524e9959c tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:53.417407 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8d8a9e27-8f41-4fee-bfbb-f79524e9959c tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2727 time: 0.0678682 Feb 28 15:08:53.417648 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50580) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:53.435811 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc,segment=NetworkSegment(1df6d245-1d01-4da7-a792-d225c449b105),segment_id=1df6d245-1d01-4da7-a792-d225c449b105)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:08:53.440158 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:53.506033 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:53.615611 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ebe5c831-7d5e-4fd3-839b-564ff7789e5a tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/routers HTTP/1.1" status: 200 len: 1607 time: 0.1963816 Feb 28 15:08:53.858819 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50586) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:53.864947 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-96e91524-7dd8-42ea-8d87-49a71d595d09 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1288231897', 'description': 'tempest-secgroup-smoke-1288231897 description', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:08:53.871066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-96e91524-7dd8-42ea-8d87-49a71d595d09 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:08:53.875051 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-96e91524-7dd8-42ea-8d87-49a71d595d09 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:08:53.878540 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-96e91524-7dd8-42ea-8d87-49a71d595d09 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:08:53.884164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-96e91524-7dd8-42ea-8d87-49a71d595d09 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:08:53.894062 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-96e91524-7dd8-42ea-8d87-49a71d595d09 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:53.927726 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-96e91524-7dd8-42ea-8d87-49a71d595d09 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:08:53.931355 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-96e91524-7dd8-42ea-8d87-49a71d595d09 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:08:53.934068 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-96e91524-7dd8-42ea-8d87-49a71d595d09 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:08:53.940266 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-96e91524-7dd8-42ea-8d87-49a71d595d09 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:08:53.992821 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-96e91524-7dd8-42ea-8d87-49a71d595d09 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:53.996527 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-96e91524-7dd8-42ea-8d87-49a71d595d09 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.044194 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e91524-7dd8-42ea-8d87-49a71d595d09 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffb582d-c904-41b9-aaa2-3998e686a679,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:54.049322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-96e91524-7dd8-42ea-8d87-49a71d595d09 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.050670 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-96e91524-7dd8-42ea-8d87-49a71d595d09 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1908340 Feb 28 15:08:54.053548 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50590) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:54.059395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-4a3a5e28-3e0b-4ce7-b308-0f8877d25ad0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '2ffb582d-c904-41b9-aaa2-3998e686a679', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:08:54.066100 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4a3a5e28-3e0b-4ce7-b308-0f8877d25ad0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:08:54.069923 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4a3a5e28-3e0b-4ce7-b308-0f8877d25ad0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:08:54.072762 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4a3a5e28-3e0b-4ce7-b308-0f8877d25ad0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:08:54.078347 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4a3a5e28-3e0b-4ce7-b308-0f8877d25ad0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:08:54.094366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5e28-3e0b-4ce7-b308-0f8877d25ad0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.159912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5e28-3e0b-4ce7-b308-0f8877d25ad0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.163170 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5e28-3e0b-4ce7-b308-0f8877d25ad0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.185503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3a5e28-3e0b-4ce7-b308-0f8877d25ad0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=514bde07-2d7b-4129-9344-9a225e23162e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:54.193463 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4a3a5e28-3e0b-4ce7-b308-0f8877d25ad0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.194615 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4a3a5e28-3e0b-4ce7-b308-0f8877d25ad0 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1400702 Feb 28 15:08:54.197333 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50594) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:54.202887 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3e846207-f420-471f-9fe6-bc78c51f3d74 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '2ffb582d-c904-41b9-aaa2-3998e686a679', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:08:54.209112 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3e846207-f420-471f-9fe6-bc78c51f3d74 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:08:54.213214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3e846207-f420-471f-9fe6-bc78c51f3d74 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:08:54.216138 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3e846207-f420-471f-9fe6-bc78c51f3d74 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:08:54.222608 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3e846207-f420-471f-9fe6-bc78c51f3d74 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:08:54.239266 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e846207-f420-471f-9fe6-bc78c51f3d74 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.302586 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e846207-f420-471f-9fe6-bc78c51f3d74 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.306386 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e846207-f420-471f-9fe6-bc78c51f3d74 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.321560 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Sync routers for ids ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:08:54.332682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e846207-f420-471f-9fe6-bc78c51f3d74 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a179715-70ad-4d3a-b66f-44ac716a40b6,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:54.332859 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Routers {'6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:08:54.333339 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:08:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:54.342734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e846207-f420-471f-9fe6-bc78c51f3d74 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.344187 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3e846207-f420-471f-9fe6-bc78c51f3d74 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1459489 Feb 28 15:08:54.347460 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50598) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:54.353365 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5f660e7c-eb12-42bb-9e6d-ec712ed6a7b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '2ffb582d-c904-41b9-aaa2-3998e686a679', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:08:54.359213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5f660e7c-eb12-42bb-9e6d-ec712ed6a7b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:08:54.363548 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5f660e7c-eb12-42bb-9e6d-ec712ed6a7b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:08:54.366326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5f660e7c-eb12-42bb-9e6d-ec712ed6a7b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:08:54.371898 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5f660e7c-eb12-42bb-9e6d-ec712ed6a7b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:08:54.388342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f660e7c-eb12-42bb-9e6d-ec712ed6a7b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.457559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f660e7c-eb12-42bb-9e6d-ec712ed6a7b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.461530 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f660e7c-eb12-42bb-9e6d-ec712ed6a7b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.487739 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f660e7c-eb12-42bb-9e6d-ec712ed6a7b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c122a0f1-a2dc-40d0-b8b6-4d241296a045,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:54.497737 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5f660e7c-eb12-42bb-9e6d-ec712ed6a7b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.499584 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5f660e7c-eb12-42bb-9e6d-ec712ed6a7b1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1504943 Feb 28 15:08:54.502050 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50602) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:54.507311 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-37559fe9-43fa-4939-8b66-1110b7d7db40 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '2ffb582d-c904-41b9-aaa2-3998e686a679', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:08:54.512881 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-37559fe9-43fa-4939-8b66-1110b7d7db40 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:08:54.517116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-37559fe9-43fa-4939-8b66-1110b7d7db40 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:08:54.519895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-37559fe9-43fa-4939-8b66-1110b7d7db40 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:08:54.525417 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-37559fe9-43fa-4939-8b66-1110b7d7db40 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:08:54.543180 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-37559fe9-43fa-4939-8b66-1110b7d7db40 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.549657 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Set router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:08:54.606412 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-37559fe9-43fa-4939-8b66-1110b7d7db40 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.611876 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-37559fe9-43fa-4939-8b66-1110b7d7db40 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.635203 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37559fe9-43fa-4939-8b66-1110b7d7db40 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8f30420f-5575-4251-9b1d-a054cd20ff55,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:54.644383 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-37559fe9-43fa-4939-8b66-1110b7d7db40 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.645543 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-37559fe9-43fa-4939-8b66-1110b7d7db40 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1425982 Feb 28 15:08:54.648337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50606) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:54.653675 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5999f237-5e88-468e-b292-671ead136df8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '2ffb582d-c904-41b9-aaa2-3998e686a679', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:08:54.659373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5999f237-5e88-468e-b292-671ead136df8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:08:54.663076 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5999f237-5e88-468e-b292-671ead136df8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:08:54.665912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5999f237-5e88-468e-b292-671ead136df8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:08:54.671796 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5999f237-5e88-468e-b292-671ead136df8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:08:54.683436 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-5999f237-5e88-468e-b292-671ead136df8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:08:54.690344 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5999f237-5e88-468e-b292-671ead136df8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.763402 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5999f237-5e88-468e-b292-671ead136df8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.767919 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5999f237-5e88-468e-b292-671ead136df8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.795720 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5999f237-5e88-468e-b292-671ead136df8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25cf4e0c-f715-4659-80f0-c64d3c957668,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:54.803378 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5999f237-5e88-468e-b292-671ead136df8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.804460 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5999f237-5e88-468e-b292-671ead136df8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1547475 Feb 28 15:08:54.806760 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50610) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:08:54.812466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-60935c7e-fdd4-4476-bfac-8114948ebb20 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'security_group_rule': {'security_group_id': '2ffb582d-c904-41b9-aaa2-3998e686a679', 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:08:54.818810 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-60935c7e-fdd4-4476-bfac-8114948ebb20 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:08:54.822587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-60935c7e-fdd4-4476-bfac-8114948ebb20 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:security_group_rule and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:08:54.825432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-60935c7e-fdd4-4476-bfac-8114948ebb20 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:08:54.831027 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-60935c7e-fdd4-4476-bfac-8114948ebb20 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:08:54.844781 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-60935c7e-fdd4-4476-bfac-8114948ebb20 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Project dc1d4553fb84410fb62138d51b5fd9d3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:08:54.851147 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-60935c7e-fdd4-4476-bfac-8114948ebb20 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.861533 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'name': 'tempest-TestNetworkBasicOps-router-1708435979', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:08:47Z', 'updated_at': '2022-02-28T15:08:51Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:48Z', 'updated_at': '2022-02-28T15:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dee95cea-d734-4a5f-8344-90c0f24161ac', 'name': '', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:de:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:51Z', 'updated_at': '2022-02-28T15:08:52Z', 'revision_number': 2, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:54.869798 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Checking router: 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:08:54.870151 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Updating router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d port dee95cea-d734-4a5f-8344-90c0f24161ac binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:08:54.901470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:08:54.919417 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-60935c7e-fdd4-4476-bfac-8114948ebb20 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.925568 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-60935c7e-fdd4-4476-bfac-8114948ebb20 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.950698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60935c7e-fdd4-4476-bfac-8114948ebb20 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf85dd0a-2f30-483b-a7ab-1c67b6ef921b,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:54.960758 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-60935c7e-fdd4-4476-bfac-8114948ebb20 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:54.961903 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-60935c7e-fdd4-4476-bfac-8114948ebb20 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1542628 Feb 28 15:08:54.970352 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:55.083861 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:08:55.084231 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:55.131053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-f1db6808-30e8-4cfb-b311-1fefe750a262 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:08:55.146635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-f1db6808-30e8-4cfb-b311-1fefe750a262 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:08:55.147698 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-f1db6808-30e8-4cfb-b311-1fefe750a262 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1288231897&fields=id&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 267 time: 0.0567095 Feb 28 15:08:55.292651 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-c88fa590-ebda-47f3-a47a-a736e971095e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:55.293359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-c88fa590-ebda-47f3-a47a-a736e971095e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:08:55.310306 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-c88fa590-ebda-47f3-a47a-a736e971095e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:08:55.311455 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-c88fa590-ebda-47f3-a47a-a736e971095e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/networks?id=dc062605-66a6-4f69-89bd-d96eccf8cde6 HTTP/1.1" status: 200 len: 796 time: 0.1571476 Feb 28 15:08:55.324987 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:08:55.327563 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-713b01f2-7dab-4c5c-9c32-078efa076dcc tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/quotas/dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 375 time: 0.0106332 Feb 28 15:08:55.410747 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-30fd4c25-13de-47ed-a1ae-7c6e1540569f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:08:55.432613 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-30fd4c25-13de-47ed-a1ae-7c6e1540569f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:08:55.437685 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-30fd4c25-13de-47ed-a1ae-7c6e1540569f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1047597 Feb 28 15:08:55.483009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:08:55.483578 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:55.506546 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-638aaffb-311b-4dd3-a451-f949a410b295 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:55.528849 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:55.553152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Transition to ACTIVE for port object dee95cea-d734-4a5f-8344-90c0f24161ac will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:08:55.564182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:55.580565 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-b4f14fa3-5dcd-4caa-8de3-53ff6bbaa859 service neutron] 10.222.0.15 "GET /v2.0/networks/dc062605-66a6-4f69-89bd-d96eccf8cde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1330669 Feb 28 15:08:55.719635 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-1765dc71-4819-4305-9569-f5c306c771f5 service neutron] 10.222.0.15 "GET /v2.0/networks/dc062605-66a6-4f69-89bd-d96eccf8cde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331692 Feb 28 15:08:55.742926 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f900e21-f1fe-4ef0-bd69-b51a2af5ae32 None None] Pushing event updated for resources: {'Port': ['ID=dee95cea-d734-4a5f-8344-90c0f24161ac,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:55.849428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Attempting to bind port dee95cea-d734-4a5f-8344-90c0f24161ac on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:08:55.850233 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Attempting to bind port dee95cea-d734-4a5f-8344-90c0f24161ac by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '1df6d245-1d01-4da7-a792-d225c449b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:08:55.850615 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Attempting to bind port dee95cea-d734-4a5f-8344-90c0f24161ac on network dc062605-66a6-4f69-89bd-d96eccf8cde6 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:08:55.858106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 8, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:08:55.858554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Checking segment: {'id': '1df6d245-1d01-4da7-a792-d225c449b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:08:55.859013 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:55.859806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Bound using segment: {'id': '1df6d245-1d01-4da7-a792-d225c449b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:08:55.860861 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Bound port: dee95cea-d734-4a5f-8344-90c0f24161ac, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1df6d245-1d01-4da7-a792-d225c449b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:08:55.860861 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:55.920752 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-fc096037-4c8e-4f59-a112-5160c56203ca req-d9e5f91b-9ca1-468b-b287-1f9a5ffd9600 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:08:55.945632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-fc096037-4c8e-4f59-a112-5160c56203ca req-d9e5f91b-9ca1-468b-b287-1f9a5ffd9600 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:08:55.946788 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fc096037-4c8e-4f59-a112-5160c56203ca req-d9e5f91b-9ca1-468b-b287-1f9a5ffd9600 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0713983 Feb 28 15:08:56.005724 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] For port dee95cea-d734-4a5f-8344-90c0f24161ac, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:08:56.008730 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] For port dee95cea-d734-4a5f-8344-90c0f24161ac, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dee95cea-d734-4a5f-8344-90c0f24161ac,segment=NetworkSegment(1df6d245-1d01-4da7-a792-d225c449b105),segment_id=1df6d245-1d01-4da7-a792-d225c449b105)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:08:56.012689 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:56.091170 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Routers {'6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:08:56.091913 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:08:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:56.149238 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f900e21-f1fe-4ef0-bd69-b51a2af5ae32 None None] Pushing event updated for resources: {'Port': ['ID=dee95cea-d734-4a5f-8344-90c0f24161ac,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:56.289452 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] Set router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:08:56.606627 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'name': 'tempest-TestNetworkBasicOps-router-1708435979', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:08:47Z', 'updated_at': '2022-02-28T15:08:51Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:48Z', 'updated_at': '2022-02-28T15:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dee95cea-d734-4a5f-8344-90c0f24161ac', 'name': '', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:de:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:51Z', 'updated_at': '2022-02-28T15:08:56Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:08:56.611111 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-801548d7-4f6c-475a-93ac-6cb125088235 None None] The sync data for ids ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'] in dv-neutron-830866-2-hyperv is: [{'id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'name': 'tempest-TestNetworkBasicOps-router-1708435979', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:08:47Z', 'updated_at': '2022-02-28T15:08:51Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:48Z', 'updated_at': '2022-02-28T15:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dee95cea-d734-4a5f-8344-90c0f24161ac', 'name': '', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:de:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:51Z', 'updated_at': '2022-02-28T15:08:56Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:08:56.931852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dee95cea-d734-4a5f-8344-90c0f24161ac up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:08:56.980606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-ef01f628-c64c-4be5-aa7b-ccb3fbe99afd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:56.983387 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-ef01f628-c64c-4be5-aa7b-ccb3fbe99afd tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/networks?id=dc062605-66a6-4f69-89bd-d96eccf8cde6 HTTP/1.1" status: 200 len: 796 time: 0.1826353 Feb 28 15:08:57.043675 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port dee95cea-d734-4a5f-8344-90c0f24161ac completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:08:57.049798 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port dee95cea-d734-4a5f-8344-90c0f24161ac triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:08:57.050827 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.052354 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cc76bb0a-05d1-4ef6-97a8-a55e3de40379 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=dc1d4553fb84410fb62138d51b5fd9d3 HTTP/1.1" status: 200 len: 380 time: 0.0587118 Feb 28 15:08:57.062704 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-1f2bb47b-3a7a-4e18-857c-e42e152dba28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'port': {'device_id': '87702184-3543-4186-8bb7-894b2390b8c3', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'admin_state_up': True, 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'security_groups': ['2ffb582d-c904-41b9-aaa2-3998e686a679']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:08:57.178667 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.195715 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ced8c49a-b8be-4af7-9b84-39331169c547 req-2c2be308-498a-4912-a92f-7a19a71756c1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 210 time: 0.0579860 Feb 28 15:08:57.217524 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port dee95cea-d734-4a5f-8344-90c0f24161ac, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dee95cea-d734-4a5f-8344-90c0f24161ac,segment=NetworkSegment(1df6d245-1d01-4da7-a792-d225c449b105),segment_id=1df6d245-1d01-4da7-a792-d225c449b105)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:08:57.231608 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.270399 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-1f2bb47b-3a7a-4e18-857c-e42e152dba28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:08:57.283798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-1f2bb47b-3a7a-4e18-857c-e42e152dba28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:08:57.299381 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-1f2bb47b-3a7a-4e18-857c-e42e152dba28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Made reservation on behalf of dc1d4553fb84410fb62138d51b5fd9d3 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:08:57.303646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-1f2bb47b-3a7a-4e18-857c-e42e152dba28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.310644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=dee95cea-d734-4a5f-8344-90c0f24161ac,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:57.470231 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-1f2bb47b-3a7a-4e18-857c-e42e152dba28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.20.0.7 (dc062605-66a6-4f69-89bd-d96eccf8cde6/182b604b-a60f-4b2f-a308-2108d9f20517/c09875ca-a182-4e1e-8f21-220eaf63afb6) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:08:57.632690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-88f08173-49b1-4799-a9e5-6015be89242a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.724661 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.761436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-1f2bb47b-3a7a-4e18-857c-e42e152dba28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.777140 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-1f2bb47b-3a7a-4e18-857c-e42e152dba28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Transition to ACTIVE for port object c09875ca-a182-4e1e-8f21-220eaf63afb6 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:08:57.798865 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-1f2bb47b-3a7a-4e18-857c-e42e152dba28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.869609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-1f2bb47b-3a7a-4e18-857c-e42e152dba28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network dc062605-66a6-4f69-89bd-d96eccf8cde6 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:08:57.872357 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-1f2bb47b-3a7a-4e18-857c-e42e152dba28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:08:57.875980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-1f2bb47b-3a7a-4e18-857c-e42e152dba28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:08:57.905581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2bb47b-3a7a-4e18-857c-e42e152dba28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=c09875ca-a182-4e1e-8f21-220eaf63afb6,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:57.940746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-1f2bb47b-3a7a-4e18-857c-e42e152dba28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:57.941346 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-1f2bb47b-3a7a-4e18-857c-e42e152dba28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:57.967102 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-1f2bb47b-3a7a-4e18-857c-e42e152dba28 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9081330 Feb 28 15:08:57.978235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Request body: {'port': {'device_id': '87702184-3543-4186-8bb7-894b2390b8c3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:08:58.055360 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-448544c6-76a2-4ec7-8925-4def334f1ff1 None None] Provisioning for port c09875ca-a182-4e1e-8f21-220eaf63afb6 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:08:58.060427 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-448544c6-76a2-4ec7-8925-4def334f1ff1 None None] Provisioning complete for port c09875ca-a182-4e1e-8f21-220eaf63afb6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:08:58.060790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-448544c6-76a2-4ec7-8925-4def334f1ff1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.096312 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.114918 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-448544c6-76a2-4ec7-8925-4def334f1ff1 None None] Port c09875ca-a182-4e1e-8f21-220eaf63afb6 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:08:58.394905 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17aa1f6a-498e-4f75-b2d3-73710c801b9c req-3be61e9d-b852-4a06-a01b-51480b7c1173 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:58.397033 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-17aa1f6a-498e-4f75-b2d3-73710c801b9c req-3be61e9d-b852-4a06-a01b-51480b7c1173 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 931 time: 0.0803061 Feb 28 15:08:58.425970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09875ca-a182-4e1e-8f21-220eaf63afb6 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:08:58.432765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.443314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-17aa1f6a-498e-4f75-b2d3-73710c801b9c req-3ad70ec4-eabc-4de7-a96a-2141a9af6e77 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:08:58.448734 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Transition to ACTIVE for port object c09875ca-a182-4e1e-8f21-220eaf63afb6 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:08:58.452808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.455898 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-17aa1f6a-498e-4f75-b2d3-73710c801b9c req-3ad70ec4-eabc-4de7-a96a-2141a9af6e77 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:08:58.457150 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-17aa1f6a-498e-4f75-b2d3-73710c801b9c req-3ad70ec4-eabc-4de7-a96a-2141a9af6e77 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ffb582d-c904-41b9-aaa2-3998e686a679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544672 Feb 28 15:08:58.578053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Pushing event updated for resources: {'Port': ['ID=c09875ca-a182-4e1e-8f21-220eaf63afb6,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:58.684448 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Attempting to bind port c09875ca-a182-4e1e-8f21-220eaf63afb6 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:08:58.684776 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Attempting to bind port c09875ca-a182-4e1e-8f21-220eaf63afb6 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '1df6d245-1d01-4da7-a792-d225c449b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:08:58.685099 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Attempting to bind port c09875ca-a182-4e1e-8f21-220eaf63afb6 on network dc062605-66a6-4f69-89bd-d96eccf8cde6 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:08:58.690685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Port c09875ca-a182-4e1e-8f21-220eaf63afb6 on network dc062605-66a6-4f69-89bd-d96eccf8cde6 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:08:58.690985 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Attempting to bind port c09875ca-a182-4e1e-8f21-220eaf63afb6 on network dc062605-66a6-4f69-89bd-d96eccf8cde6 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:08:58.697096 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 8, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:08:58.697425 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Checking segment: {'id': '1df6d245-1d01-4da7-a792-d225c449b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:08:58.697799 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Bound using segment: {'id': '1df6d245-1d01-4da7-a792-d225c449b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:08:58.698217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Bound port: c09875ca-a182-4e1e-8f21-220eaf63afb6, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1df6d245-1d01-4da7-a792-d225c449b105', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:08:58.698551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.791509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] For port c09875ca-a182-4e1e-8f21-220eaf63afb6, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:08:58.794316 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] For port c09875ca-a182-4e1e-8f21-220eaf63afb6, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=c09875ca-a182-4e1e-8f21-220eaf63afb6,segment=NetworkSegment(1df6d245-1d01-4da7-a792-d225c449b105),segment_id=1df6d245-1d01-4da7-a792-d225c449b105)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:08:58.799412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.861920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.863267 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] 10.222.0.20 "PUT /v2.0/ports/c09875ca-a182-4e1e-8f21-220eaf63afb6 HTTP/1.1" status: 200 len: 1093 time: 0.8892879 Feb 28 15:08:58.863728 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87702184-3543-4186-8bb7-894b2390b8c3', 'tag': 'c09875ca-a182-4e1e-8f21-220eaf63afb6'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:08:58.883950 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec18c2d-756f-4cfc-8efe-fe25b5f9dd3d service neutron] Pushing event updated for resources: {'Port': ['ID=c09875ca-a182-4e1e-8f21-220eaf63afb6,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:08:58.890552 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.908785 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:58.917503 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dee95cea-d734-4a5f-8344-90c0f24161ac up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:08:58.959431 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87702184-3543-4186-8bb7-894b2390b8c3', 'tag': 'c09875ca-a182-4e1e-8f21-220eaf63afb6', 'status': 'completed', 'code': 200} Feb 28 15:08:58.994361 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-301bac36-8a18-4c9f-9f3f-29674a221231 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 1096 time: 0.0801725 Feb 28 15:08:58.999135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port dee95cea-d734-4a5f-8344-90c0f24161ac triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:08:58.999514 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:08:59.071150 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-2fc9fecc-452f-4614-9821-fcaac9c2f393 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c09875ca-a182-4e1e-8f21-220eaf63afb6 HTTP/1.1" status: 200 len: 217 time: 0.0676641 Feb 28 15:08:59.131701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-795fa330-7669-4e56-911d-1bea3aa568e9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:59.133115 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-795fa330-7669-4e56-911d-1bea3aa568e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=182b604b-a60f-4b2f-a308-2108d9f20517 HTTP/1.1" status: 200 len: 834 time: 0.0566919 Feb 28 15:08:59.210485 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-4194c2e2-5a20-4267-8930-571583f8a8ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc062605-66a6-4f69-89bd-d96eccf8cde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0714703 Feb 28 15:08:59.338239 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-4d2aa7cb-fa8c-4ec3-bc71-ded532b835c3 service neutron] 10.222.0.20 "GET /v2.0/networks/dc062605-66a6-4f69-89bd-d96eccf8cde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221919 Feb 28 15:08:59.560907 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e551d7d-6b56-4e9a-ac08-c2c340570822 req-b93c8cd1-3d1d-4445-a178-979f09b544dd service neutron] 10.222.0.20 "GET /v2.0/networks/dc062605-66a6-4f69-89bd-d96eccf8cde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2159877 Feb 28 15:08:59.662533 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2844dcd6-5817-44cf-b2ec-08f3d6d8cc1b req-e87e16c1-15c9-4f66-b852-361f4d6dc7f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:59.664003 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2844dcd6-5817-44cf-b2ec-08f3d6d8cc1b req-e87e16c1-15c9-4f66-b852-361f4d6dc7f5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 943 time: 0.0807939 Feb 28 15:08:59.674758 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a855d76c-e273-4d41-bc3b-74a3d8895ed7 req-4d048a84-bbcf-4cfc-a560-01dc23ca9b13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 1096 time: 0.0692484 Feb 28 15:08:59.712569 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2844dcd6-5817-44cf-b2ec-08f3d6d8cc1b req-32e22752-5943-4516-9555-90cfe4e15859 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ffb582d-c904-41b9-aaa2-3998e686a679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429637 Feb 28 15:08:59.805106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855d76c-e273-4d41-bc3b-74a3d8895ed7 req-d5e6f512-093f-4098-8973-e34aae3326a7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:59.806520 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a855d76c-e273-4d41-bc3b-74a3d8895ed7 req-d5e6f512-093f-4098-8973-e34aae3326a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc062605-66a6-4f69-89bd-d96eccf8cde6 HTTP/1.1" status: 200 len: 896 time: 0.1256368 Feb 28 15:08:59.877652 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a855d76c-e273-4d41-bc3b-74a3d8895ed7 req-eb3486dd-d8bc-4529-8e69-38ab94f740b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c09875ca-a182-4e1e-8f21-220eaf63afb6 HTTP/1.1" status: 200 len: 217 time: 0.0644746 Feb 28 15:08:59.937979 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a855d76c-e273-4d41-bc3b-74a3d8895ed7 req-310e2c94-753e-4496-9f6e-7377c0c37ad8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:08:59.939327 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a855d76c-e273-4d41-bc3b-74a3d8895ed7 req-310e2c94-753e-4496-9f6e-7377c0c37ad8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=182b604b-a60f-4b2f-a308-2108d9f20517 HTTP/1.1" status: 200 len: 834 time: 0.0555177 Feb 28 15:09:00.016842 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a855d76c-e273-4d41-bc3b-74a3d8895ed7 req-69915c16-4934-472a-9e12-94498c69c79a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc062605-66a6-4f69-89bd-d96eccf8cde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0705111 Feb 28 15:09:00.144034 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a855d76c-e273-4d41-bc3b-74a3d8895ed7 req-540509ce-216d-4e19-8bbe-fcc7cc0b21b7 service neutron] 10.222.0.20 "GET /v2.0/networks/dc062605-66a6-4f69-89bd-d96eccf8cde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210699 Feb 28 15:09:00.251335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:00.272140 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a855d76c-e273-4d41-bc3b-74a3d8895ed7 req-c25fc211-73f2-4ab4-9c55-400b471ecfdc service neutron] 10.222.0.20 "GET /v2.0/networks/dc062605-66a6-4f69-89bd-d96eccf8cde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224217 Feb 28 15:09:00.908038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac27abd0-b2bf-4a37-a373-36ed3bf9712f req-1baa17a4-23df-4459-bdcb-d717e86c5c6b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:00.908722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ac27abd0-b2bf-4a37-a373-36ed3bf9712f req-1baa17a4-23df-4459-bdcb-d717e86c5c6b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:09:00.923757 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ac27abd0-b2bf-4a37-a373-36ed3bf9712f req-1baa17a4-23df-4459-bdcb-d717e86c5c6b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:09:00.925019 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ac27abd0-b2bf-4a37-a373-36ed3bf9712f req-1baa17a4-23df-4459-bdcb-d717e86c5c6b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 943 time: 0.0902379 Feb 28 15:09:00.969430 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ac27abd0-b2bf-4a37-a373-36ed3bf9712f req-a86184ae-9493-44c9-9017-11a5873880ba tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ffb582d-c904-41b9-aaa2-3998e686a679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384405 Feb 28 15:09:02.162964 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e48012-c4da-4bfb-a4aa-7368fa45b876 req-47255c7d-5da7-4b99-8587-b8570ee57936 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:02.164339 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d0e48012-c4da-4bfb-a4aa-7368fa45b876 req-47255c7d-5da7-4b99-8587-b8570ee57936 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 943 time: 0.0755050 Feb 28 15:09:02.207866 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d0e48012-c4da-4bfb-a4aa-7368fa45b876 req-aff522f0-39e0-47e6-a00c-c6993709f8a9 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ffb582d-c904-41b9-aaa2-3998e686a679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379198 Feb 28 15:09:03.407069 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59daab5-4460-4f0b-b657-e549886ff4a4 req-13f0603f-d09d-4772-ab6b-43c1fba17356 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:03.408534 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a59daab5-4460-4f0b-b657-e549886ff4a4 req-13f0603f-d09d-4772-ab6b-43c1fba17356 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 943 time: 0.0830374 Feb 28 15:09:03.412159 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device c09875ca-a182-4e1e-8f21-220eaf63afb6 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:09:03.453554 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a59daab5-4460-4f0b-b657-e549886ff4a4 req-dd840cf2-bc0f-484c-a93f-fcaa89f001ad tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ffb582d-c904-41b9-aaa2-3998e686a679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0393138 Feb 28 15:09:03.543533 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port c09875ca-a182-4e1e-8f21-220eaf63afb6, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=c09875ca-a182-4e1e-8f21-220eaf63afb6,segment=NetworkSegment(1df6d245-1d01-4da7-a792-d225c449b105),segment_id=1df6d245-1d01-4da7-a792-d225c449b105)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:09:03.556559 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'c09875ca-a182-4e1e-8f21-220eaf63afb6', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'port_id': 'c09875ca-a182-4e1e-8f21-220eaf63afb6', 'mac_address': 'fa:16:3e:19:0a:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:09:03.606850 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:03.623746 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09875ca-a182-4e1e-8f21-220eaf63afb6 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:09:03.637689 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port c09875ca-a182-4e1e-8f21-220eaf63afb6, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=c09875ca-a182-4e1e-8f21-220eaf63afb6,segment=NetworkSegment(1df6d245-1d01-4da7-a792-d225c449b105),segment_id=1df6d245-1d01-4da7-a792-d225c449b105)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:09:03.641374 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:03.706380 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=c09875ca-a182-4e1e-8f21-220eaf63afb6,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:03.826644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['c09875ca-a182-4e1e-8f21-220eaf63afb6'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:09:04.646920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c53c36d-2aff-4fc0-8e78-be3b3c76959c req-2b386b8b-bb90-4088-a5d0-3fcbcbde288a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:04.648357 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6c53c36d-2aff-4fc0-8e78-be3b3c76959c req-2b386b8b-bb90-4088-a5d0-3fcbcbde288a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 944 time: 0.0774076 Feb 28 15:09:04.691479 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6c53c36d-2aff-4fc0-8e78-be3b3c76959c req-a987bece-f67d-4d44-b278-e10384a313d8 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ffb582d-c904-41b9-aaa2-3998e686a679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377059 Feb 28 15:09:05.412496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device c09875ca-a182-4e1e-8f21-220eaf63afb6 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:05.481216 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port c09875ca-a182-4e1e-8f21-220eaf63afb6 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:09:05.486109 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port c09875ca-a182-4e1e-8f21-220eaf63afb6 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:05.486474 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:05.592854 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:05.618822 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87702184-3543-4186-8bb7-894b2390b8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09875ca-a182-4e1e-8f21-220eaf63afb6'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:09:05.629136 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port c09875ca-a182-4e1e-8f21-220eaf63afb6, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=c09875ca-a182-4e1e-8f21-220eaf63afb6,segment=NetworkSegment(1df6d245-1d01-4da7-a792-d225c449b105),segment_id=1df6d245-1d01-4da7-a792-d225c449b105)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:09:05.632612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:05.674927 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87702184-3543-4186-8bb7-894b2390b8c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09875ca-a182-4e1e-8f21-220eaf63afb6', 'code': 200} Feb 28 15:09:05.700763 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=c09875ca-a182-4e1e-8f21-220eaf63afb6,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:05.886865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d1d5ec9-63ad-4dfd-9e96-5e39fbaa4b68 req-31c3ea0b-86be-44bf-89fb-579e0197f006 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:05.888344 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6d1d5ec9-63ad-4dfd-9e96-5e39fbaa4b68 req-31c3ea0b-86be-44bf-89fb-579e0197f006 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0760510 Feb 28 15:09:05.895262 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-36f30fae-f2b8-4de1-ae25-27da061c6ceb req-f3cbac4e-37ce-4620-8b6b-441a43b834ab service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 1098 time: 0.0658531 Feb 28 15:09:05.932985 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6d1d5ec9-63ad-4dfd-9e96-5e39fbaa4b68 req-c2f6957d-8092-4988-87a7-a7d64917896d tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ffb582d-c904-41b9-aaa2-3998e686a679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388935 Feb 28 15:09:05.949652 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-36f30fae-f2b8-4de1-ae25-27da061c6ceb req-cefda9df-ca77-45c5-95a4-92e0bd03cdd7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2ffb582d-c904-41b9-aaa2-3998e686a679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391366 Feb 28 15:09:07.130798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f84f449c-108e-4604-8ca5-f1263aafe061 req-6089563b-cc76-4219-ab09-936df7cf785c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:07.132169 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f84f449c-108e-4604-8ca5-f1263aafe061 req-6089563b-cc76-4219-ab09-936df7cf785c tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0751355 Feb 28 15:09:07.180915 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f84f449c-108e-4604-8ca5-f1263aafe061 req-87e67b26-26fe-4691-9e7f-608512d6b210 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ffb582d-c904-41b9-aaa2-3998e686a679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432229 Feb 28 15:09:08.376432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0353b-ece8-497f-a063-9b092f40dfa7 req-4292405b-0226-4eb8-af15-17963c41eaa1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:08.377755 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c6e0353b-ece8-497f-a063-9b092f40dfa7 req-4292405b-0226-4eb8-af15-17963c41eaa1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0769579 Feb 28 15:09:08.420663 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c6e0353b-ece8-497f-a063-9b092f40dfa7 req-0825bb0e-a320-4db6-8da9-06a1f5a35e11 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ffb582d-c904-41b9-aaa2-3998e686a679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375657 Feb 28 15:09:08.620212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e88a1edd-65e9-401a-ab42-b478e9610aea req-23359e68-d63c-4b4a-ae0d-ce4cb0bc25a5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:08.621627 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e88a1edd-65e9-401a-ab42-b478e9610aea req-23359e68-d63c-4b4a-ae0d-ce4cb0bc25a5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0782657 Feb 28 15:09:08.665557 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e88a1edd-65e9-401a-ab42-b478e9610aea req-cae149f6-7628-4d0c-aa34-c9ab8210f5af tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ffb582d-c904-41b9-aaa2-3998e686a679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377760 Feb 28 15:09:08.692971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50658) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:08.759721 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cff6c1db-64ce-4c09-a609-add59093e114 tempest-TestNetworkBasicOps-968652872 tempest-TestNetworkBasicOps-968652872-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 1093 time: 0.0656559 Feb 28 15:09:08.762226 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50662) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:08.767306 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': 'c09875ca-a182-4e1e-8f21-220eaf63afb6', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address': '172.20.0.7'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:09:08.773974 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:09:08.777808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Usage tracker for resource:floatingip and tenant:dc1d4553fb84410fb62138d51b5fd9d3 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:09:08.780730 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:09:08.786224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:09:08.796257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:08.927902 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:09.059131 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Allocated IP 172.26.4.155 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/b6627581-2aef-4ff9-a89b-5e58e02c0071) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:09:09.291317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:09.317347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:09.383345 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:09:09.385944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:09:09.390006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:09:09.416188 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=b6627581-2aef-4ff9-a89b-5e58e02c0071,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:09.878024 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:09.933463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:10.130336 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:10.134920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:10.238552 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event updated for resources: {'Port': ['ID=b6627581-2aef-4ff9-a89b-5e58e02c0071,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:10.252029 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:10.433963 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Floating IP 08ad6c32-e456-43ae-887d-c4d785300fc4 associated. External IP: 172.26.4.155, port: c09875ca-a182-4e1e-8f21-220eaf63afb6. Feb 28 15:09:10.919798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:09:11.115593 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:09:11.124863 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51852644-2f8c-4888-a645-45cd32ca16d7 None None] Sync routers for ids ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:09:11.136786 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51852644-2f8c-4888-a645-45cd32ca16d7 None None] Routers {'6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:09:11.137372 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-51852644-2f8c-4888-a645-45cd32ca16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:08:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:11.140639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:11.192924 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5c628795-5718-4942-914e-3834d899aa0e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4297063 Feb 28 15:09:11.193473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87702184-3543-4186-8bb7-894b2390b8c3', 'tag': 'c09875ca-a182-4e1e-8f21-220eaf63afb6'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:09:11.195706 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50666) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:11.248073 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87702184-3543-4186-8bb7-894b2390b8c3', 'tag': 'c09875ca-a182-4e1e-8f21-220eaf63afb6', 'status': 'completed', 'code': 200} Feb 28 15:09:11.319234 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-51852644-2f8c-4888-a645-45cd32ca16d7 None None] Set router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:09:11.344342 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7f249830-04a4-4f1e-b7f2-b8bf0090e5e8 req-7a9f890c-4238-4269-b451-d61bc7669d8e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 1098 time: 0.0752409 Feb 28 15:09:11.403976 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4037953a-68d6-4bb4-b844-e2331dc96e21 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/08ad6c32-e456-43ae-887d-c4d785300fc4 HTTP/1.1" status: 200 len: 991 time: 0.2067411 Feb 28 15:09:11.475942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f249830-04a4-4f1e-b7f2-b8bf0090e5e8 req-3f283c0f-5c4d-48ee-ab36-e71ea7bf376e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:11.477353 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7f249830-04a4-4f1e-b7f2-b8bf0090e5e8 req-3f283c0f-5c4d-48ee-ab36-e71ea7bf376e service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc062605-66a6-4f69-89bd-d96eccf8cde6 HTTP/1.1" status: 200 len: 896 time: 0.1268599 Feb 28 15:09:11.578295 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7f249830-04a4-4f1e-b7f2-b8bf0090e5e8 req-f284151c-dc7b-41f9-9b31-c27048ee8dcf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c09875ca-a182-4e1e-8f21-220eaf63afb6 HTTP/1.1" status: 200 len: 999 time: 0.0948281 Feb 28 15:09:11.639373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f249830-04a4-4f1e-b7f2-b8bf0090e5e8 req-72542133-b230-4318-a0b7-07d044e140bd service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:11.640822 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7f249830-04a4-4f1e-b7f2-b8bf0090e5e8 req-72542133-b230-4318-a0b7-07d044e140bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=182b604b-a60f-4b2f-a308-2108d9f20517 HTTP/1.1" status: 200 len: 834 time: 0.0566432 Feb 28 15:09:11.663422 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-51852644-2f8c-4888-a645-45cd32ca16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'name': 'tempest-TestNetworkBasicOps-router-1708435979', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:08:47Z', 'updated_at': '2022-02-28T15:08:51Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:48Z', 'updated_at': '2022-02-28T15:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '08ad6c32-e456-43ae-887d-c4d785300fc4', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.155', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'port_id': 'c09875ca-a182-4e1e-8f21-220eaf63afb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'mac_address': 'fa:16:3e:19:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87702184-3543-4186-8bb7-894b2390b8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:09:09Z', 'updated_at': '2022-02-28T15:09:09Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee95cea-d734-4a5f-8344-90c0f24161ac', 'name': '', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:de:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:51Z', 'updated_at': '2022-02-28T15:08:57Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:11.666981 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51852644-2f8c-4888-a645-45cd32ca16d7 None None] Checking router: 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:09:11.677441 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51852644-2f8c-4888-a645-45cd32ca16d7 None None] Routers {'6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:09:11.678014 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-51852644-2f8c-4888-a645-45cd32ca16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:08:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:11.711348 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7f249830-04a4-4f1e-b7f2-b8bf0090e5e8 req-16f229ea-c48b-4baa-b5c5-35efced9974a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc062605-66a6-4f69-89bd-d96eccf8cde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652523 Feb 28 15:09:11.840012 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7f249830-04a4-4f1e-b7f2-b8bf0090e5e8 req-81eb52c9-d5d8-4ec8-bcd8-e1379eaef5f6 service neutron] 10.222.0.20 "GET /v2.0/networks/dc062605-66a6-4f69-89bd-d96eccf8cde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226499 Feb 28 15:09:11.850146 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-51852644-2f8c-4888-a645-45cd32ca16d7 None None] Set router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:09:11.968239 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7f249830-04a4-4f1e-b7f2-b8bf0090e5e8 req-f09f41f4-d1ef-4fb0-8ab2-821a680c917d service neutron] 10.222.0.20 "GET /v2.0/networks/dc062605-66a6-4f69-89bd-d96eccf8cde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220543 Feb 28 15:09:12.185123 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-51852644-2f8c-4888-a645-45cd32ca16d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'name': 'tempest-TestNetworkBasicOps-router-1708435979', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:08:47Z', 'updated_at': '2022-02-28T15:08:51Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:48Z', 'updated_at': '2022-02-28T15:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '08ad6c32-e456-43ae-887d-c4d785300fc4', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.155', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'port_id': 'c09875ca-a182-4e1e-8f21-220eaf63afb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'mac_address': 'fa:16:3e:19:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87702184-3543-4186-8bb7-894b2390b8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:09:09Z', 'updated_at': '2022-02-28T15:09:09Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee95cea-d734-4a5f-8344-90c0f24161ac', 'name': '', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:de:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:51Z', 'updated_at': '2022-02-28T15:08:57Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:12.191026 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51852644-2f8c-4888-a645-45cd32ca16d7 None None] The sync data for ids ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'] in dv-neutron-830866-2-hyperv is: [{'id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'name': 'tempest-TestNetworkBasicOps-router-1708435979', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:08:47Z', 'updated_at': '2022-02-28T15:08:51Z', 'revision_number': 4, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:3b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:48Z', 'updated_at': '2022-02-28T15:08:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '08ad6c32-e456-43ae-887d-c4d785300fc4', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.155', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'port_id': 'c09875ca-a182-4e1e-8f21-220eaf63afb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'mac_address': 'fa:16:3e:19:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87702184-3543-4186-8bb7-894b2390b8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:09:09Z', 'updated_at': '2022-02-28T15:09:09Z', 'revision_number': 0, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee95cea-d734-4a5f-8344-90c0f24161ac', 'name': '', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:de:6b:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:51Z', 'updated_at': '2022-02-28T15:08:57Z', 'revision_number': 5, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:09:12.408211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50672) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:12.512255 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2415374a-c866-4119-abf1-2095779b8765 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/08ad6c32-e456-43ae-887d-c4d785300fc4 HTTP/1.1" status: 200 len: 991 time: 0.1021779 Feb 28 15:09:13.271322 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a4c7cc7-c246-43f1-8b0d-fb7531303ef5 None None] New status for floating IP 08ad6c32-e456-43ae-887d-c4d785300fc4: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:09:13.516052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50676) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:13.619652 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-392fdec6-907e-4fb0-b523-f63126c94163 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/08ad6c32-e456-43ae-887d-c4d785300fc4 HTTP/1.1" status: 200 len: 993 time: 0.1024473 Feb 28 15:09:25.459799 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3d58ad81-3351-4e51-b0cf-35cd55f01083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:27.634422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-96249b97-82f2-407b-a76f-b96b0eb5583e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:27.739367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:28.879735 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:28.883263 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:30.251960 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:30.372472 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:09:42.879036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50692) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:42.950388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6ed40250-de14-4593-bf31-2759ef651713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'router': {'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:09:43.584692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ed40250-de14-4593-bf31-2759ef651713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:43.596223 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ed40250-de14-4593-bf31-2759ef651713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:43.795386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ed40250-de14-4593-bf31-2759ef651713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:09:43.994125 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed40250-de14-4593-bf31-2759ef651713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:09:43.999851 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ed40250-de14-4593-bf31-2759ef651713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:44.001004 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6ed40250-de14-4593-bf31-2759ef651713 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d HTTP/1.1" status: 200 len: 889 time: 1.1209686 Feb 28 15:09:44.007823 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22484f5a-d44e-4de4-a2a1-256414fd89e6 None None] Sync routers for ids ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:09:44.020351 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22484f5a-d44e-4de4-a2a1-256414fd89e6 None None] Routers {'6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:09:44.020941 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-22484f5a-d44e-4de4-a2a1-256414fd89e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:09:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:44.078273 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-22484f5a-d44e-4de4-a2a1-256414fd89e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:44.088594 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22484f5a-d44e-4de4-a2a1-256414fd89e6 None None] Routers {'6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:09:44.089253 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-22484f5a-d44e-4de4-a2a1-256414fd89e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:09:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:44.151339 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-22484f5a-d44e-4de4-a2a1-256414fd89e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:44.151762 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22484f5a-d44e-4de4-a2a1-256414fd89e6 None None] The sync data for ids ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:09:44.911515 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-95cf6192-baf8-4e39-914c-2d4b668408c4 None None] New status for floating IP 08ad6c32-e456-43ae-887d-c4d785300fc4: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:09:44.960772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:09:45.237030 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:45.254056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6d5805ec-7ae7-41d9-b24b-5c6db4c190a1,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:09:45.258190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:45.258915 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dee95cea-d734-4a5f-8344-90c0f24161ac no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:09:45.368858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=6d5805ec-7ae7-41d9-b24b-5c6db4c190a1,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:45.422639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:45.453566 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port dee95cea-d734-4a5f-8344-90c0f24161ac, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dee95cea-d734-4a5f-8344-90c0f24161ac,segment=NetworkSegment(1df6d245-1d01-4da7-a792-d225c449b105),segment_id=1df6d245-1d01-4da7-a792-d225c449b105)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:09:45.458165 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:45.521780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=dee95cea-d734-4a5f-8344-90c0f24161ac,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:45.529757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:45.530073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:45.530388 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:45.530716 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:45.531046 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:45.531525 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:45.532374 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:45.532694 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:45.533011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:45.533326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:45.533638 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:46.150204 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50700) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:46.155450 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-14f26de0-b4e2-4c8e-92d7-b3139bdd1b23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Request body: {'router': {'admin_state_up': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:09:46.697370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-14f26de0-b4e2-4c8e-92d7-b3139bdd1b23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:46.707782 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-14f26de0-b4e2-4c8e-92d7-b3139bdd1b23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-4166884', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-4166687', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-4162201'] for router, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:46.910918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f26de0-b4e2-4c8e-92d7-b3139bdd1b23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:09:47.101122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f26de0-b4e2-4c8e-92d7-b3139bdd1b23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:09:47.107482 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-14f26de0-b4e2-4c8e-92d7-b3139bdd1b23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:47.110036 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-14f26de0-b4e2-4c8e-92d7-b3139bdd1b23 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d HTTP/1.1" status: 200 len: 888 time: 0.9582777 Feb 28 15:09:47.111127 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bdef5c-fd1a-4b02-bc7a-af1438df4e1d None None] Sync routers for ids ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:09:47.112900 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50704) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:47.122528 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bdef5c-fd1a-4b02-bc7a-af1438df4e1d None None] Routers {'6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:09:47.123114 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-16bdef5c-fd1a-4b02-bc7a-af1438df4e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:09:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:47.216594 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-286757dd-1f59-4a1f-ab43-9bd5ea325b3e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/08ad6c32-e456-43ae-887d-c4d785300fc4 HTTP/1.1" status: 200 len: 991 time: 0.1026380 Feb 28 15:09:47.320390 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-16bdef5c-fd1a-4b02-bc7a-af1438df4e1d None None] Set router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:09:47.651342 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-16bdef5c-fd1a-4b02-bc7a-af1438df4e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'name': 'tempest-TestNetworkBasicOps-router-1708435979', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:08:47Z', 'updated_at': '2022-02-28T15:09:46Z', 'revision_number': 6, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:48Z', 'updated_at': '2022-02-28T15:09:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '08ad6c32-e456-43ae-887d-c4d785300fc4', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.155', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'port_id': 'c09875ca-a182-4e1e-8f21-220eaf63afb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'mac_address': 'fa:16:3e:19:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87702184-3543-4186-8bb7-894b2390b8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:09:09Z', 'updated_at': '2022-02-28T15:09:45Z', 'revision_number': 2, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee95cea-d734-4a5f-8344-90c0f24161ac', 'name': '', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:de:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:51Z', 'updated_at': '2022-02-28T15:09:45Z', 'revision_number': 6, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:47.655007 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bdef5c-fd1a-4b02-bc7a-af1438df4e1d None None] Checking router: 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:09:47.665105 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16bdef5c-fd1a-4b02-bc7a-af1438df4e1d None None] Routers {'6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:09:47.665682 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-16bdef5c-fd1a-4b02-bc7a-af1438df4e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:09:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:47.835410 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-16bdef5c-fd1a-4b02-bc7a-af1438df4e1d None None] Set router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:09:48.165275 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-16bdef5c-fd1a-4b02-bc7a-af1438df4e1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'name': 'tempest-TestNetworkBasicOps-router-1708435979', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:08:47Z', 'updated_at': '2022-02-28T15:09:46Z', 'revision_number': 6, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:48Z', 'updated_at': '2022-02-28T15:09:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '08ad6c32-e456-43ae-887d-c4d785300fc4', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.155', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'port_id': 'c09875ca-a182-4e1e-8f21-220eaf63afb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'mac_address': 'fa:16:3e:19:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87702184-3543-4186-8bb7-894b2390b8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:09:09Z', 'updated_at': '2022-02-28T15:09:45Z', 'revision_number': 2, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee95cea-d734-4a5f-8344-90c0f24161ac', 'name': '', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:de:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:51Z', 'updated_at': '2022-02-28T15:09:45Z', 'revision_number': 6, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:09:48.168986 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16bdef5c-fd1a-4b02-bc7a-af1438df4e1d None None] The sync data for ids ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'] in dv-neutron-830866-2-hyperv is: [{'id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'name': 'tempest-TestNetworkBasicOps-router-1708435979', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109'}], 'enable_snat': True}, 'gw_port_id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:08:47Z', 'updated_at': '2022-02-28T15:09:46Z', 'revision_number': 6, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port': {'id': '6d5805ec-7ae7-41d9-b24b-5c6db4c190a1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:ee:3b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.109', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:48Z', 'updated_at': '2022-02-28T15:09:45Z', 'revision_number': 5, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '08ad6c32-e456-43ae-887d-c4d785300fc4', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'floating_ip_address': '172.26.4.155', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'port_id': 'c09875ca-a182-4e1e-8f21-220eaf63afb6', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'mac_address': 'fa:16:3e:19:0a:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '87702184-3543-4186-8bb7-894b2390b8c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:09:09Z', 'updated_at': '2022-02-28T15:09:45Z', 'revision_number': 2, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dee95cea-d734-4a5f-8344-90c0f24161ac', 'name': '', 'network_id': 'dc062605-66a6-4f69-89bd-d96eccf8cde6', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'mac_address': 'fa:16:3e:de:6b:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:08:51Z', 'updated_at': '2022-02-28T15:09:45Z', 'revision_number': 6, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'subnets': [{'id': '182b604b-a60f-4b2f-a308-2108d9f20517', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:09:48.220904 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50708) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:48.333428 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-83f9f485-6b20-48fa-96d8-37122a8f64c5 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/08ad6c32-e456-43ae-887d-c4d785300fc4 HTTP/1.1" status: 200 len: 991 time: 0.1113088 Feb 28 15:09:48.947094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:49.020260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:49.020711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:49.179951 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:49.196855 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6d5805ec-7ae7-41d9-b24b-5c6db4c190a1,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:09:49.201346 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:49.202115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dee95cea-d734-4a5f-8344-90c0f24161ac up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:49.311108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=6d5805ec-7ae7-41d9-b24b-5c6db4c190a1,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:49.324854 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port dee95cea-d734-4a5f-8344-90c0f24161ac triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:49.325215 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:49.337207 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50712) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:49.435656 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:49.442969 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-01d27bcd-2432-4a7c-9d7e-3bcb41ac1313 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/08ad6c32-e456-43ae-887d-c4d785300fc4 HTTP/1.1" status: 200 len: 991 time: 0.1036329 Feb 28 15:09:49.472628 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port dee95cea-d734-4a5f-8344-90c0f24161ac, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dee95cea-d734-4a5f-8344-90c0f24161ac,segment=NetworkSegment(1df6d245-1d01-4da7-a792-d225c449b105),segment_id=1df6d245-1d01-4da7-a792-d225c449b105)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:09:49.476284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:49.538793 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=dee95cea-d734-4a5f-8344-90c0f24161ac,revision_number=7']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:50.445348 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50716) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:50.643965 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-99ee717d-3cd0-4f8e-948d-3bc70ed66615 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/08ad6c32-e456-43ae-887d-c4d785300fc4 HTTP/1.1" status: 200 len: 991 time: 0.1973484 Feb 28 15:09:50.912811 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:50.978098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:50.978376 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:51.089100 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dee95cea-d734-4a5f-8344-90c0f24161ac up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:09:51.152220 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port dee95cea-d734-4a5f-8344-90c0f24161ac triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:09:51.152586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:51.647758 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50722) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:51.750053 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8fa984ff-4c06-499c-b805-789a2eb8b930 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/08ad6c32-e456-43ae-887d-c4d785300fc4 HTTP/1.1" status: 200 len: 991 time: 0.1012235 Feb 28 15:09:52.753263 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50726) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:52.857579 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3ff6755e-6813-4c98-b945-8c4ee1a6feb7 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/08ad6c32-e456-43ae-887d-c4d785300fc4 HTTP/1.1" status: 200 len: 991 time: 0.1031582 Feb 28 15:09:53.861553 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50730) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:53.962927 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a8ea2e6c-d68c-44d8-9ee6-a3f1ccd40bda tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/08ad6c32-e456-43ae-887d-c4d785300fc4 HTTP/1.1" status: 200 len: 991 time: 0.1003428 Feb 28 15:09:54.966518 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50734) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:55.068206 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-61364815-364d-401f-9ce7-4701f2c5862b tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/08ad6c32-e456-43ae-887d-c4d785300fc4 HTTP/1.1" status: 200 len: 991 time: 0.1004844 Feb 28 15:09:55.288354 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35071f6f-4683-44e8-83da-832e98c7fa70 None None] New status for floating IP 08ad6c32-e456-43ae-887d-c4d785300fc4: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:09:55.474445 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-49ff7271-d23f-4ff8-bd7b-e2c3578826bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:56.071953 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50738) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:56.174055 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d5d83443-b9ea-49dd-a7ff-1352a04d644f tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/floatingips/08ad6c32-e456-43ae-887d-c4d785300fc4 HTTP/1.1" status: 200 len: 993 time: 0.1009972 Feb 28 15:09:56.454792 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50746) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:09:56.645956 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port b6627581-2aef-4ff9-a89b-5e58e02c0071 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:09:56.646289 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:56.809472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:56.809716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:56.928797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for b6627581-2aef-4ff9-a89b-5e58e02c0071 owned by network:floatingip {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:09:57.069940 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:57.114276 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=b6627581-2aef-4ff9-a89b-5e58e02c0071,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:09:57.147150 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:57.147494 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:57.147868 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:57.148181 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:57.148508 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:57.148830 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:57.149150 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:57.149469 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:57.149786 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:57.150099 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:57.150411 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:09:57.216037 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for floatingip, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:57.635833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d1d72afa-2f26-4b27-af4a-2958c715448f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:57.692013 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:09:57.752031 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:57.886557 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:09:57.906175 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:57.960726 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6ae439dd-afc1-4013-828a-b8427ac7cfa4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/floatingips/08ad6c32-e456-43ae-887d-c4d785300fc4 HTTP/1.1" status: 204 len: 168 time: 1.5049145 Feb 28 15:09:57.961284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87702184-3543-4186-8bb7-894b2390b8c3', 'tag': 'c09875ca-a182-4e1e-8f21-220eaf63afb6'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:09:58.015425 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87702184-3543-4186-8bb7-894b2390b8c3', 'tag': 'c09875ca-a182-4e1e-8f21-220eaf63afb6', 'status': 'completed', 'code': 200} Feb 28 15:09:58.104086 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cde8d4c0-8761-457b-9e83-8c9906105e25 req-3462538b-19f2-4c35-a014-07162b2bee3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 1098 time: 0.0671759 Feb 28 15:09:58.237878 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8d4c0-8761-457b-9e83-8c9906105e25 req-b59994a5-d752-4887-8c0e-796faa99b4ee service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:58.239285 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cde8d4c0-8761-457b-9e83-8c9906105e25 req-b59994a5-d752-4887-8c0e-796faa99b4ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=dc062605-66a6-4f69-89bd-d96eccf8cde6 HTTP/1.1" status: 200 len: 896 time: 0.1293571 Feb 28 15:09:58.446200 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cde8d4c0-8761-457b-9e83-8c9906105e25 req-a8b950ae-fda1-44f9-93b0-72cee1501d65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c09875ca-a182-4e1e-8f21-220eaf63afb6 HTTP/1.1" status: 200 len: 217 time: 0.2000401 Feb 28 15:09:58.522119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde8d4c0-8761-457b-9e83-8c9906105e25 req-638b2933-c589-4ede-b534-f1d0c3c7d2f3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:58.523490 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cde8d4c0-8761-457b-9e83-8c9906105e25 req-638b2933-c589-4ede-b534-f1d0c3c7d2f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=182b604b-a60f-4b2f-a308-2108d9f20517 HTTP/1.1" status: 200 len: 834 time: 0.0709212 Feb 28 15:09:58.533405 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b7db98-5821-4deb-94c3-535d0e0e99bd req-9cffa2e9-ed9b-46db-8da4-ee134a50159e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:58.534693 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-75b7db98-5821-4deb-94c3-535d0e0e99bd req-9cffa2e9-ed9b-46db-8da4-ee134a50159e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 945 time: 0.2439663 Feb 28 15:09:58.621512 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-75b7db98-5821-4deb-94c3-535d0e0e99bd req-69d4d6d8-9112-44a9-af2b-07b78616046a tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ffb582d-c904-41b9-aaa2-3998e686a679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0583515 Feb 28 15:09:58.634872 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cde8d4c0-8761-457b-9e83-8c9906105e25 req-2165fefa-4424-466e-b1aa-e2b1cebfd1f0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=dc062605-66a6-4f69-89bd-d96eccf8cde6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0993114 Feb 28 15:09:58.765370 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cde8d4c0-8761-457b-9e83-8c9906105e25 req-c7a62f33-c917-4919-9bca-d2546ebc0ab5 service neutron] 10.222.0.20 "GET /v2.0/networks/dc062605-66a6-4f69-89bd-d96eccf8cde6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218128 Feb 28 15:09:58.882810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:58.885768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:58.895536 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cde8d4c0-8761-457b-9e83-8c9906105e25 req-9075713c-7e37-4e8e-a803-1ec552acf2fc service neutron] 10.222.0.20 "GET /v2.0/networks/dc062605-66a6-4f69-89bd-d96eccf8cde6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1248794 Feb 28 15:09:59.526610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f1e9a0-7fc0-4a74-a1df-5bd41b4e07d1 req-db785d0a-2035-4c8a-b24f-3d3d274670d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:59.528004 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-39f1e9a0-7fc0-4a74-a1df-5bd41b4e07d1 req-db785d0a-2035-4c8a-b24f-3d3d274670d6 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0773294 Feb 28 15:09:59.593427 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-39f1e9a0-7fc0-4a74-a1df-5bd41b4e07d1 req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port c09875ca-a182-4e1e-8f21-220eaf63afb6 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:09:59.593684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-39f1e9a0-7fc0-4a74-a1df-5bd41b4e07d1 req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:59.816436 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-367bcbaf-b79f-464c-8d3d-377a593b7cc8 req-8857a1c4-3b38-4afe-b332-095684a681aa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:09:59.817135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-367bcbaf-b79f-464c-8d3d-377a593b7cc8 req-8857a1c4-3b38-4afe-b332-095684a681aa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Synchronizing usage tracker for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:09:59.832271 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-367bcbaf-b79f-464c-8d3d-377a593b7cc8 req-8857a1c4-3b38-4afe-b332-095684a681aa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Unset dirty status for tenant:dc1d4553fb84410fb62138d51b5fd9d3 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:09:59.833259 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-39f1e9a0-7fc0-4a74-a1df-5bd41b4e07d1 req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port c09875ca-a182-4e1e-8f21-220eaf63afb6, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=c09875ca-a182-4e1e-8f21-220eaf63afb6,segment=NetworkSegment(1df6d245-1d01-4da7-a792-d225c449b105),segment_id=1df6d245-1d01-4da7-a792-d225c449b105)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:09:59.833550 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-367bcbaf-b79f-464c-8d3d-377a593b7cc8 req-8857a1c4-3b38-4afe-b332-095684a681aa tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/ports?device_id=87702184-3543-4186-8bb7-894b2390b8c3 HTTP/1.1" status: 200 len: 945 time: 0.0917516 Feb 28 15:09:59.833670 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-39f1e9a0-7fc0-4a74-a1df-5bd41b4e07d1 req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:09:59.879266 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-367bcbaf-b79f-464c-8d3d-377a593b7cc8 req-d1764d02-5bbd-4145-9303-dd3f52e9d01e tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "GET /v2.0/security-groups?id=2ffb582d-c904-41b9-aaa2-3998e686a679&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396624 Feb 28 15:09:59.956132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-39f1e9a0-7fc0-4a74-a1df-5bd41b4e07d1 req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for c09875ca-a182-4e1e-8f21-220eaf63afb6 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:10:00.098997 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-39f1e9a0-7fc0-4a74-a1df-5bd41b4e07d1 req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:00.146706 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=c09875ca-a182-4e1e-8f21-220eaf63afb6,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:00.185162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:00.185521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:00.185837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:00.186226 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:00.186557 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:00.186907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:00.187229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:00.188174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:00.188174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:00.188174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:00.188483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:00.231291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-39f1e9a0-7fc0-4a74-a1df-5bd41b4e07d1 req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] No DVR routers for this DVR port c09875ca-a182-4e1e-8f21-220eaf63afb6 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:10:00.233715 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-39f1e9a0-7fc0-4a74-a1df-5bd41b4e07d1 req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:00.236197 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87702184-3543-4186-8bb7-894b2390b8c3', 'name': 'network-vif-deleted', 'tag': 'c09875ca-a182-4e1e-8f21-220eaf63afb6'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:10:00.252170 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-39f1e9a0-7fc0-4a74-a1df-5bd41b4e07d1 req-c85d3b04-d853-4c6e-b830-01570d30ab69 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.20 "DELETE /v2.0/ports/c09875ca-a182-4e1e-8f21-220eaf63afb6 HTTP/1.1" status: 204 len: 173 time: 0.7189915 Feb 28 15:10:00.256246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:00.297533 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87702184-3543-4186-8bb7-894b2390b8c3', 'name': 'network-vif-deleted', 'tag': 'c09875ca-a182-4e1e-8f21-220eaf63afb6', 'status': 'completed', 'code': 200} Feb 28 15:10:00.994618 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50764) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:10:01.066364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06790457-34b9-4450-a285-64dc9f7460bb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:01.093971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06790457-34b9-4450-a285-64dc9f7460bb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:01.157386 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06790457-34b9-4450-a285-64dc9f7460bb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:01.175656 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06790457-34b9-4450-a285-64dc9f7460bb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffb582d-c904-41b9-aaa2-3998e686a679,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:01.187903 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-06790457-34b9-4450-a285-64dc9f7460bb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:01.189040 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-06790457-34b9-4450-a285-64dc9f7460bb tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/security-groups/2ffb582d-c904-41b9-aaa2-3998e686a679 HTTP/1.1" status: 204 len: 168 time: 0.1934519 Feb 28 15:10:01.229220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50770) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:10:01.706662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe75efd3-616b-4892-ae3c-cd9e6977cdb4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:02.299215 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-fe75efd3-616b-4892-ae3c-cd9e6977cdb4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port dee95cea-d734-4a5f-8344-90c0f24161ac {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:10:02.299937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe75efd3-616b-4892-ae3c-cd9e6977cdb4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:02.479471 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-fe75efd3-616b-4892-ae3c-cd9e6977cdb4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port dee95cea-d734-4a5f-8344-90c0f24161ac, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dee95cea-d734-4a5f-8344-90c0f24161ac,segment=NetworkSegment(1df6d245-1d01-4da7-a792-d225c449b105),segment_id=1df6d245-1d01-4da7-a792-d225c449b105)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:10:02.479870 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe75efd3-616b-4892-ae3c-cd9e6977cdb4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:02.600179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-fe75efd3-616b-4892-ae3c-cd9e6977cdb4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for dee95cea-d734-4a5f-8344-90c0f24161ac owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:10:02.771011 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe75efd3-616b-4892-ae3c-cd9e6977cdb4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:02.817436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe75efd3-616b-4892-ae3c-cd9e6977cdb4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=dee95cea-d734-4a5f-8344-90c0f24161ac,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:03.187127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe75efd3-616b-4892-ae3c-cd9e6977cdb4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:03.674711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device c09875ca-a182-4e1e-8f21-220eaf63afb6 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:10:03.705603 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: c09875ca-a182-4e1e-8f21-220eaf63afb6 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:10:03.705937 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device c09875ca-a182-4e1e-8f21-220eaf63afb6 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:10:03.748115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe75efd3-616b-4892-ae3c-cd9e6977cdb4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:10:03.936156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe75efd3-616b-4892-ae3c-cd9e6977cdb4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:10:03.947992 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fe75efd3-616b-4892-ae3c-cd9e6977cdb4 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "PUT /v2.0/routers/6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7177603 Feb 28 15:10:03.950628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50774) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:10:04.129474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-49c7d347-abc7-4caf-9f6f-324513c36fac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting subnet 182b604b-a60f-4b2f-a308-2108d9f20517 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:10:04.132166 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-49c7d347-abc7-4caf-9f6f-324513c36fac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:04.182541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-49c7d347-abc7-4caf-9f6f-324513c36fac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:04.264945 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-49c7d347-abc7-4caf-9f6f-324513c36fac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:04.332815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-49c7d347-abc7-4caf-9f6f-324513c36fac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:04.371225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c7d347-abc7-4caf-9f6f-324513c36fac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Subnet': ['ID=182b604b-a60f-4b2f-a308-2108d9f20517,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:04.376851 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-49c7d347-abc7-4caf-9f6f-324513c36fac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:04.382403 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a04d85f3-8560-48ff-961c-632232a9d867 None None] Network dc062605-66a6-4f69-89bd-d96eccf8cde6 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:10:04.383096 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-49c7d347-abc7-4caf-9f6f-324513c36fac tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/subnets/182b604b-a60f-4b2f-a308-2108d9f20517 HTTP/1.1" status: 204 len: 168 time: 0.4315376 Feb 28 15:10:04.385992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50778) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:10:04.650635 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16503f6f-0fac-45a4-9478-d16eaedba36d None None] DHCP port deletion for dc062605-66a6-4f69-89bd-d96eccf8cde6 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:10:04.654412 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-16503f6f-0fac-45a4-9478-d16eaedba36d None None] Deleting port 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:10:04.654828 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-16503f6f-0fac-45a4-9478-d16eaedba36d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:04.696685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48452355-824b-4bbe-8c8a-9af8ca13a6a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:04.852506 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-16503f6f-0fac-45a4-9478-d16eaedba36d None None] For port 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc,segment=NetworkSegment(1df6d245-1d01-4da7-a792-d225c449b105),segment_id=1df6d245-1d01-4da7-a792-d225c449b105)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:10:04.853087 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-16503f6f-0fac-45a4-9478-d16eaedba36d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:04.904133 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48452355-824b-4bbe-8c8a-9af8ca13a6a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:04.913908 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:10:04.917939 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-48452355-824b-4bbe-8c8a-9af8ca13a6a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Deleting port 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:10:04.918279 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48452355-824b-4bbe-8c8a-9af8ca13a6a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:05.036983 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-16503f6f-0fac-45a4-9478-d16eaedba36d None None] Calling delete_port for 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:10:05.088930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-48452355-824b-4bbe-8c8a-9af8ca13a6a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] For port 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6d5805ec-7ae7-41d9-b24b-5c6db4c190a1,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:10:05.089278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48452355-824b-4bbe-8c8a-9af8ca13a6a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:05.165750 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-16503f6f-0fac-45a4-9478-d16eaedba36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:05.208578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-48452355-824b-4bbe-8c8a-9af8ca13a6a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Calling delete_port for 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:10:05.215917 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16503f6f-0fac-45a4-9478-d16eaedba36d None None] Pushing event deleted for resources: {'Port': ['ID=13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:05.221065 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:05.232759 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16503f6f-0fac-45a4-9478-d16eaedba36d None None] No DVR routers for this DVR port 13f2ad4d-71d3-4671-967f-3fc1ac7e0fcc on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:10:05.376118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48452355-824b-4bbe-8c8a-9af8ca13a6a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:05.422887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48452355-824b-4bbe-8c8a-9af8ca13a6a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Port': ['ID=6d5805ec-7ae7-41d9-b24b-5c6db4c190a1,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:05.645495 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48452355-824b-4bbe-8c8a-9af8ca13a6a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:05.722177 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303df224-22d8-4575-8b89-1e259a5d0453 None None] Sync routers for ids ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:10:05.734825 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303df224-22d8-4575-8b89-1e259a5d0453 None None] Routers {'6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:10:05.735492 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-303df224-22d8-4575-8b89-1e259a5d0453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:09:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:10:05.858662 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-303df224-22d8-4575-8b89-1e259a5d0453 None None] Set router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:10:05.964252 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-303df224-22d8-4575-8b89-1e259a5d0453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d', 'name': 'tempest-TestNetworkBasicOps-router-1708435979', 'tenant_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:08:47Z', 'updated_at': '2022-02-28T15:10:05Z', 'revision_number': 9, 'project_id': 'dc1d4553fb84410fb62138d51b5fd9d3', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:10:05.968110 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303df224-22d8-4575-8b89-1e259a5d0453 None None] Checking router: 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:10:05.978468 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-303df224-22d8-4575-8b89-1e259a5d0453 None None] Routers {'6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:10:05.979049 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-303df224-22d8-4575-8b89-1e259a5d0453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:09:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:10:06.002465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48452355-824b-4bbe-8c8a-9af8ca13a6a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:06.006821 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48452355-824b-4bbe-8c8a-9af8ca13a6a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:06.032355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48452355-824b-4bbe-8c8a-9af8ca13a6a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:06.032955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48452355-824b-4bbe-8c8a-9af8ca13a6a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Fanout notify agent at l3_agent the message router_deleted on router 6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:10:06.046802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48452355-824b-4bbe-8c8a-9af8ca13a6a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:06.048013 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-48452355-824b-4bbe-8c8a-9af8ca13a6a2 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/routers/6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d HTTP/1.1" status: 204 len: 168 time: 1.6610873 Feb 28 15:10:06.050698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50782) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:10:06.065455 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-303df224-22d8-4575-8b89-1e259a5d0453 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:10:06.065871 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-303df224-22d8-4575-8b89-1e259a5d0453 None None] The sync data for ids ['6f0cca1d-ca94-4aa9-9c80-a5c75be2bf4d'] in dv-neutron-830866-2-hyperv is: [] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:10:06.163495 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b691d531-998a-444d-a775-776eae6e5ad1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:06.290749 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b691d531-998a-444d-a775-776eae6e5ad1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:06.314676 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-b691d531-998a-444d-a775-776eae6e5ad1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc062605-66a6-4f69-89bd-d96eccf8cde6']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:10:06.326255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-b691d531-998a-444d-a775-776eae6e5ad1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df6d245-1d01-4da7-a792-d225c449b105') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:10:06.326544 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-b691d531-998a-444d-a775-776eae6e5ad1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df6d245-1d01-4da7-a792-d225c449b105') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:10:06.337988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b691d531-998a-444d-a775-776eae6e5ad1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:06.353879 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b691d531-998a-444d-a775-776eae6e5ad1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:06.359686 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b691d531-998a-444d-a775-776eae6e5ad1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:10:06.360010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b691d531-998a-444d-a775-776eae6e5ad1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:10:06.373725 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:10:06.456254 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b691d531-998a-444d-a775-776eae6e5ad1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:06.474356 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b691d531-998a-444d-a775-776eae6e5ad1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:06.485647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b691d531-998a-444d-a775-776eae6e5ad1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] Pushing event deleted for resources: {'Network': ['ID=dc062605-66a6-4f69-89bd-d96eccf8cde6,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:06.495430 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b691d531-998a-444d-a775-776eae6e5ad1 tempest-TestNetworkBasicOps-393609407 tempest-TestNetworkBasicOps-393609407-project] 10.222.0.15 "DELETE /v2.0/networks/dc062605-66a6-4f69-89bd-d96eccf8cde6 HTTP/1.1" status: 204 len: 168 time: 0.4437578 Feb 28 15:10:06.815920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50790) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:10:06.856413 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07f846c0-7e5f-41f5-ab40-a9ef4a3c370c None None] New status for floating IP 08ad6c32-e456-43ae-887d-c4d785300fc4: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:10:06.968251 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:10:07.002726 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-afcfa257-5cac-4d6f-ae99-dc362a24eff5 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=dc1d4553fb84410fb62138d51b5fd9d3&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1833537 Feb 28 15:10:07.003273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50796) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:10:07.007320 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:10:07.007679 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6d5805ec-7ae7-41d9-b24b-5c6db4c190a1 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:10:07.008098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dee95cea-d734-4a5f-8344-90c0f24161ac no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:10:07.042071 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: dee95cea-d734-4a5f-8344-90c0f24161ac {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:10:07.042412 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dee95cea-d734-4a5f-8344-90c0f24161ac not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:10:07.068437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8b298d81-6a33-4437-ad88-40033c402f47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:07.092680 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8b298d81-6a33-4437-ad88-40033c402f47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:07.145678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8b298d81-6a33-4437-ad88-40033c402f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:07.162051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b298d81-6a33-4437-ad88-40033c402f47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34d7368b-8241-4233-ac54-b243042582af,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:07.168288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8b298d81-6a33-4437-ad88-40033c402f47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:07.169372 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8b298d81-6a33-4437-ad88-40033c402f47 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/34d7368b-8241-4233-ac54-b243042582af HTTP/1.1" status: 204 len: 168 time: 0.1651583 Feb 28 15:10:07.371751 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:10:07.492200 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50804) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:10:07.510155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec501088-fc97-4c83-bd93-66f33be434ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:07.540189 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ec501088-fc97-4c83-bd93-66f33be434ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:10:07.543907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ec501088-fc97-4c83-bd93-66f33be434ee admin admin] Usage tracker for resource:security_group_rule and tenant:4ed593bdaba5461a8a88035b7e1ace7d is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:10:07.546663 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ec501088-fc97-4c83-bd93-66f33be434ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:10:07.552156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ec501088-fc97-4c83-bd93-66f33be434ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:10:07.616890 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec501088-fc97-4c83-bd93-66f33be434ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:07.620400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec501088-fc97-4c83-bd93-66f33be434ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:07.667838 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec501088-fc97-4c83-bd93-66f33be434ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22e7b972-fd25-4756-a72b-5107d3d377b5,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:07.675450 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ec501088-fc97-4c83-bd93-66f33be434ee admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=4ed593bdaba5461a8a88035b7e1ace7d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1799223 Feb 28 15:10:07.676571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50808) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:10:07.736047 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-da4ddbd2-bd2f-4892-8cb0-45d7a2348ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:07.760723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-da4ddbd2-bd2f-4892-8cb0-45d7a2348ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:07.814614 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-da4ddbd2-bd2f-4892-8cb0-45d7a2348ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:07.828902 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da4ddbd2-bd2f-4892-8cb0-45d7a2348ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22e7b972-fd25-4756-a72b-5107d3d377b5,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:07.836276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-da4ddbd2-bd2f-4892-8cb0-45d7a2348ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:07.837978 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-da4ddbd2-bd2f-4892-8cb0-45d7a2348ac3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/22e7b972-fd25-4756-a72b-5107d3d377b5 HTTP/1.1" status: 204 len: 168 time: 0.1613691 Feb 28 15:10:15.696021 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-03c8852a-3934-4cb5-9158-1382c4a8754e tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/networks?tenant_id=ad623514b243465488f802e07a34884e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0267875 Feb 28 15:10:15.839374 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-0f50dc18-b92c-45bd-8433-8f138ae54878 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:15.840819 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-0f50dc18-b92c-45bd-8433-8f138ae54878 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1399944 Feb 28 15:10:15.856953 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-a9c73362-6c49-4292-90a7-43fbfc4476ae tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/quotas/ad623514b243465488f802e07a34884e HTTP/1.1" status: 200 len: 375 time: 0.0102518 Feb 28 15:10:15.900404 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-1dc62746-6e17-4d25-81f8-8bc50f97a564 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=ad623514b243465488f802e07a34884e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0381739 Feb 28 15:10:17.101513 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4d755411-fb25-4a73-b3c4-64c44969f9bd req-34a29ad4-b240-43a2-b501-84681a5fbcb6 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 210 time: 0.0414429 Feb 28 15:10:17.963849 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-8dd944fe-0e83-4e12-b11f-a86fb6a4f4d1 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=ad623514b243465488f802e07a34884e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293798 Feb 28 15:10:18.107367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-c1e9f8fa-eb90-4080-b916-3d8ca96319ed tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:18.108812 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-c1e9f8fa-eb90-4080-b916-3d8ca96319ed tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1401131 Feb 28 15:10:18.123686 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Request body: {'port': {'device_id': '4aa38637-ef19-4b3b-b078-c193460a0d3e', 'network_id': 'c7d2e287-3da5-479e-ba31-eacf219a048d', 'admin_state_up': True, 'tenant_id': 'ad623514b243465488f802e07a34884e'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:10:18.260315 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:10:18.264065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Usage tracker for resource:port and tenant:ad623514b243465488f802e07a34884e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:10:18.266950 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:10:18.268694 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aea8d496-780a-4ac2-879e-486afa1dc055 req-2cd239c6-4fee-4e9f-ba84-c8edde889c4d tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 210 time: 0.0440800 Feb 28 15:10:18.272623 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:10:18.282095 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Made reservation on behalf of ad623514b243465488f802e07a34884e for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:10:18.285207 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:18.298176 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:18.328762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:10:18.332395 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Usage tracker for resource:security_group_rule and tenant:ad623514b243465488f802e07a34884e is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:10:18.335047 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:10:18.340649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:10:18.408778 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:18.412722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:18.492422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2e19a8a9-9fba-49c9-91f4-bf7df662bceb,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:18.574423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Allocated IP 192.168.233.145 (c7d2e287-3da5-479e-ba31-eacf219a048d/1c0df173-0bc2-40da-85bc-e4eb66519563/9886e132-03f0-45fd-9b08-dce7870f7e86) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:10:18.855261 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:18.870552 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Transition to ACTIVE for port object 9886e132-03f0-45fd-9b08-dce7870f7e86 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:10:18.891853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:18.961455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Network c7d2e287-3da5-479e-ba31-eacf219a048d is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:10:18.964270 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:10:18.969008 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:10:18.996944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Pushing event updated for resources: {'Port': ['ID=9886e132-03f0-45fd-9b08-dce7870f7e86,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:19.034370 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:19.034968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:19.058418 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-83f70702-07d1-4d3e-9d19-8def5d747903 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9386177 Feb 28 15:10:19.069402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Request body: {'port': {'device_id': '4aa38637-ef19-4b3b-b078-c193460a0d3e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:10:19.173991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:19.209590 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0fc903a7-173f-4c47-acf1-3ba09aaa29fe None None] Provisioning for port 9886e132-03f0-45fd-9b08-dce7870f7e86 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:10:19.220353 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0fc903a7-173f-4c47-acf1-3ba09aaa29fe None None] Provisioning complete for port 9886e132-03f0-45fd-9b08-dce7870f7e86 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:10:19.220748 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0fc903a7-173f-4c47-acf1-3ba09aaa29fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:19.271583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0fc903a7-173f-4c47-acf1-3ba09aaa29fe None None] Port 9886e132-03f0-45fd-9b08-dce7870f7e86 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:10:19.517921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8deeb941-43d4-4b3b-84d9-aedf5cd8ad0d req-7b639296-20d1-4e60-9c10-72255221f493 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:19.518599 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-8deeb941-43d4-4b3b-84d9-aedf5cd8ad0d req-7b639296-20d1-4e60-9c10-72255221f493 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Synchronizing usage tracker for tenant:ad623514b243465488f802e07a34884e on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:10:19.577780 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-8deeb941-43d4-4b3b-84d9-aedf5cd8ad0d req-7b639296-20d1-4e60-9c10-72255221f493 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Unset dirty status for tenant:ad623514b243465488f802e07a34884e on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:10:19.578876 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8deeb941-43d4-4b3b-84d9-aedf5cd8ad0d req-7b639296-20d1-4e60-9c10-72255221f493 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 936 time: 0.1842961 Feb 28 15:10:19.584119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9886e132-03f0-45fd-9b08-dce7870f7e86 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:10:19.592051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:19.625513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Transition to ACTIVE for port object 9886e132-03f0-45fd-9b08-dce7870f7e86 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:10:19.633766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:19.692445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-8deeb941-43d4-4b3b-84d9-aedf5cd8ad0d req-80f15385-f421-46b8-800c-4dfd69d563a4 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Synchronizing usage tracker for tenant:ad623514b243465488f802e07a34884e on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:10:19.782160 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=9886e132-03f0-45fd-9b08-dce7870f7e86,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:19.790568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-8deeb941-43d4-4b3b-84d9-aedf5cd8ad0d req-80f15385-f421-46b8-800c-4dfd69d563a4 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Unset dirty status for tenant:ad623514b243465488f802e07a34884e on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:10:19.791818 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8deeb941-43d4-4b3b-84d9-aedf5cd8ad0d req-80f15385-f421-46b8-800c-4dfd69d563a4 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e19a8a9-9fba-49c9-91f4-bf7df662bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037227 Feb 28 15:10:19.894141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Attempting to bind port 9886e132-03f0-45fd-9b08-dce7870f7e86 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:10:19.894470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Attempting to bind port 9886e132-03f0-45fd-9b08-dce7870f7e86 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '49775691-62d4-42bb-b848-5a2d7585dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c7d2e287-3da5-479e-ba31-eacf219a048d'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:10:19.894794 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Attempting to bind port 9886e132-03f0-45fd-9b08-dce7870f7e86 on network c7d2e287-3da5-479e-ba31-eacf219a048d {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:10:19.901141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Port 9886e132-03f0-45fd-9b08-dce7870f7e86 on network c7d2e287-3da5-479e-ba31-eacf219a048d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:10:19.901456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Attempting to bind port 9886e132-03f0-45fd-9b08-dce7870f7e86 on network c7d2e287-3da5-479e-ba31-eacf219a048d {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:10:19.907737 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 9, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:10:19.908087 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Checking segment: {'id': '49775691-62d4-42bb-b848-5a2d7585dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c7d2e287-3da5-479e-ba31-eacf219a048d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:10:19.908477 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Bound using segment: {'id': '49775691-62d4-42bb-b848-5a2d7585dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c7d2e287-3da5-479e-ba31-eacf219a048d'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:10:19.908888 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Bound port: 9886e132-03f0-45fd-9b08-dce7870f7e86, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '49775691-62d4-42bb-b848-5a2d7585dc28', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c7d2e287-3da5-479e-ba31-eacf219a048d'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:10:19.909221 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:20.016451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] For port 9886e132-03f0-45fd-9b08-dce7870f7e86, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:10:20.019209 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] For port 9886e132-03f0-45fd-9b08-dce7870f7e86, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=9886e132-03f0-45fd-9b08-dce7870f7e86,segment=NetworkSegment(49775691-62d4-42bb-b848-5a2d7585dc28),segment_id=49775691-62d4-42bb-b848-5a2d7585dc28)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:10:20.023882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:20.085380 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:20.086710 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] 10.222.0.20 "PUT /v2.0/ports/9886e132-03f0-45fd-9b08-dce7870f7e86 HTTP/1.1" status: 200 len: 1098 time: 1.0214238 Feb 28 15:10:20.087137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aa38637-ef19-4b3b-b078-c193460a0d3e', 'tag': '9886e132-03f0-45fd-9b08-dce7870f7e86'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:10:20.102891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faff2c3a-6f98-4d44-85e4-7f546f8c2ed6 service neutron] Pushing event updated for resources: {'Port': ['ID=9886e132-03f0-45fd-9b08-dce7870f7e86,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:20.169662 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aa38637-ef19-4b3b-b078-c193460a0d3e', 'tag': '9886e132-03f0-45fd-9b08-dce7870f7e86', 'status': 'completed', 'code': 200} Feb 28 15:10:20.215881 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-207ea729-61c3-47a1-8950-7961bc41540f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad623514b243465488f802e07a34884e&device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 1101 time: 0.0812330 Feb 28 15:10:20.288700 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-b3ed066f-b4a8-4c14-a17e-ce0148c79bf1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9886e132-03f0-45fd-9b08-dce7870f7e86 HTTP/1.1" status: 200 len: 217 time: 0.0664384 Feb 28 15:10:20.355002 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-e64dfaac-cc88-4ca6-aeed-62e39528675a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:20.356356 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-e64dfaac-cc88-4ca6-aeed-62e39528675a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c0df173-0bc2-40da-85bc-e4eb66519563 HTTP/1.1" status: 200 len: 843 time: 0.0618236 Feb 28 15:10:20.427384 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-4c5968bd-f1b6-4d48-b9d9-e5907f0bd00c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7d2e287-3da5-479e-ba31-eacf219a048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0653403 Feb 28 15:10:20.556239 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-19701dbc-3fe3-4236-9956-8424ae9b7509 service neutron] 10.222.0.20 "GET /v2.0/networks/c7d2e287-3da5-479e-ba31-eacf219a048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217389 Feb 28 15:10:20.773398 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e965e9a0-40fa-45b6-9412-8431410d39f8 req-a705bbc4-f374-4194-bbb6-1b2ace53b30e service neutron] 10.222.0.20 "GET /v2.0/networks/c7d2e287-3da5-479e-ba31-eacf219a048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112956 Feb 28 15:10:20.886505 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f270b3f8-76bb-4808-a1c2-37d5ad9bc7e4 req-3b4d910b-66c3-485f-982f-a32f24a93a03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ad623514b243465488f802e07a34884e&device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 1101 time: 0.0717466 Feb 28 15:10:21.071273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270b3f8-76bb-4808-a1c2-37d5ad9bc7e4 req-954e8110-59b1-4382-b827-c45f18e3a824 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:21.072726 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f270b3f8-76bb-4808-a1c2-37d5ad9bc7e4 req-954e8110-59b1-4382-b827-c45f18e3a824 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7d2e287-3da5-479e-ba31-eacf219a048d HTTP/1.1" status: 200 len: 869 time: 0.1794097 Feb 28 15:10:21.085742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4404115-6325-4f30-a13f-7ef98c6522ed req-23243173-18bc-43b9-afd0-075d7e27191d tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:21.087013 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e4404115-6325-4f30-a13f-7ef98c6522ed req-23243173-18bc-43b9-afd0-075d7e27191d tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 948 time: 0.1289008 Feb 28 15:10:21.164863 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f270b3f8-76bb-4808-a1c2-37d5ad9bc7e4 req-42560d18-6315-4117-a221-3a67679bb6b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=9886e132-03f0-45fd-9b08-dce7870f7e86 HTTP/1.1" status: 200 len: 217 time: 0.0769589 Feb 28 15:10:21.231032 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e4404115-6325-4f30-a13f-7ef98c6522ed req-a2873908-31d3-4edb-9856-c062cbf74bdd tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e19a8a9-9fba-49c9-91f4-bf7df662bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945265 Feb 28 15:10:21.241851 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f270b3f8-76bb-4808-a1c2-37d5ad9bc7e4 req-812723b2-d6eb-42c4-8faa-57a1a97d46ea service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:21.243199 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f270b3f8-76bb-4808-a1c2-37d5ad9bc7e4 req-812723b2-d6eb-42c4-8faa-57a1a97d46ea service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1c0df173-0bc2-40da-85bc-e4eb66519563 HTTP/1.1" status: 200 len: 843 time: 0.0678866 Feb 28 15:10:21.317430 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f270b3f8-76bb-4808-a1c2-37d5ad9bc7e4 req-5d5b21c1-64b0-4557-a7a6-83b6f61e42ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7d2e287-3da5-479e-ba31-eacf219a048d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1180 time: 0.0665607 Feb 28 15:10:21.444844 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f270b3f8-76bb-4808-a1c2-37d5ad9bc7e4 req-68b29c91-2433-42ef-9d53-ba78e623ec43 service neutron] 10.222.0.20 "GET /v2.0/networks/c7d2e287-3da5-479e-ba31-eacf219a048d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209409 Feb 28 15:10:21.575090 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f270b3f8-76bb-4808-a1c2-37d5ad9bc7e4 req-4a6a5b07-4b59-4008-a3bc-85d85436f7b1 service neutron] 10.222.0.20 "GET /v2.0/networks/c7d2e287-3da5-479e-ba31-eacf219a048d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234860 Feb 28 15:10:22.425086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4f8080-a855-4b13-ba6d-818df906043c req-c9e02f47-31fa-4d00-a628-479b3261091d tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:22.426514 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8d4f8080-a855-4b13-ba6d-818df906043c req-c9e02f47-31fa-4d00-a628-479b3261091d tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 948 time: 0.0739222 Feb 28 15:10:22.471078 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8d4f8080-a855-4b13-ba6d-818df906043c req-01bfa25e-b678-4fec-8ea2-2cd9371298cf tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e19a8a9-9fba-49c9-91f4-bf7df662bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389650 Feb 28 15:10:23.660600 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e939e9-bac6-4309-babd-c2dfe7ebba39 req-fa9590ed-e1fb-4dbb-b72f-b8c808c428c6 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:23.662028 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-29e939e9-bac6-4309-babd-c2dfe7ebba39 req-fa9590ed-e1fb-4dbb-b72f-b8c808c428c6 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 948 time: 0.0738869 Feb 28 15:10:23.715447 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-29e939e9-bac6-4309-babd-c2dfe7ebba39 req-9c2c6000-2f41-4f31-a0a3-66c2016d6cf1 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e19a8a9-9fba-49c9-91f4-bf7df662bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476391 Feb 28 15:10:23.799276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 9886e132-03f0-45fd-9b08-dce7870f7e86 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:10:23.926959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 9886e132-03f0-45fd-9b08-dce7870f7e86, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=9886e132-03f0-45fd-9b08-dce7870f7e86,segment=NetworkSegment(49775691-62d4-42bb-b848-5a2d7585dc28),segment_id=49775691-62d4-42bb-b848-5a2d7585dc28)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:10:23.939254 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '9886e132-03f0-45fd-9b08-dce7870f7e86', 'network_id': 'c7d2e287-3da5-479e-ba31-eacf219a048d', 'port_id': '9886e132-03f0-45fd-9b08-dce7870f7e86', 'mac_address': 'fa:16:3e:23:62:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1c0df173-0bc2-40da-85bc-e4eb66519563', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:10:23.993371 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:24.009383 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9886e132-03f0-45fd-9b08-dce7870f7e86 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:10:24.023730 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 9886e132-03f0-45fd-9b08-dce7870f7e86, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=9886e132-03f0-45fd-9b08-dce7870f7e86,segment=NetworkSegment(49775691-62d4-42bb-b848-5a2d7585dc28),segment_id=49775691-62d4-42bb-b848-5a2d7585dc28)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:10:24.027992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:24.095624 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=9886e132-03f0-45fd-9b08-dce7870f7e86,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:24.231011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['9886e132-03f0-45fd-9b08-dce7870f7e86'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:10:24.913044 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44811c94-572b-4afe-ba96-1c2cf1479666 req-34598998-24e3-43ea-a9fa-4f2b5bd1a46c tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:24.914482 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-44811c94-572b-4afe-ba96-1c2cf1479666 req-34598998-24e3-43ea-a9fa-4f2b5bd1a46c tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 949 time: 0.0773556 Feb 28 15:10:24.958316 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-44811c94-572b-4afe-ba96-1c2cf1479666 req-c28bab73-0c3c-4b1c-b05b-93d5e139a3f4 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e19a8a9-9fba-49c9-91f4-bf7df662bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384958 Feb 28 15:10:25.465523 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fdb1debc-3417-41df-bd21-a8d41a679950 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:25.814606 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 9886e132-03f0-45fd-9b08-dce7870f7e86 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:10:25.880761 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 9886e132-03f0-45fd-9b08-dce7870f7e86 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:10:25.885477 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 9886e132-03f0-45fd-9b08-dce7870f7e86 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:10:25.885841 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:25.995251 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:26.021352 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa38637-ef19-4b3b-b078-c193460a0d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9886e132-03f0-45fd-9b08-dce7870f7e86'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:10:26.030524 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 9886e132-03f0-45fd-9b08-dce7870f7e86, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=9886e132-03f0-45fd-9b08-dce7870f7e86,segment=NetworkSegment(49775691-62d4-42bb-b848-5a2d7585dc28),segment_id=49775691-62d4-42bb-b848-5a2d7585dc28)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:10:26.034388 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:26.107674 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa38637-ef19-4b3b-b078-c193460a0d3e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9886e132-03f0-45fd-9b08-dce7870f7e86', 'code': 200} Feb 28 15:10:26.146552 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=9886e132-03f0-45fd-9b08-dce7870f7e86,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:26.158226 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f8da93d-76a1-4dd5-841c-c279e86d5710 req-c7b90830-f653-42aa-b43c-08ff3773b321 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:26.159683 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9f8da93d-76a1-4dd5-841c-c279e86d5710 req-c7b90830-f653-42aa-b43c-08ff3773b321 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 950 time: 0.0788720 Feb 28 15:10:26.204126 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9f8da93d-76a1-4dd5-841c-c279e86d5710 req-d004bffd-6376-4c34-bd0a-ec872bd94a0c tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e19a8a9-9fba-49c9-91f4-bf7df662bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390327 Feb 28 15:10:26.311812 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0aac2b66-cd53-4e9f-8b73-560cab8d4b18 req-836b2b2a-53cb-4db2-a7a2-fd786f84a4e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 1103 time: 0.0697381 Feb 28 15:10:26.351496 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0aac2b66-cd53-4e9f-8b73-560cab8d4b18 req-319a722b-49fd-461c-a8d9-ad5709afb390 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2e19a8a9-9fba-49c9-91f4-bf7df662bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344715 Feb 28 15:10:27.412759 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0111af-dc69-4383-8e0c-fe607dfdc93e req-2a56e813-97be-48a7-aaa4-c09881944ae0 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:27.414226 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4e0111af-dc69-4383-8e0c-fe607dfdc93e req-2a56e813-97be-48a7-aaa4-c09881944ae0 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 950 time: 0.0784667 Feb 28 15:10:27.463116 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4e0111af-dc69-4383-8e0c-fe607dfdc93e req-5a8c5667-4c57-41d1-9807-1f1f836d9290 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e19a8a9-9fba-49c9-91f4-bf7df662bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433593 Feb 28 15:10:27.637480 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1474386a-72b8-4cab-ba2b-ea1e5fda1bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:27.754636 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:28.656929 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b164e566-6628-4aee-8966-d53a23eaa21f req-6e21d4fa-fee9-4c44-a0dc-9b042c0960a7 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:28.658356 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b164e566-6628-4aee-8966-d53a23eaa21f req-6e21d4fa-fee9-4c44-a0dc-9b042c0960a7 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 950 time: 0.0753758 Feb 28 15:10:28.702833 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b164e566-6628-4aee-8966-d53a23eaa21f req-456fe585-4274-4728-a0e9-08e7cae42bc7 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e19a8a9-9fba-49c9-91f4-bf7df662bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391748 Feb 28 15:10:28.885832 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:28.887522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:29.243022 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-14b79b14-1428-44ee-9f43-115315534728 req-f9c43a59-8eac-4de5-b738-26649e7618e7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1890531 Feb 28 15:10:29.721434 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0b214db8-379a-4e0b-9d27-ab6cc1e7c732 req-e67a15a1-56d2-4f8f-b86a-f90b63febe4a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0685432 Feb 28 15:10:30.227733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10820fc9-123b-40e1-93b5-318072555564 req-05361b15-1fe3-42fb-941f-8f28d9541997 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:30.229147 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-10820fc9-123b-40e1-93b5-318072555564 req-05361b15-1fe3-42fb-941f-8f28d9541997 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 950 time: 0.0747747 Feb 28 15:10:30.257250 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:30.274143 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-10820fc9-123b-40e1-93b5-318072555564 req-eb73407e-2d08-49b9-929d-1dffb4264c01 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e19a8a9-9fba-49c9-91f4-bf7df662bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394211 Feb 28 15:10:31.430766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45c770d-da2e-456f-8e92-caf5e0745ab2 req-e3e91082-2a01-4066-88a1-d3932243a05c tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:31.432320 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c45c770d-da2e-456f-8e92-caf5e0745ab2 req-e3e91082-2a01-4066-88a1-d3932243a05c tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.20 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 950 time: 0.0792396 Feb 28 15:10:31.471685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fded8f5-60e2-4c22-86ce-17ebbbbf6a36 req-7a7ff40d-0e01-4196-bb3c-1d87ced12701 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:31.473130 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6fded8f5-60e2-4c22-86ce-17ebbbbf6a36 req-7a7ff40d-0e01-4196-bb3c-1d87ced12701 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 950 time: 0.0756433 Feb 28 15:10:31.499291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-c45c770d-da2e-456f-8e92-caf5e0745ab2 req-5944448c-f2ae-46b6-8901-82889ced4d0d tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Deleting port 9886e132-03f0-45fd-9b08-dce7870f7e86 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:10:31.499683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c45c770d-da2e-456f-8e92-caf5e0745ab2 req-5944448c-f2ae-46b6-8901-82889ced4d0d tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:31.521057 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6fded8f5-60e2-4c22-86ce-17ebbbbf6a36 req-735ba69a-ff1c-4ae5-a7d4-9e2fe65c81ad tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/security-groups?id=2e19a8a9-9fba-49c9-91f4-bf7df662bceb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420926 Feb 28 15:10:31.822052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-c45c770d-da2e-456f-8e92-caf5e0745ab2 req-5944448c-f2ae-46b6-8901-82889ced4d0d tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] For port 9886e132-03f0-45fd-9b08-dce7870f7e86, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=9886e132-03f0-45fd-9b08-dce7870f7e86,segment=NetworkSegment(49775691-62d4-42bb-b848-5a2d7585dc28),segment_id=49775691-62d4-42bb-b848-5a2d7585dc28)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:10:31.822391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c45c770d-da2e-456f-8e92-caf5e0745ab2 req-5944448c-f2ae-46b6-8901-82889ced4d0d tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:31.937655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-c45c770d-da2e-456f-8e92-caf5e0745ab2 req-5944448c-f2ae-46b6-8901-82889ced4d0d tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Calling delete_port for 9886e132-03f0-45fd-9b08-dce7870f7e86 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:10:32.073994 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c45c770d-da2e-456f-8e92-caf5e0745ab2 req-5944448c-f2ae-46b6-8901-82889ced4d0d tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:32.085444 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['9886e132-03f0-45fd-9b08-dce7870f7e86'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:10:32.125327 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5944448c-f2ae-46b6-8901-82889ced4d0d tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Pushing event deleted for resources: {'Port': ['ID=9886e132-03f0-45fd-9b08-dce7870f7e86,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:32.194977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-c45c770d-da2e-456f-8e92-caf5e0745ab2 req-5944448c-f2ae-46b6-8901-82889ced4d0d tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] No DVR routers for this DVR port 9886e132-03f0-45fd-9b08-dce7870f7e86 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:10:32.197396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c45c770d-da2e-456f-8e92-caf5e0745ab2 req-5944448c-f2ae-46b6-8901-82889ced4d0d tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:32.199886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aa38637-ef19-4b3b-b078-c193460a0d3e', 'name': 'network-vif-deleted', 'tag': '9886e132-03f0-45fd-9b08-dce7870f7e86'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:10:32.214898 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c45c770d-da2e-456f-8e92-caf5e0745ab2 req-5944448c-f2ae-46b6-8901-82889ced4d0d tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.20 "DELETE /v2.0/ports/9886e132-03f0-45fd-9b08-dce7870f7e86 HTTP/1.1" status: 204 len: 173 time: 0.7777998 Feb 28 15:10:32.260843 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aa38637-ef19-4b3b-b078-c193460a0d3e', 'name': 'network-vif-deleted', 'tag': '9886e132-03f0-45fd-9b08-dce7870f7e86', 'status': 'completed', 'code': 200} Feb 28 15:10:32.706644 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c76b999e-63c6-4303-a289-14d1f16db3cf req-60c2b20b-7281-4e4e-82c0-52e67c23e6d2 tempest-ServersAdminNegativeTestJSON-169195017 tempest-ServersAdminNegativeTestJSON-169195017-project] 10.222.0.15 "GET /v2.0/ports?device_id=4aa38637-ef19-4b3b-b078-c193460a0d3e HTTP/1.1" status: 200 len: 210 time: 0.0399692 Feb 28 15:10:34.085667 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50950) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:10:34.251914 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e6f6bb5e-861d-495a-9126-a54949df17be admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=ad623514b243465488f802e07a34884e&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1650124 Feb 28 15:10:34.254374 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50956) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:10:34.311081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f4237586-d8a7-4398-beb3-1a2a980702af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:34.335446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f4237586-d8a7-4398-beb3-1a2a980702af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:34.388190 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f4237586-d8a7-4398-beb3-1a2a980702af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:34.405005 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4237586-d8a7-4398-beb3-1a2a980702af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e19a8a9-9fba-49c9-91f4-bf7df662bceb,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:34.414420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f4237586-d8a7-4398-beb3-1a2a980702af admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:34.417845 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f4237586-d8a7-4398-beb3-1a2a980702af admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/2e19a8a9-9fba-49c9-91f4-bf7df662bceb HTTP/1.1" status: 204 len: 168 time: 0.1603053 Feb 28 15:10:34.744571 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 50964) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:10:34.762891 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e953ec51-df55-47d4-a3d5-7aa0b47b23b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:34.792887 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e953ec51-df55-47d4-a3d5-7aa0b47b23b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:10:34.797127 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e953ec51-df55-47d4-a3d5-7aa0b47b23b4 admin admin] Usage tracker for resource:security_group_rule and tenant:934c13e6e15049dcbc9459e7326ac43c is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:10:34.800029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e953ec51-df55-47d4-a3d5-7aa0b47b23b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:10:34.806174 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e953ec51-df55-47d4-a3d5-7aa0b47b23b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:10:34.870045 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e953ec51-df55-47d4-a3d5-7aa0b47b23b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:34.874419 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e953ec51-df55-47d4-a3d5-7aa0b47b23b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:34.918895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e953ec51-df55-47d4-a3d5-7aa0b47b23b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f53cd237-db5a-4522-80fb-54c81583e5ff,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:34.923847 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e953ec51-df55-47d4-a3d5-7aa0b47b23b4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=934c13e6e15049dcbc9459e7326ac43c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1782601 Feb 28 15:10:34.926722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50968) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:10:34.985411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e626ea9d-807a-4420-8344-13a7821e468a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:35.012195 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e626ea9d-807a-4420-8344-13a7821e468a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:35.064632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e626ea9d-807a-4420-8344-13a7821e468a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:35.078759 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e626ea9d-807a-4420-8344-13a7821e468a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f53cd237-db5a-4522-80fb-54c81583e5ff,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:35.085786 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e626ea9d-807a-4420-8344-13a7821e468a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:35.087971 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e626ea9d-807a-4420-8344-13a7821e468a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f53cd237-db5a-4522-80fb-54c81583e5ff HTTP/1.1" status: 204 len: 168 time: 0.1600382 Feb 28 15:10:35.877463 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 9886e132-03f0-45fd-9b08-dce7870f7e86 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:10:35.897035 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50990) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:10:35.909541 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 9886e132-03f0-45fd-9b08-dce7870f7e86 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:10:35.909882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 9886e132-03f0-45fd-9b08-dce7870f7e86 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:10:36.023400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-289300350-network', 'tenant_id': '06470df2bc374313aa89c4b333cbc755'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:10:36.028059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:10:36.031772 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Usage tracker for resource:network and tenant:06470df2bc374313aa89c4b333cbc755 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:10:36.034593 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:10:36.040174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:10:36.050122 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Made reservation on behalf of 06470df2bc374313aa89c4b333cbc755 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:10:36.052391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:36.064576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:36.094455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:10:36.098185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Usage tracker for resource:security_group_rule and tenant:06470df2bc374313aa89c4b333cbc755 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:10:36.100885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:10:36.106575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:10:36.169014 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:36.172574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:36.201867 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:10:36.210484 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f814d63a-e869-4015-bbf3-02b4170d62a6,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:36.217773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:36.218034 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Added segment 98735078-9491-48c3-8df6-227aa6d604b3 of type vlan for network c3fd3b15-d1c5-4373-b4bc-41c88487b7ab Feb 28 15:10:36.243436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:36.270597 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:36.271521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:36.272099 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:36.375227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] Pushing event updated for resources: {'Network': ['ID=c3fd3b15-d1c5-4373-b4bc-41c88487b7ab,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:36.379453 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-eb2d366e-d1c6-444c-8a3a-3ee03317229e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.4813607 Feb 28 15:10:36.382986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 50996) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:10:36.384926 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network c3fd3b15-d1c5-4373-b4bc-41c88487b7ab details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:10:36.388546 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-9082cd37-cb9b-4cc5-835c-1871e2b04147 admin admin] Request body: {'subnet': {'network_id': 'c3fd3b15-d1c5-4373-b4bc-41c88487b7ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-289300350-subnet', 'tenant_id': '06470df2bc374313aa89c4b333cbc755', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:10:36.393298 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9082cd37-cb9b-4cc5-835c-1871e2b04147 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:10:36.397093 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9082cd37-cb9b-4cc5-835c-1871e2b04147 admin admin] Usage tracker for resource:subnet and tenant:06470df2bc374313aa89c4b333cbc755 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:10:36.399895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9082cd37-cb9b-4cc5-835c-1871e2b04147 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:10:36.405839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9082cd37-cb9b-4cc5-835c-1871e2b04147 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:10:36.416365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9082cd37-cb9b-4cc5-835c-1871e2b04147 admin admin] Made reservation on behalf of 06470df2bc374313aa89c4b333cbc755 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:10:36.418687 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9082cd37-cb9b-4cc5-835c-1871e2b04147 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:36.619521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9082cd37-cb9b-4cc5-835c-1871e2b04147 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:36.684300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9082cd37-cb9b-4cc5-835c-1871e2b04147 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b20094ca-3587-4290-b551-abfc81ca6f0b,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:36.702402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9082cd37-cb9b-4cc5-835c-1871e2b04147 admin admin] Checking segment: {'id': '98735078-9491-48c3-8df6-227aa6d604b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c3fd3b15-d1c5-4373-b4bc-41c88487b7ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:10:36.702745 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9082cd37-cb9b-4cc5-835c-1871e2b04147 admin admin] Network hostable DHCP agents. Network: c3fd3b15-d1c5-4373-b4bc-41c88487b7ab, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:10:36.723811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9082cd37-cb9b-4cc5-835c-1871e2b04147 admin admin] Network c3fd3b15-d1c5-4373-b4bc-41c88487b7ab is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:10:36.732276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-9082cd37-cb9b-4cc5-835c-1871e2b04147 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, c3fd3b15-d1c5-4373-b4bc-41c88487b7ab) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:10:36.736027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9082cd37-cb9b-4cc5-835c-1871e2b04147 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:36.736602 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9082cd37-cb9b-4cc5-835c-1871e2b04147 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:36.742082 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d15a0da-5eff-4a0c-8369-313ec16c9de5 None None] Network c3fd3b15-d1c5-4373-b4bc-41c88487b7ab requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:10:36.756804 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9082cd37-cb9b-4cc5-835c-1871e2b04147 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.3723173 Feb 28 15:10:36.949137 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ed75c8-db03-4218-a0e9-0b4b9cbeee81 None None] Network c3fd3b15-d1c5-4373-b4bc-41c88487b7ab requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:10:37.281582 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-4e5ae3ae-de23-486b-aed2-add15ab74d3a tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:37.282927 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-4e5ae3ae-de23-486b-aed2-add15ab74d3a tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/networks?id=c3fd3b15-d1c5-4373-b4bc-41c88487b7ab HTTP/1.1" status: 200 len: 811 time: 0.1402798 Feb 28 15:10:37.298920 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-e2896682-26ab-4993-a480-779bd93ba0bc tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/quotas/06470df2bc374313aa89c4b333cbc755 HTTP/1.1" status: 200 len: 375 time: 0.0106330 Feb 28 15:10:37.347152 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-9c1cbab8-8ac7-49f4-8840-207e786bf271 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=06470df2bc374313aa89c4b333cbc755&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434117 Feb 28 15:10:37.477181 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-28f69494-c1c3-4a18-a156-36a10fb6aebc service neutron] 10.222.0.15 "GET /v2.0/networks/c3fd3b15-d1c5-4373-b4bc-41c88487b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230235 Feb 28 15:10:37.681162 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-cf6bea56-2a0a-4542-a479-97b993b883aa service neutron] 10.222.0.15 "GET /v2.0/networks/c3fd3b15-d1c5-4373-b4bc-41c88487b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1977580 Feb 28 15:10:37.862884 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2453a3e3-d25c-4b36-b7a0-e3d831cafc20 req-986a10d9-bd47-4425-a059-032a12782c11 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 210 time: 0.0468030 Feb 28 15:10:38.890360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-4ebe1cb7-4db3-4479-a5f9-2aeb72672b14 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:38.891084 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-4ebe1cb7-4db3-4479-a5f9-2aeb72672b14 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Synchronizing usage tracker for tenant:06470df2bc374313aa89c4b333cbc755 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:10:38.910635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-4ebe1cb7-4db3-4479-a5f9-2aeb72672b14 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Unset dirty status for tenant:06470df2bc374313aa89c4b333cbc755 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:10:38.911772 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-4ebe1cb7-4db3-4479-a5f9-2aeb72672b14 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.20 "GET /v2.0/networks?id=c3fd3b15-d1c5-4373-b4bc-41c88487b7ab HTTP/1.1" status: 200 len: 811 time: 0.1622589 Feb 28 15:10:38.928006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Request body: {'port': {'device_id': 'c1fbfef5-608e-4e62-b10b-d16082765413', 'network_id': 'c3fd3b15-d1c5-4373-b4bc-41c88487b7ab', 'admin_state_up': True, 'tenant_id': '06470df2bc374313aa89c4b333cbc755'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:10:39.037996 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e5be8b9f-88a1-454a-bded-f44b5d7c7e5c req-b9fef203-7752-41ae-9ce2-d24e65704cad tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 210 time: 0.0491955 Feb 28 15:10:39.069590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:10:39.073271 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Usage tracker for resource:port and tenant:06470df2bc374313aa89c4b333cbc755 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:10:39.076031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:10:39.081550 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:10:39.092065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Made reservation on behalf of 06470df2bc374313aa89c4b333cbc755 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:10:39.094960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:39.330607 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Allocated IP 172.20.0.11 (c3fd3b15-d1c5-4373-b4bc-41c88487b7ab/b20094ca-3587-4290-b551-abfc81ca6f0b/960cfd21-d6fe-4853-a342-bc26d278bc7c) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:10:39.529632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:39.556422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:39.623497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Network c3fd3b15-d1c5-4373-b4bc-41c88487b7ab is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:10:39.626746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:10:39.629130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:10:39.671425 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Pushing event updated for resources: {'Port': ['ID=960cfd21-d6fe-4853-a342-bc26d278bc7c,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:39.695986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:39.696575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:39.715192 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-3f87c7ce-8fbf-4b34-928d-2a162060b372 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7912123 Feb 28 15:10:39.726200 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Request body: {'port': {'device_id': 'c1fbfef5-608e-4e62-b10b-d16082765413', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:10:39.834960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:40.198362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 960cfd21-d6fe-4853-a342-bc26d278bc7c {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:10:40.210045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:40.230717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Transition to ACTIVE for port object 960cfd21-d6fe-4853-a342-bc26d278bc7c will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:10:40.239720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:40.371156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47626e8f-7f55-41ed-8d30-3c514495b589 req-faa50916-63b6-44cf-a705-523a6ca67459 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:40.371792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-47626e8f-7f55-41ed-8d30-3c514495b589 req-faa50916-63b6-44cf-a705-523a6ca67459 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Synchronizing usage tracker for tenant:06470df2bc374313aa89c4b333cbc755 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:10:40.375447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Pushing event updated for resources: {'Port': ['ID=960cfd21-d6fe-4853-a342-bc26d278bc7c,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:40.453104 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-47626e8f-7f55-41ed-8d30-3c514495b589 req-faa50916-63b6-44cf-a705-523a6ca67459 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Unset dirty status for tenant:06470df2bc374313aa89c4b333cbc755 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:10:40.454231 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-47626e8f-7f55-41ed-8d30-3c514495b589 req-faa50916-63b6-44cf-a705-523a6ca67459 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 932 time: 0.2903700 Feb 28 15:10:40.523679 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Attempting to bind port 960cfd21-d6fe-4853-a342-bc26d278bc7c on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:10:40.524007 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Attempting to bind port 960cfd21-d6fe-4853-a342-bc26d278bc7c by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '98735078-9491-48c3-8df6-227aa6d604b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c3fd3b15-d1c5-4373-b4bc-41c88487b7ab'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:10:40.524324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Attempting to bind port 960cfd21-d6fe-4853-a342-bc26d278bc7c on network c3fd3b15-d1c5-4373-b4bc-41c88487b7ab {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:10:40.531262 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-47626e8f-7f55-41ed-8d30-3c514495b589 req-292e5633-59d0-49f5-824e-e976e97b86f0 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Synchronizing usage tracker for tenant:06470df2bc374313aa89c4b333cbc755 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:10:40.537213 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Port 960cfd21-d6fe-4853-a342-bc26d278bc7c on network c3fd3b15-d1c5-4373-b4bc-41c88487b7ab not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:10:40.537526 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Attempting to bind port 960cfd21-d6fe-4853-a342-bc26d278bc7c on network c3fd3b15-d1c5-4373-b4bc-41c88487b7ab {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:10:40.549275 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 10, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:10:40.549620 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Checking segment: {'id': '98735078-9491-48c3-8df6-227aa6d604b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c3fd3b15-d1c5-4373-b4bc-41c88487b7ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:10:40.550008 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Bound using segment: {'id': '98735078-9491-48c3-8df6-227aa6d604b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c3fd3b15-d1c5-4373-b4bc-41c88487b7ab'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:10:40.550554 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Bound port: 960cfd21-d6fe-4853-a342-bc26d278bc7c, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '98735078-9491-48c3-8df6-227aa6d604b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c3fd3b15-d1c5-4373-b4bc-41c88487b7ab'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:10:40.550872 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:40.564932 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-47626e8f-7f55-41ed-8d30-3c514495b589 req-292e5633-59d0-49f5-824e-e976e97b86f0 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Unset dirty status for tenant:06470df2bc374313aa89c4b333cbc755 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:10:40.566020 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-47626e8f-7f55-41ed-8d30-3c514495b589 req-292e5633-59d0-49f5-824e-e976e97b86f0 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045561 Feb 28 15:10:40.644478 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] For port 960cfd21-d6fe-4853-a342-bc26d278bc7c, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:10:40.647480 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] For port 960cfd21-d6fe-4853-a342-bc26d278bc7c, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=960cfd21-d6fe-4853-a342-bc26d278bc7c,segment=NetworkSegment(98735078-9491-48c3-8df6-227aa6d604b3),segment_id=98735078-9491-48c3-8df6-227aa6d604b3)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:10:40.651450 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:40.718110 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:40.719442 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] 10.222.0.20 "PUT /v2.0/ports/960cfd21-d6fe-4853-a342-bc26d278bc7c HTTP/1.1" status: 200 len: 1094 time: 0.9970741 Feb 28 15:10:40.719893 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c1fbfef5-608e-4e62-b10b-d16082765413', 'tag': '960cfd21-d6fe-4853-a342-bc26d278bc7c'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:10:40.735399 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d0eb12-fee5-4a75-962f-e94cebcff65c service neutron] Pushing event updated for resources: {'Port': ['ID=960cfd21-d6fe-4853-a342-bc26d278bc7c,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:40.790008 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c1fbfef5-608e-4e62-b10b-d16082765413', 'tag': '960cfd21-d6fe-4853-a342-bc26d278bc7c', 'status': 'completed', 'code': 200} Feb 28 15:10:40.827860 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-cee3268c-ca0d-487f-ab5c-fa0e341a25ca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06470df2bc374313aa89c4b333cbc755&device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 1097 time: 0.0712898 Feb 28 15:10:40.893959 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-4bce55e6-c91a-4d59-ae84-701aad38aed7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=960cfd21-d6fe-4853-a342-bc26d278bc7c HTTP/1.1" status: 200 len: 217 time: 0.0597270 Feb 28 15:10:41.057100 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-a4d597f2-af88-48aa-8e6a-530fc8b5a4fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:41.058520 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-a4d597f2-af88-48aa-8e6a-530fc8b5a4fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b20094ca-3587-4290-b551-abfc81ca6f0b HTTP/1.1" status: 200 len: 851 time: 0.1553893 Feb 28 15:10:41.102565 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-12799a98-4eb7-487c-93b5-1562958d3e94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3fd3b15-d1c5-4373-b4bc-41c88487b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380197 Feb 28 15:10:41.227436 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-2a92cee7-c845-4bb7-88c1-e455e17f30d7 service neutron] 10.222.0.20 "GET /v2.0/networks/c3fd3b15-d1c5-4373-b4bc-41c88487b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190543 Feb 28 15:10:41.355049 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0771dea5-39c1-4a1f-98b4-494e1bab5712 req-50cd8a7e-7df6-46b0-9ccb-b0377ca14408 service neutron] 10.222.0.20 "GET /v2.0/networks/c3fd3b15-d1c5-4373-b4bc-41c88487b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203048 Feb 28 15:10:41.471372 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f852328e-388e-4a02-b1ea-3408cbd405bb req-52571a80-04a3-4485-ba35-080527ac8141 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06470df2bc374313aa89c4b333cbc755&device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 1097 time: 0.0726147 Feb 28 15:10:41.600149 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852328e-388e-4a02-b1ea-3408cbd405bb req-a05b3bd7-3622-43a5-bddc-bfe3df42d6b1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:41.601836 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f852328e-388e-4a02-b1ea-3408cbd405bb req-a05b3bd7-3622-43a5-bddc-bfe3df42d6b1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3fd3b15-d1c5-4373-b4bc-41c88487b7ab HTTP/1.1" status: 200 len: 911 time: 0.1236458 Feb 28 15:10:41.668287 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f852328e-388e-4a02-b1ea-3408cbd405bb req-136209e7-5da9-4f1a-9a65-cfa42a86c0ce service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=960cfd21-d6fe-4853-a342-bc26d278bc7c HTTP/1.1" status: 200 len: 217 time: 0.0595207 Feb 28 15:10:41.773762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f852328e-388e-4a02-b1ea-3408cbd405bb req-fcc21d64-71b9-432e-a378-baec9f3ed378 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:41.775144 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f852328e-388e-4a02-b1ea-3408cbd405bb req-fcc21d64-71b9-432e-a378-baec9f3ed378 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b20094ca-3587-4290-b551-abfc81ca6f0b HTTP/1.1" status: 200 len: 851 time: 0.1009197 Feb 28 15:10:41.826864 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f852328e-388e-4a02-b1ea-3408cbd405bb req-9c2d4b06-4627-4f1b-b069-eca158093fbd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3fd3b15-d1c5-4373-b4bc-41c88487b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447047 Feb 28 15:10:41.837980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [req-f852328e-388e-4a02-b1ea-3408cbd405bb req-cbe6e067-f4c6-4f86-bc4e-b6d2bff676c5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 15:10:41.838877 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f852328e-388e-4a02-b1ea-3408cbd405bb req-cbe6e067-f4c6-4f86-bc4e-b6d2bff676c5 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0051630 Feb 28 15:10:41.844400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd4ea06-afe2-4a5e-a499-951b0501946a req-95f7d73b-b122-4932-8cc2-2cc01130aae6 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:41.845704 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1dd4ea06-afe2-4a5e-a499-951b0501946a req-95f7d73b-b122-4932-8cc2-2cc01130aae6 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 944 time: 0.1402321 Feb 28 15:10:41.972615 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1dd4ea06-afe2-4a5e-a499-951b0501946a req-48f6545c-1df2-4e39-bb78-15c78198d64e tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074102 Feb 28 15:10:42.003204 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f852328e-388e-4a02-b1ea-3408cbd405bb req-31427586-232a-46b4-8de1-dff9e9b3abbe service neutron] 10.222.0.20 "GET /v2.0/networks/c3fd3b15-d1c5-4373-b4bc-41c88487b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1548173 Feb 28 15:10:42.130817 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f852328e-388e-4a02-b1ea-3408cbd405bb req-3f17e462-636d-42c4-95d9-92408d18b3c6 service neutron] 10.222.0.20 "GET /v2.0/networks/c3fd3b15-d1c5-4373-b4bc-41c88487b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211936 Feb 28 15:10:43.166487 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d2d3eb-3877-44a1-a1ee-6c603da1c463 req-4cfd9386-2d8d-4923-8599-e830a95d6d90 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:43.167825 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-33d2d3eb-3877-44a1-a1ee-6c603da1c463 req-4cfd9386-2d8d-4923-8599-e830a95d6d90 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 944 time: 0.0736022 Feb 28 15:10:43.215068 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-33d2d3eb-3877-44a1-a1ee-6c603da1c463 req-6d372d41-a319-4118-9c42-365d291a4057 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412891 Feb 28 15:10:43.907711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 960cfd21-d6fe-4853-a342-bc26d278bc7c details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:10:44.036199 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 960cfd21-d6fe-4853-a342-bc26d278bc7c, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=960cfd21-d6fe-4853-a342-bc26d278bc7c,segment=NetworkSegment(98735078-9491-48c3-8df6-227aa6d604b3),segment_id=98735078-9491-48c3-8df6-227aa6d604b3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:10:44.048591 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '960cfd21-d6fe-4853-a342-bc26d278bc7c', 'network_id': 'c3fd3b15-d1c5-4373-b4bc-41c88487b7ab', 'port_id': '960cfd21-d6fe-4853-a342-bc26d278bc7c', 'mac_address': 'fa:16:3e:83:02:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b20094ca-3587-4290-b551-abfc81ca6f0b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:10:44.099351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:44.119402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 960cfd21-d6fe-4853-a342-bc26d278bc7c {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:10:44.133921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 960cfd21-d6fe-4853-a342-bc26d278bc7c, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=960cfd21-d6fe-4853-a342-bc26d278bc7c,segment=NetworkSegment(98735078-9491-48c3-8df6-227aa6d604b3),segment_id=98735078-9491-48c3-8df6-227aa6d604b3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:10:44.136710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:44.199322 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=960cfd21-d6fe-4853-a342-bc26d278bc7c,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:44.328812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['960cfd21-d6fe-4853-a342-bc26d278bc7c'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:10:44.376013 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:10:44.407678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72186a8e-c9bc-4b58-b521-f2643baf419b req-7c674ee5-0dba-43c4-96a6-db2ca87103f5 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:44.409314 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-72186a8e-c9bc-4b58-b521-f2643baf419b req-7c674ee5-0dba-43c4-96a6-db2ca87103f5 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 945 time: 0.0754876 Feb 28 15:10:44.454222 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-72186a8e-c9bc-4b58-b521-f2643baf419b req-de414e49-5e5d-407a-9a2a-d0f6598c291d tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390193 Feb 28 15:10:45.646908 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4df1902-dbcf-46fa-8bb2-7bbda5006752 req-cfa7635a-4d2c-48ee-ad3a-127f573f2417 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:45.648272 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b4df1902-dbcf-46fa-8bb2-7bbda5006752 req-cfa7635a-4d2c-48ee-ad3a-127f573f2417 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 945 time: 0.0767825 Feb 28 15:10:45.700195 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b4df1902-dbcf-46fa-8bb2-7bbda5006752 req-e4ea3d27-3b54-484b-af79-f177b9ab3feb tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465224 Feb 28 15:10:45.919959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 960cfd21-d6fe-4853-a342-bc26d278bc7c up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:10:45.985860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 960cfd21-d6fe-4853-a342-bc26d278bc7c completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:10:45.990460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 960cfd21-d6fe-4853-a342-bc26d278bc7c triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:10:45.990823 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:46.099960 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:46.125948 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fbfef5-608e-4e62-b10b-d16082765413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960cfd21-d6fe-4853-a342-bc26d278bc7c'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:10:46.135140 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 960cfd21-d6fe-4853-a342-bc26d278bc7c, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=960cfd21-d6fe-4853-a342-bc26d278bc7c,segment=NetworkSegment(98735078-9491-48c3-8df6-227aa6d604b3),segment_id=98735078-9491-48c3-8df6-227aa6d604b3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:10:46.139260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:46.182047 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fbfef5-608e-4e62-b10b-d16082765413', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '960cfd21-d6fe-4853-a342-bc26d278bc7c', 'code': 200} Feb 28 15:10:46.204602 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=960cfd21-d6fe-4853-a342-bc26d278bc7c,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:10:46.212705 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:46.213043 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:46.213374 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:46.213697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:46.214022 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:46.214341 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:46.214657 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:46.214973 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:46.215286 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:46.215622 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:46.215937 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:10:46.396663 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-24c76183-c529-4ffd-b070-82d160809c68 req-1bb770af-4b9e-4441-87e9-3f772f60e401 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 1099 time: 0.0675535 Feb 28 15:10:46.438093 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-24c76183-c529-4ffd-b070-82d160809c68 req-a3a3f0a2-d640-4dbb-83a6-1e057c626ac1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347037 Feb 28 15:10:46.895634 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1769a4c2-81ce-47aa-b1be-0f6892c41912 req-71b3a748-1fce-4ac6-be7f-309813129c70 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:46.897064 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1769a4c2-81ce-47aa-b1be-0f6892c41912 req-71b3a748-1fce-4ac6-be7f-309813129c70 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0777295 Feb 28 15:10:46.940491 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1769a4c2-81ce-47aa-b1be-0f6892c41912 req-3c471328-94b8-4095-bab3-c2176073bfad tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379651 Feb 28 15:10:48.148962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc88b76-fa96-423e-abf4-d09e7bb54fa1 req-8a31b71d-e5b5-4a9e-a49d-cbbf16f6dfca tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:48.150371 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3dc88b76-fa96-423e-abf4-d09e7bb54fa1 req-8a31b71d-e5b5-4a9e-a49d-cbbf16f6dfca tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0732284 Feb 28 15:10:48.193410 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3dc88b76-fa96-423e-abf4-d09e7bb54fa1 req-b570564b-9ded-46fa-8a2a-153abbb6fd3f tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377462 Feb 28 15:10:48.382586 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-af42aa4c-d029-4a47-b0e5-57303d50bd62 req-a6e05275-802f-4a59-a8cf-6a7347a054b7 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0667744 Feb 28 15:10:48.634028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 51050) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:10:48.684471 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cad22412-a2cb-44d7-8722-dfef167fdf20 req-c82edecc-af65-49aa-9cbc-118a8b67f9d0 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:48.686461 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cad22412-a2cb-44d7-8722-dfef167fdf20 req-c82edecc-af65-49aa-9cbc-118a8b67f9d0 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0783675 Feb 28 15:10:48.731934 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cad22412-a2cb-44d7-8722-dfef167fdf20 req-7927bae2-e543-4093-aef2-a407220d185a tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398345 Feb 28 15:10:48.775165 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-bb35c1d5-ce92-4392-a05c-19f0a742a855 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1399496 Feb 28 15:10:49.937139 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd07307-3bf8-4330-a5a0-34037c189562 req-b87b4cb0-2526-4bd0-8a62-88f0c62220ca tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:49.938569 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6bd07307-3bf8-4330-a5a0-34037c189562 req-b87b4cb0-2526-4bd0-8a62-88f0c62220ca tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0844846 Feb 28 15:10:49.973386 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-514e5744-47c0-4e22-8615-741ea03df048 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06470df2bc374313aa89c4b333cbc755&device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 1099 time: 0.0665996 Feb 28 15:10:49.983914 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6bd07307-3bf8-4330-a5a0-34037c189562 req-07bfa3b7-7370-471b-8f39-30f1380e8842 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395124 Feb 28 15:10:50.190675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-354b7c36-f1b3-49d0-887e-c7dd960fb0f6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:50.192129 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-354b7c36-f1b3-49d0-887e-c7dd960fb0f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3fd3b15-d1c5-4373-b4bc-41c88487b7ab HTTP/1.1" status: 200 len: 911 time: 0.2136524 Feb 28 15:10:50.256530 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-f4017855-d4e7-4a2a-9121-33411625caff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=960cfd21-d6fe-4853-a342-bc26d278bc7c HTTP/1.1" status: 200 len: 217 time: 0.0587194 Feb 28 15:10:50.317742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-f0962a2c-e5e4-4eda-8bf5-f192bec3de31 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:50.319141 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-f0962a2c-e5e4-4eda-8bf5-f192bec3de31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b20094ca-3587-4290-b551-abfc81ca6f0b HTTP/1.1" status: 200 len: 851 time: 0.0574095 Feb 28 15:10:50.363775 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-c981b593-d106-4eef-a204-cc10b65e750a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3fd3b15-d1c5-4373-b4bc-41c88487b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385144 Feb 28 15:10:50.492570 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-f47907ad-7f27-40aa-bbe5-21bb7ba8f853 service neutron] 10.222.0.20 "GET /v2.0/networks/c3fd3b15-d1c5-4373-b4bc-41c88487b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232078 Feb 28 15:10:50.618721 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-fcdeed4c-a257-47f5-8dfb-d2959d8c4848 service neutron] 10.222.0.20 "GET /v2.0/networks/c3fd3b15-d1c5-4373-b4bc-41c88487b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205230 Feb 28 15:10:51.179607 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbd1ac7-79cf-407e-bc80-71d2fbf89191 req-ac5f865f-af45-41b8-a0c2-b1dcb77a317e tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:51.181072 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cbbd1ac7-79cf-407e-bc80-71d2fbf89191 req-ac5f865f-af45-41b8-a0c2-b1dcb77a317e tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0783491 Feb 28 15:10:51.229426 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cbbd1ac7-79cf-407e-bc80-71d2fbf89191 req-f0ee6793-39d5-4e44-82c7-6c7d5c4e085a tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429878 Feb 28 15:10:52.424500 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9673f041-24c6-4a59-8923-b7e686aa42d2 req-68ea5ff5-7038-4fd4-a968-d09f284af7e0 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:52.425932 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9673f041-24c6-4a59-8923-b7e686aa42d2 req-68ea5ff5-7038-4fd4-a968-d09f284af7e0 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0779469 Feb 28 15:10:52.469751 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9673f041-24c6-4a59-8923-b7e686aa42d2 req-2f639703-5b47-4722-9539-c415f3621a97 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382972 Feb 28 15:10:53.661528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd703fa6-31d3-4574-9932-c5ef9e39460e req-8670b114-f230-4751-bc2b-450c631ac0ac tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:53.662922 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cd703fa6-31d3-4574-9932-c5ef9e39460e req-8670b114-f230-4751-bc2b-450c631ac0ac tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0738671 Feb 28 15:10:53.706714 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cd703fa6-31d3-4574-9932-c5ef9e39460e req-2dbef882-353f-48fd-8a6f-172f78be53db tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383747 Feb 28 15:10:54.902623 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef1b9590-e71c-4c05-9719-60c79adca970 req-c5785e56-b525-4fa7-a82b-fdfa93f812cb tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:54.904116 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ef1b9590-e71c-4c05-9719-60c79adca970 req-c5785e56-b525-4fa7-a82b-fdfa93f812cb tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0740805 Feb 28 15:10:54.947426 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ef1b9590-e71c-4c05-9719-60c79adca970 req-1b460082-13c0-4b06-b4b8-f4fa95f5dd34 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377154 Feb 28 15:10:55.471429 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ae4aa750-7cbf-4bdb-aa4d-b017cb1d823c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:56.155463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d51ed1a7-c49e-4b63-99a3-fe10f913b82b req-cf073424-1eed-44f8-a3ab-bd412493c6ae tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:56.156917 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d51ed1a7-c49e-4b63-99a3-fe10f913b82b req-cf073424-1eed-44f8-a3ab-bd412493c6ae tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0780139 Feb 28 15:10:56.200074 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d51ed1a7-c49e-4b63-99a3-fe10f913b82b req-255be088-f75e-4ab8-b629-f3cd1d1b675a tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377584 Feb 28 15:10:57.398057 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8b16ba-1f82-4961-88b3-7e95ada49ccc req-4ccc7230-08fd-4b57-b3da-b7aacbbc09ea tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:57.399480 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-db8b16ba-1f82-4961-88b3-7e95ada49ccc req-4ccc7230-08fd-4b57-b3da-b7aacbbc09ea tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0781927 Feb 28 15:10:57.443286 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-db8b16ba-1f82-4961-88b3-7e95ada49ccc req-ee9e586c-076d-4e90-b48e-b93307ad3d94 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383632 Feb 28 15:10:57.639837 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-955dda8c-b663-4314-9120-ff738d08b95a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:57.776801 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:58.634051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b030a9d2-745e-46a6-9a46-792e0e1e2ab3 req-bf269d89-2fbf-4f1b-8f79-d5526082203e tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:58.635464 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b030a9d2-745e-46a6-9a46-792e0e1e2ab3 req-bf269d89-2fbf-4f1b-8f79-d5526082203e tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0742886 Feb 28 15:10:58.679034 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b030a9d2-745e-46a6-9a46-792e0e1e2ab3 req-0b355ba4-77ad-4203-b58c-954901511abe tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381739 Feb 28 15:10:58.886776 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:58.888311 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:10:59.879174 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fece8a7-e7ea-42c9-b95b-ae7641899f0a req-464cda84-6480-45b4-b1ea-bab2017249f1 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:10:59.880620 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2fece8a7-e7ea-42c9-b95b-ae7641899f0a req-464cda84-6480-45b4-b1ea-bab2017249f1 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0746181 Feb 28 15:10:59.927338 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2fece8a7-e7ea-42c9-b95b-ae7641899f0a req-91504895-0c0f-4702-8d7e-34ba95221444 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410440 Feb 28 15:11:00.259998 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:01.123843 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fc1f3d9-e7de-49d7-bd93-fbe9250847de req-59f8a867-7d22-48cf-80a3-8b280036cccd tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:01.125357 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6fc1f3d9-e7de-49d7-bd93-fbe9250847de req-59f8a867-7d22-48cf-80a3-8b280036cccd tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0771470 Feb 28 15:11:01.172306 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6fc1f3d9-e7de-49d7-bd93-fbe9250847de req-576e6101-9100-4f17-b3bc-dbd5bfda0601 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414422 Feb 28 15:11:02.366778 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ddc4ef-9305-484a-b61a-e45c12f61b73 req-f9f7abd5-a054-455e-bc02-c2b7960edc73 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:02.368235 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a1ddc4ef-9305-484a-b61a-e45c12f61b73 req-f9f7abd5-a054-455e-bc02-c2b7960edc73 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0769825 Feb 28 15:11:02.413602 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a1ddc4ef-9305-484a-b61a-e45c12f61b73 req-b11d5ffd-89a3-438e-aa60-9e4b40a9e940 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398126 Feb 28 15:11:03.605680 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024b79e5-66c2-4fdd-a0a8-0eae093669de req-23337e47-1d8a-4369-aabc-70ca3e650a8a tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:03.607092 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-024b79e5-66c2-4fdd-a0a8-0eae093669de req-23337e47-1d8a-4369-aabc-70ca3e650a8a tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0735512 Feb 28 15:11:03.651174 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-024b79e5-66c2-4fdd-a0a8-0eae093669de req-8949fd75-9ca8-4a6e-86df-0bbb600bb3a6 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387285 Feb 28 15:11:04.846792 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698fc297-ea6e-4d3f-9450-ae330779f601 req-624fee3a-6757-45a2-bf54-e952b2631c6a tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:04.848158 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-698fc297-ea6e-4d3f-9450-ae330779f601 req-624fee3a-6757-45a2-bf54-e952b2631c6a tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0779512 Feb 28 15:11:04.892794 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-698fc297-ea6e-4d3f-9450-ae330779f601 req-8d9848e7-e5f3-4939-ae20-d18248326e27 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389085 Feb 28 15:11:06.088074 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3d10e2-e33c-478e-9374-fb7869dd5be3 req-d23fd65b-58d9-4870-9022-84826da02f34 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:06.089485 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fb3d10e2-e33c-478e-9374-fb7869dd5be3 req-d23fd65b-58d9-4870-9022-84826da02f34 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0762687 Feb 28 15:11:06.135238 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fb3d10e2-e33c-478e-9374-fb7869dd5be3 req-0d893815-aa46-453b-ba77-6d0ce5c3bc28 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402989 Feb 28 15:11:07.325377 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9189fde5-7d37-4462-9310-0bd2bddd31ff req-7c5d6d55-7f42-4b09-acc0-93caaa6ef751 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:07.327392 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9189fde5-7d37-4462-9310-0bd2bddd31ff req-7c5d6d55-7f42-4b09-acc0-93caaa6ef751 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0747001 Feb 28 15:11:07.370564 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9189fde5-7d37-4462-9310-0bd2bddd31ff req-d61dca5f-7bc8-4cac-96b6-37d20d39a5ef tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376494 Feb 28 15:11:08.564376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a30daa-2cc7-4bb3-80de-a08c565aff3b req-38c84bcb-9f5e-42dd-9c87-261ea33686c6 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:08.565784 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-84a30daa-2cc7-4bb3-80de-a08c565aff3b req-38c84bcb-9f5e-42dd-9c87-261ea33686c6 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0741081 Feb 28 15:11:08.612793 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-84a30daa-2cc7-4bb3-80de-a08c565aff3b req-2dc97c03-757f-4285-8f0f-7c01b44a71e4 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416877 Feb 28 15:11:09.808883 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6179f6-90a8-46d3-bb4b-c8be524d8b74 req-8e749d8e-d13f-4bb0-a456-6beafa8e03e3 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:09.811938 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6a6179f6-90a8-46d3-bb4b-c8be524d8b74 req-8e749d8e-d13f-4bb0-a456-6beafa8e03e3 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0821798 Feb 28 15:11:09.859082 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6a6179f6-90a8-46d3-bb4b-c8be524d8b74 req-653b7656-5c05-4307-be44-640bd73da142 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417764 Feb 28 15:11:11.050405 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cdbdf1-f393-46a5-96ab-58a765d6799b req-59178e5d-9ca4-43bc-a8d7-310cf691dd84 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:11.051842 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5cdbdf1-f393-46a5-96ab-58a765d6799b req-59178e5d-9ca4-43bc-a8d7-310cf691dd84 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0760188 Feb 28 15:11:11.095520 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5cdbdf1-f393-46a5-96ab-58a765d6799b req-bc4a846e-e16e-40c1-a757-3b99f899091f tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382249 Feb 28 15:11:12.435355 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f869ed1-9fdd-47ab-bd1f-db976bf05d5c req-8d7c2a08-2a3b-4bad-974f-407c82c3818d tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:12.437019 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1f869ed1-9fdd-47ab-bd1f-db976bf05d5c req-8d7c2a08-2a3b-4bad-974f-407c82c3818d tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0760007 Feb 28 15:11:12.483506 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1f869ed1-9fdd-47ab-bd1f-db976bf05d5c req-7787d160-0dd5-4fd6-9663-2c5660a74f7a tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406220 Feb 28 15:11:13.678610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652e3814-44c6-438a-aa79-1b48642416dd req-730b110d-747a-4509-9714-ae488b634d21 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:13.680050 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-652e3814-44c6-438a-aa79-1b48642416dd req-730b110d-747a-4509-9714-ae488b634d21 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0785241 Feb 28 15:11:13.723286 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-652e3814-44c6-438a-aa79-1b48642416dd req-b54eea8f-ab2a-494e-8334-bd621432d160 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372312 Feb 28 15:11:14.917410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd7f7a-7aa0-4f15-af6e-c092f181d371 req-a45fdc76-ac6b-4ecc-9819-caf6f0ce4474 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:14.918804 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-87dd7f7a-7aa0-4f15-af6e-c092f181d371 req-a45fdc76-ac6b-4ecc-9819-caf6f0ce4474 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0769074 Feb 28 15:11:14.962466 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-87dd7f7a-7aa0-4f15-af6e-c092f181d371 req-3c54891f-b30a-46cc-9bfe-bda982f6ada2 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377622 Feb 28 15:11:16.155487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef861b6e-2dfb-4986-9345-009136517095 req-3ce4ea65-4c6d-4401-b663-c84ace5cbee3 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:16.156929 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ef861b6e-2dfb-4986-9345-009136517095 req-3ce4ea65-4c6d-4401-b663-c84ace5cbee3 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0737865 Feb 28 15:11:16.200819 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ef861b6e-2dfb-4986-9345-009136517095 req-8d5bb2a2-9e56-4a85-aeaf-0817c2bb8788 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385220 Feb 28 15:11:17.357234 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-09d67d12-2511-405a-98bb-66d94018810c service neutron] 10.222.0.20 "GET /v2.0/ports/960cfd21-d6fe-4853-a342-bc26d278bc7c/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.1639400 Feb 28 15:11:17.399652 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991dba85-3429-4d3f-9e1a-1727dc1d6a22 req-d66c2d58-fa44-43cc-a93f-c5d6eb6b8e3b tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:17.401132 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-991dba85-3429-4d3f-9e1a-1727dc1d6a22 req-d66c2d58-fa44-43cc-a93f-c5d6eb6b8e3b tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0797977 Feb 28 15:11:17.530993 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-991dba85-3429-4d3f-9e1a-1727dc1d6a22 req-c3bf07e1-4f18-4422-b219-ecdd6d3806e4 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234689 Feb 28 15:11:17.625444 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-10f872e3-7bca-4cae-9591-e234dd62943f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413&tenant_id=06470df2bc374313aa89c4b333cbc755 HTTP/1.1" status: 200 len: 1099 time: 0.0699716 Feb 28 15:11:17.713215 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-fa88662b-fc0d-4a80-9a7f-7aa3920f67bb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06470df2bc374313aa89c4b333cbc755&device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 1099 time: 0.0685475 Feb 28 15:11:17.840032 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-0680016e-397f-4799-8136-c1f31978d331 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:17.841860 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-0680016e-397f-4799-8136-c1f31978d331 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3fd3b15-d1c5-4373-b4bc-41c88487b7ab HTTP/1.1" status: 200 len: 911 time: 0.1222706 Feb 28 15:11:17.905496 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-e204a33e-ddf1-4aae-9385-e5197fa66c1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=960cfd21-d6fe-4853-a342-bc26d278bc7c HTTP/1.1" status: 200 len: 217 time: 0.0583329 Feb 28 15:11:17.967320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-d3150267-be05-40c3-8347-a7449a7f0519 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:17.968693 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-d3150267-be05-40c3-8347-a7449a7f0519 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b20094ca-3587-4290-b551-abfc81ca6f0b HTTP/1.1" status: 200 len: 851 time: 0.0576923 Feb 28 15:11:18.011317 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-7c6bcca6-62ab-4285-b4bc-fec3d996b0c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3fd3b15-d1c5-4373-b4bc-41c88487b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370033 Feb 28 15:11:18.137114 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-71bd80f0-8d42-415d-9f7b-ca5a70da65e5 service neutron] 10.222.0.20 "GET /v2.0/networks/c3fd3b15-d1c5-4373-b4bc-41c88487b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202121 Feb 28 15:11:18.264398 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aab407d3-5b4f-4ea8-a24b-d9f6c6bc8858 req-c2ebdbbf-ff85-4098-bfb5-438dee844292 service neutron] 10.222.0.20 "GET /v2.0/networks/c3fd3b15-d1c5-4373-b4bc-41c88487b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214254 Feb 28 15:11:18.726699 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb65ecb9-32a2-444a-975c-5c3a32f3f461 req-366fdcf9-b0a2-41f9-9faf-b04b34e3c91d tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:18.728120 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fb65ecb9-32a2-444a-975c-5c3a32f3f461 req-366fdcf9-b0a2-41f9-9faf-b04b34e3c91d tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0769088 Feb 28 15:11:18.771912 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fb65ecb9-32a2-444a-975c-5c3a32f3f461 req-12e1df7c-6990-46b2-8dcc-3bfa5ac4e6b4 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384154 Feb 28 15:11:19.980645 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75256968-0cfe-4e0f-9968-d824f8c3bb04 req-92423ade-cbee-46a6-84f8-8feb33befd46 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:19.982720 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-75256968-0cfe-4e0f-9968-d824f8c3bb04 req-92423ade-cbee-46a6-84f8-8feb33befd46 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0771270 Feb 28 15:11:20.028554 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-75256968-0cfe-4e0f-9968-d824f8c3bb04 req-a19b4edc-bdd3-4f3c-8283-aff6419fd028 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396628 Feb 28 15:11:21.223868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e104a4c-1485-4ad2-9e4e-21c0aaec9b23 req-e255cbc6-c96e-4cd2-82f9-1eb85e825037 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:21.225321 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6e104a4c-1485-4ad2-9e4e-21c0aaec9b23 req-e255cbc6-c96e-4cd2-82f9-1eb85e825037 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0780611 Feb 28 15:11:21.270146 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6e104a4c-1485-4ad2-9e4e-21c0aaec9b23 req-c45405b9-bed7-4b12-a2ac-03a2abbd2127 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390453 Feb 28 15:11:21.377290 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:11:21.651090 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-bb437488-aed5-4ef0-aa9e-1149785a4854 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:21.652466 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-bb437488-aed5-4ef0-aa9e-1149785a4854 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413&tenant_id=06470df2bc374313aa89c4b333cbc755&binding%3Ahost_id=hv-neutron-8308 HTTP/1.1" status: 200 len: 946 time: 0.0815840 Feb 28 15:11:21.849295 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-6cce95ec-1f82-45f9-b792-01bb50bdf33e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=06470df2bc374313aa89c4b333cbc755&device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 1099 time: 0.1322293 Feb 28 15:11:21.974335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-3542b2fa-a421-422f-bb95-037091023fbe service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:21.975980 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-3542b2fa-a421-422f-bb95-037091023fbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3fd3b15-d1c5-4373-b4bc-41c88487b7ab HTTP/1.1" status: 200 len: 911 time: 0.1205366 Feb 28 15:11:22.043333 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-159f3580-ac65-47e0-b995-b2046d92b60f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=960cfd21-d6fe-4853-a342-bc26d278bc7c HTTP/1.1" status: 200 len: 217 time: 0.0610161 Feb 28 15:11:22.101431 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-e4d1ff2d-e0d2-4093-b27f-4ed01578446b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:22.102748 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-e4d1ff2d-e0d2-4093-b27f-4ed01578446b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b20094ca-3587-4290-b551-abfc81ca6f0b HTTP/1.1" status: 200 len: 851 time: 0.0541372 Feb 28 15:11:22.147699 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-b8119135-6608-4e19-b7bd-e1fdfc0bce32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3fd3b15-d1c5-4373-b4bc-41c88487b7ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0389912 Feb 28 15:11:22.272970 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-9a2deb1b-6505-4e68-bb67-03a482a3c1d4 service neutron] 10.222.0.20 "GET /v2.0/networks/c3fd3b15-d1c5-4373-b4bc-41c88487b7ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1185045 Feb 28 15:11:22.484875 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-fcfbf344-7664-4753-badb-7428eb658f8c service neutron] 10.222.0.20 "GET /v2.0/networks/c3fd3b15-d1c5-4373-b4bc-41c88487b7ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054272 Feb 28 15:11:23.486018 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b91746-f6f0-4edd-bd50-4fe1372a0fac req-5b7e1cb3-2e41-4c87-945b-48dcb6ea9f1d tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:23.487424 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a0b91746-f6f0-4edd-bd50-4fe1372a0fac req-5b7e1cb3-2e41-4c87-945b-48dcb6ea9f1d tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0741568 Feb 28 15:11:23.530831 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a0b91746-f6f0-4edd-bd50-4fe1372a0fac req-be45242f-c3e1-43ce-a1f8-f12ca4e2f9c0 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380070 Feb 28 15:11:24.731961 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39987f52-7c0e-4ced-88bf-183689c7a5a1 req-0fca6c03-0295-4037-b178-6895809a749d tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:24.733288 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-39987f52-7c0e-4ced-88bf-183689c7a5a1 req-0fca6c03-0295-4037-b178-6895809a749d tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0774984 Feb 28 15:11:24.776802 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-39987f52-7c0e-4ced-88bf-183689c7a5a1 req-d562f9f8-8e89-49c2-87bd-86a7bfb43d03 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/security-groups?id=f814d63a-e869-4015-bbf3-02b4170d62a6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380528 Feb 28 15:11:24.955490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-a597442d-4baf-4c24-8115-6d9960d52d66 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:24.956871 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-a597442d-4baf-4c24-8115-6d9960d52d66 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.20 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 946 time: 0.0761664 Feb 28 15:11:25.022279 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Deleting port 960cfd21-d6fe-4853-a342-bc26d278bc7c {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:11:25.022533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:25.263337 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] For port 960cfd21-d6fe-4853-a342-bc26d278bc7c, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=960cfd21-d6fe-4853-a342-bc26d278bc7c,segment=NetworkSegment(98735078-9491-48c3-8df6-227aa6d604b3),segment_id=98735078-9491-48c3-8df6-227aa6d604b3)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:11:25.263715 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:25.379603 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Calling delete_port for 960cfd21-d6fe-4853-a342-bc26d278bc7c owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:11:25.474491 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3580f4c2-bb40-40f9-8b43-f188d7b99c7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:25.520285 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:25.532566 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['960cfd21-d6fe-4853-a342-bc26d278bc7c'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:11:25.571721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Pushing event deleted for resources: {'Port': ['ID=960cfd21-d6fe-4853-a342-bc26d278bc7c,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:25.639735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:25.639991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:25.640317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:25.640640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:25.640961 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:25.641279 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:25.641595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:25.641907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:25.642222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:25.642531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:25.642838 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:25.655648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] No DVR routers for this DVR port 960cfd21-d6fe-4853-a342-bc26d278bc7c on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:11:25.657740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:25.660121 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c1fbfef5-608e-4e62-b10b-d16082765413', 'name': 'network-vif-deleted', 'tag': '960cfd21-d6fe-4853-a342-bc26d278bc7c'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:11:25.675351 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-946dd999-2561-4c1e-8024-517b2dac79e6 req-bb423099-4a4d-4e74-aad4-528a8a4d2303 tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.20 "DELETE /v2.0/ports/960cfd21-d6fe-4853-a342-bc26d278bc7c HTTP/1.1" status: 204 len: 173 time: 0.7122068 Feb 28 15:11:25.714307 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c1fbfef5-608e-4e62-b10b-d16082765413', 'name': 'network-vif-deleted', 'tag': '960cfd21-d6fe-4853-a342-bc26d278bc7c', 'status': 'completed', 'code': 200} Feb 28 15:11:25.955184 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e9c4e70a-96c1-44a3-acdb-353e3426b727 req-eddf6354-b1d9-4e49-80ef-532297900f9d tempest-DeleteServersTestJSON-909958402 tempest-DeleteServersTestJSON-909958402-project] 10.222.0.15 "GET /v2.0/ports?device_id=c1fbfef5-608e-4e62-b10b-d16082765413 HTTP/1.1" status: 200 len: 210 time: 0.0469487 Feb 28 15:11:27.227631 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 51148) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:11:27.288675 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Deleting subnet b20094ca-3587-4290-b551-abfc81ca6f0b {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:11:27.291486 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:27.340451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:27.394404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:27.464336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:27.501263 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b20094ca-3587-4290-b551-abfc81ca6f0b,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:27.510497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:27.515287 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:27.515648 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:27.515981 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:27.516306 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:27.516627 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:27.516947 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:27.517264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:27.517577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:27.517907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:27.518201 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:27.518511 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:11:27.527134 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-33fd3944-203c-45df-b732-9c67d25d139d admin admin] 10.222.0.15 "DELETE /v2.0/subnets/b20094ca-3587-4290-b551-abfc81ca6f0b HTTP/1.1" status: 204 len: 168 time: 0.2984881 Feb 28 15:11:27.529736 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 51152) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:11:27.633303 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-491301d1-c31e-499a-94b3-ecac99f7ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:27.640211 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9576fabc-4de9-4811-a13a-d17aa6c8f87f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:27.755901 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-491301d1-c31e-499a-94b3-ecac99f7ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:27.779771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-491301d1-c31e-499a-94b3-ecac99f7ee85 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3fd3b15-d1c5-4373-b4bc-41c88487b7ab']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:11:27.791623 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-491301d1-c31e-499a-94b3-ecac99f7ee85 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '98735078-9491-48c3-8df6-227aa6d604b3') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:11:27.791923 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-491301d1-c31e-499a-94b3-ecac99f7ee85 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '98735078-9491-48c3-8df6-227aa6d604b3') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:11:27.794327 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:27.803654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-491301d1-c31e-499a-94b3-ecac99f7ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:27.819265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-491301d1-c31e-499a-94b3-ecac99f7ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:27.825192 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-491301d1-c31e-499a-94b3-ecac99f7ee85 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:11:27.825562 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-491301d1-c31e-499a-94b3-ecac99f7ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:11:27.838145 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:11:27.912597 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-491301d1-c31e-499a-94b3-ecac99f7ee85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:27.917021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-491301d1-c31e-499a-94b3-ecac99f7ee85 admin admin] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:27.941077 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491301d1-c31e-499a-94b3-ecac99f7ee85 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3fd3b15-d1c5-4373-b4bc-41c88487b7ab,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:27.948221 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-491301d1-c31e-499a-94b3-ecac99f7ee85 admin admin] 10.222.0.15 "DELETE /v2.0/networks/c3fd3b15-d1c5-4373-b4bc-41c88487b7ab HTTP/1.1" status: 204 len: 168 time: 0.4175761 Feb 28 15:11:28.078362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 51158) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:11:28.125094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 960cfd21-d6fe-4853-a342-bc26d278bc7c no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:11:28.127462 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-dd55c7a5-606c-4500-b401-90cb337e021a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=06470df2bc374313aa89c4b333cbc755&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479989 Feb 28 15:11:28.129831 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 51162) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:11:28.189980 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 960cfd21-d6fe-4853-a342-bc26d278bc7c {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:11:28.190323 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 960cfd21-d6fe-4853-a342-bc26d278bc7c not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:11:28.193504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8146e7b9-ccc4-4a29-8884-2b59e950b5b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:28.218037 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8146e7b9-ccc4-4a29-8884-2b59e950b5b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:28.268116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8146e7b9-ccc4-4a29-8884-2b59e950b5b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:28.284504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146e7b9-ccc4-4a29-8884-2b59e950b5b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f814d63a-e869-4015-bbf3-02b4170d62a6,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:28.293024 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8146e7b9-ccc4-4a29-8884-2b59e950b5b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:28.297187 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8146e7b9-ccc4-4a29-8884-2b59e950b5b8 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f814d63a-e869-4015-bbf3-02b4170d62a6 HTTP/1.1" status: 204 len: 168 time: 0.1638448 Feb 28 15:11:28.892727 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:28.895043 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:29.096159 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 51184) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:11:29.224363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-812786984-network', 'tenant_id': '6c28920b592d45909a30971e3794c55f'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:11:29.229243 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:11:29.233122 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Usage tracker for resource:network and tenant:6c28920b592d45909a30971e3794c55f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:11:29.235983 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:11:29.242097 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:11:29.251496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Made reservation on behalf of 6c28920b592d45909a30971e3794c55f for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:11:29.253774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:29.268999 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:29.300580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:11:29.304258 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Usage tracker for resource:security_group_rule and tenant:6c28920b592d45909a30971e3794c55f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:11:29.307101 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:11:29.312581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:11:29.376923 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:29.380261 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:29.409366 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:11:29.420767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9846a3d-4101-4886-b21c-f91a79e005f4,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:29.428003 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:29.428003 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Added segment c9de82c1-c695-4a47-9550-e27284266b91 of type vlan for network 730ee30c-f317-47b5-94b7-585afd3cc582 Feb 28 15:11:29.454964 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:29.482603 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:29.483423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:29.484023 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:29.584755 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4875605 Feb 28 15:11:29.587506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7af6c5-a536-4ae0-855c-f169b6ced0e8 admin admin] Pushing event updated for resources: {'Network': ['ID=730ee30c-f317-47b5-94b7-585afd3cc582,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:29.587955 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 51190) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:11:29.593572 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-cd1a8021-546f-4c61-87c1-e5dd6f5a9695 admin admin] Request body: {'subnet': {'network_id': '730ee30c-f317-47b5-94b7-585afd3cc582', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-812786984-subnet', 'tenant_id': '6c28920b592d45909a30971e3794c55f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:11:29.596830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 730ee30c-f317-47b5-94b7-585afd3cc582 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:11:29.598525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cd1a8021-546f-4c61-87c1-e5dd6f5a9695 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:11:29.602685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cd1a8021-546f-4c61-87c1-e5dd6f5a9695 admin admin] Usage tracker for resource:subnet and tenant:6c28920b592d45909a30971e3794c55f is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:11:29.605534 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cd1a8021-546f-4c61-87c1-e5dd6f5a9695 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:11:29.611145 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cd1a8021-546f-4c61-87c1-e5dd6f5a9695 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:11:29.621273 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1a8021-546f-4c61-87c1-e5dd6f5a9695 admin admin] Made reservation on behalf of 6c28920b592d45909a30971e3794c55f for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:11:29.624053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd1a8021-546f-4c61-87c1-e5dd6f5a9695 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:29.815167 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd1a8021-546f-4c61-87c1-e5dd6f5a9695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:29.891041 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1a8021-546f-4c61-87c1-e5dd6f5a9695 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df987282-500b-41de-ab34-d41497778060,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:29.900340 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd1a8021-546f-4c61-87c1-e5dd6f5a9695 admin admin] Checking segment: {'id': 'c9de82c1-c695-4a47-9550-e27284266b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '730ee30c-f317-47b5-94b7-585afd3cc582'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:11:29.900696 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a8021-546f-4c61-87c1-e5dd6f5a9695 admin admin] Network hostable DHCP agents. Network: 730ee30c-f317-47b5-94b7-585afd3cc582, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:11:29.922310 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd1a8021-546f-4c61-87c1-e5dd6f5a9695 admin admin] Network 730ee30c-f317-47b5-94b7-585afd3cc582 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:11:29.931052 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-cd1a8021-546f-4c61-87c1-e5dd6f5a9695 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 730ee30c-f317-47b5-94b7-585afd3cc582) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:11:29.935994 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1a8021-546f-4c61-87c1-e5dd6f5a9695 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:29.936585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd1a8021-546f-4c61-87c1-e5dd6f5a9695 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:29.940948 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5ed262-00a0-4944-b69b-07ceb7998d53 None None] Network 730ee30c-f317-47b5-94b7-585afd3cc582 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:11:29.958190 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cd1a8021-546f-4c61-87c1-e5dd6f5a9695 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3690491 Feb 28 15:11:30.143010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-570badaf-9ffc-4c90-88f6-5bbcfa220f96 None None] Network 730ee30c-f317-47b5-94b7-585afd3cc582 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:11:30.303892 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:30.483147 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-99aab4c3-04da-402d-9a77-a79502cf76ff tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:30.484525 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-99aab4c3-04da-402d-9a77-a79502cf76ff tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/networks?id=730ee30c-f317-47b5-94b7-585afd3cc582 HTTP/1.1" status: 200 len: 814 time: 0.1388547 Feb 28 15:11:30.500363 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-ae81087d-f559-4cb3-9e24-6343617d14db tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/quotas/6c28920b592d45909a30971e3794c55f HTTP/1.1" status: 200 len: 375 time: 0.0105238 Feb 28 15:11:30.543350 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-1295729a-081a-42e6-8cac-f7f228ace34f tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c28920b592d45909a30971e3794c55f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382986 Feb 28 15:11:30.553995 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-a40ac401-dad0-49cc-9fff-e098a161190b service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 15:11:30.554911 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-a40ac401-dad0-49cc-9fff-e098a161190b service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049446 Feb 28 15:11:30.766435 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-9afe7f7e-4050-45c9-bc47-aa4590743111 service neutron] 10.222.0.15 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2026410 Feb 28 15:11:30.898255 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-6379b87e-b868-4a3f-ae8e-0957207f6249 service neutron] 10.222.0.15 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261301 Feb 28 15:11:31.077056 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0debac19-0c3d-424f-94aa-d2dc9613be92 req-00b1e30f-07d9-4390-860e-593da00d6c0f tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 210 time: 0.0401464 Feb 28 15:11:32.051585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-f47b0425-7f5f-4250-9d03-1c7293de0574 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:32.052253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-f47b0425-7f5f-4250-9d03-1c7293de0574 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Synchronizing usage tracker for tenant:6c28920b592d45909a30971e3794c55f on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:11:32.068562 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-f47b0425-7f5f-4250-9d03-1c7293de0574 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Unset dirty status for tenant:6c28920b592d45909a30971e3794c55f on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:11:32.069740 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-f47b0425-7f5f-4250-9d03-1c7293de0574 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.20 "GET /v2.0/networks?id=730ee30c-f317-47b5-94b7-585afd3cc582 HTTP/1.1" status: 200 len: 814 time: 0.1594756 Feb 28 15:11:32.085014 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Request body: {'port': {'device_id': '24f66b1a-e4af-40d1-b609-661a1f1e8ac5', 'network_id': '730ee30c-f317-47b5-94b7-585afd3cc582', 'admin_state_up': True, 'tenant_id': '6c28920b592d45909a30971e3794c55f'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:11:32.244852 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4f7fb717-3cca-4d4e-8218-598a9ebb0733 req-c3e2b81c-f9a1-4670-bd02-b0b29a924910 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 210 time: 0.0457451 Feb 28 15:11:32.317403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:11:32.320996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Usage tracker for resource:port and tenant:6c28920b592d45909a30971e3794c55f is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:11:32.323720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:11:32.329831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:11:32.338817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Made reservation on behalf of 6c28920b592d45909a30971e3794c55f for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:11:32.341842 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:32.498269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Allocated IP 172.20.0.4 (730ee30c-f317-47b5-94b7-585afd3cc582/df987282-500b-41de-ab34-d41497778060/f7332f59-7007-4374-92b2-65e6bb64ad26) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:11:32.689898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:32.715384 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:32.790006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Network 730ee30c-f317-47b5-94b7-585afd3cc582 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:11:32.793244 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Pushing event updated for resources: {'Port': ['ID=f7332f59-7007-4374-92b2-65e6bb64ad26,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:32.796038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:11:32.797993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:11:32.856821 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:32.857412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:32.875839 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-04362124-2680-4698-a884-0160064f1904 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7947605 Feb 28 15:11:32.886964 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Request body: {'port': {'device_id': '24f66b1a-e4af-40d1-b609-661a1f1e8ac5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:11:32.991830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:33.318127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7332f59-7007-4374-92b2-65e6bb64ad26 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:11:33.325410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:33.339344 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Transition to ACTIVE for port object f7332f59-7007-4374-92b2-65e6bb64ad26 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:11:33.344294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:33.511370 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Pushing event updated for resources: {'Port': ['ID=f7332f59-7007-4374-92b2-65e6bb64ad26,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:33.615974 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bc1ab8-ecf4-4182-b2b8-9e4b6b97ddab req-6fa62453-e7df-4eb7-8afd-06332d4acab5 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:33.616569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-52bc1ab8-ecf4-4182-b2b8-9e4b6b97ddab req-6fa62453-e7df-4eb7-8afd-06332d4acab5 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Synchronizing usage tracker for tenant:6c28920b592d45909a30971e3794c55f on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:11:33.650607 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Attempting to bind port f7332f59-7007-4374-92b2-65e6bb64ad26 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:11:33.651002 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Attempting to bind port f7332f59-7007-4374-92b2-65e6bb64ad26 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'c9de82c1-c695-4a47-9550-e27284266b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '730ee30c-f317-47b5-94b7-585afd3cc582'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:11:33.651350 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Attempting to bind port f7332f59-7007-4374-92b2-65e6bb64ad26 on network 730ee30c-f317-47b5-94b7-585afd3cc582 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:11:33.654707 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-52bc1ab8-ecf4-4182-b2b8-9e4b6b97ddab req-6fa62453-e7df-4eb7-8afd-06332d4acab5 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Unset dirty status for tenant:6c28920b592d45909a30971e3794c55f on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:11:33.655816 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-52bc1ab8-ecf4-4182-b2b8-9e4b6b97ddab req-6fa62453-e7df-4eb7-8afd-06332d4acab5 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 943 time: 0.2812860 Feb 28 15:11:33.659515 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Port f7332f59-7007-4374-92b2-65e6bb64ad26 on network 730ee30c-f317-47b5-94b7-585afd3cc582 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:11:33.659856 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Attempting to bind port f7332f59-7007-4374-92b2-65e6bb64ad26 on network 730ee30c-f317-47b5-94b7-585afd3cc582 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:11:33.682585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 11, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:11:33.682920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Checking segment: {'id': 'c9de82c1-c695-4a47-9550-e27284266b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '730ee30c-f317-47b5-94b7-585afd3cc582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:11:33.683280 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Bound using segment: {'id': 'c9de82c1-c695-4a47-9550-e27284266b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '730ee30c-f317-47b5-94b7-585afd3cc582'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:11:33.683731 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Bound port: f7332f59-7007-4374-92b2-65e6bb64ad26, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9de82c1-c695-4a47-9550-e27284266b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '730ee30c-f317-47b5-94b7-585afd3cc582'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:11:33.684578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:33.756443 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-52bc1ab8-ecf4-4182-b2b8-9e4b6b97ddab req-f6c84819-a58d-4784-8501-2a4dd638fb11 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Synchronizing usage tracker for tenant:6c28920b592d45909a30971e3794c55f on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:11:33.794138 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-52bc1ab8-ecf4-4182-b2b8-9e4b6b97ddab req-f6c84819-a58d-4784-8501-2a4dd638fb11 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Unset dirty status for tenant:6c28920b592d45909a30971e3794c55f on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:11:33.795264 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-52bc1ab8-ecf4-4182-b2b8-9e4b6b97ddab req-f6c84819-a58d-4784-8501-2a4dd638fb11 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333518 Feb 28 15:11:33.796284 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] For port f7332f59-7007-4374-92b2-65e6bb64ad26, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:11:33.799265 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] For port f7332f59-7007-4374-92b2-65e6bb64ad26, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f7332f59-7007-4374-92b2-65e6bb64ad26,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:11:33.804512 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:33.867304 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:33.868626 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] 10.222.0.20 "PUT /v2.0/ports/f7332f59-7007-4374-92b2-65e6bb64ad26 HTTP/1.1" status: 200 len: 1093 time: 0.9853799 Feb 28 15:11:33.869052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f66b1a-e4af-40d1-b609-661a1f1e8ac5', 'tag': 'f7332f59-7007-4374-92b2-65e6bb64ad26'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:11:33.888258 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daa11101-3385-4667-9e4f-52f7074c6267 service neutron] Pushing event updated for resources: {'Port': ['ID=f7332f59-7007-4374-92b2-65e6bb64ad26,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:33.936900 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f66b1a-e4af-40d1-b609-661a1f1e8ac5', 'tag': 'f7332f59-7007-4374-92b2-65e6bb64ad26', 'status': 'completed', 'code': 200} Feb 28 15:11:33.970735 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-c6509dc6-10a6-45d8-b301-610c00e1a1f5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c28920b592d45909a30971e3794c55f&device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0677929 Feb 28 15:11:34.130638 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-5d3c6cf1-10d4-404e-8f0a-2b85be65a5ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7332f59-7007-4374-92b2-65e6bb64ad26 HTTP/1.1" status: 200 len: 217 time: 0.1535342 Feb 28 15:11:34.194782 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-ee8ae096-8e1e-4167-8325-bc745994cf06 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:34.196231 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-ee8ae096-8e1e-4167-8325-bc745994cf06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df987282-500b-41de-ab34-d41497778060 HTTP/1.1" status: 200 len: 854 time: 0.0594883 Feb 28 15:11:34.239731 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-37d6808e-b9dd-4a8e-8837-20843750127c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=730ee30c-f317-47b5-94b7-585afd3cc582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377147 Feb 28 15:11:34.366288 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-bd1a2dc3-f4ca-4342-83ef-c167b774fe01 service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206036 Feb 28 15:11:34.494700 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b4e62bb-cba2-4d8c-93a3-44f9ca2f8dd6 req-e267774d-c0d8-4917-ad45-81fe272fc5e0 service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1226337 Feb 28 15:11:34.612406 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-60535bd4-22f1-4684-9782-e833b6ee55db req-eed44c9b-a40c-4e6a-8cca-679a4345ba00 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c28920b592d45909a30971e3794c55f&device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0715373 Feb 28 15:11:34.740052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60535bd4-22f1-4684-9782-e833b6ee55db req-a028bbe8-0af8-431a-b75b-c113c32a55cc service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:34.741349 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-60535bd4-22f1-4684-9782-e833b6ee55db req-a028bbe8-0af8-431a-b75b-c113c32a55cc service neutron] 10.222.0.20 "GET /v2.0/networks?id=730ee30c-f317-47b5-94b7-585afd3cc582 HTTP/1.1" status: 200 len: 914 time: 0.1222312 Feb 28 15:11:34.806588 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-60535bd4-22f1-4684-9782-e833b6ee55db req-332cceef-3f12-4bb9-85dd-ec74bd0b8bbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7332f59-7007-4374-92b2-65e6bb64ad26 HTTP/1.1" status: 200 len: 217 time: 0.0583148 Feb 28 15:11:34.870758 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60535bd4-22f1-4684-9782-e833b6ee55db req-1bff431d-6e40-44e3-8f10-70cf2053c84c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:34.872241 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-60535bd4-22f1-4684-9782-e833b6ee55db req-1bff431d-6e40-44e3-8f10-70cf2053c84c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df987282-500b-41de-ab34-d41497778060 HTTP/1.1" status: 200 len: 854 time: 0.0594380 Feb 28 15:11:34.918315 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-60535bd4-22f1-4684-9782-e833b6ee55db req-3c012317-fdd6-4e42-b2df-1d9f5cd7869b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=730ee30c-f317-47b5-94b7-585afd3cc582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396807 Feb 28 15:11:35.094555 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-60535bd4-22f1-4684-9782-e833b6ee55db req-3c1e4400-f0dc-424e-adcf-d7d34a83985f service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1483588 Feb 28 15:11:35.100909 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42e093a-e2e6-4d05-a178-0f6478ea0537 req-92ad7abc-6fbb-4a34-bdd0-f285b778e242 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:35.102215 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d42e093a-e2e6-4d05-a178-0f6478ea0537 req-92ad7abc-6fbb-4a34-bdd0-f285b778e242 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 943 time: 0.1864445 Feb 28 15:11:35.225825 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d42e093a-e2e6-4d05-a178-0f6478ea0537 req-68a44f87-5937-48b5-937a-7cb46822d500 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057613 Feb 28 15:11:35.257056 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-60535bd4-22f1-4684-9782-e833b6ee55db req-bb815059-220a-442f-8b81-7840a47701a9 service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1539583 Feb 28 15:11:36.171828 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f7332f59-7007-4374-92b2-65e6bb64ad26 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:11:36.306882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f7332f59-7007-4374-92b2-65e6bb64ad26, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f7332f59-7007-4374-92b2-65e6bb64ad26,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:11:36.319882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'f7332f59-7007-4374-92b2-65e6bb64ad26', 'network_id': '730ee30c-f317-47b5-94b7-585afd3cc582', 'port_id': 'f7332f59-7007-4374-92b2-65e6bb64ad26', 'mac_address': 'fa:16:3e:b6:dd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df987282-500b-41de-ab34-d41497778060', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:11:36.372801 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:36.389946 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7332f59-7007-4374-92b2-65e6bb64ad26 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:11:36.405343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f7332f59-7007-4374-92b2-65e6bb64ad26, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f7332f59-7007-4374-92b2-65e6bb64ad26,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:11:36.410157 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:36.420586 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6410b5-a254-48ad-994d-bd7ac616f45f req-ca593bff-05df-4fdd-99d4-d955874e2046 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:36.422232 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6a6410b5-a254-48ad-994d-bd7ac616f45f req-ca593bff-05df-4fdd-99d4-d955874e2046 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 943 time: 0.0767224 Feb 28 15:11:36.470160 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6a6410b5-a254-48ad-994d-bd7ac616f45f req-2fc6fb45-fcc8-4016-9aeb-cf63ed478919 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423651 Feb 28 15:11:36.479343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f7332f59-7007-4374-92b2-65e6bb64ad26,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:36.611451 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['f7332f59-7007-4374-92b2-65e6bb64ad26'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:11:37.663022 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d2954c-2ddd-4b18-afad-d9fbdbcdca0a req-432ae2e0-a8d0-40e6-903c-52926a2abf46 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:37.664458 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b9d2954c-2ddd-4b18-afad-d9fbdbcdca0a req-432ae2e0-a8d0-40e6-903c-52926a2abf46 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 944 time: 0.0764055 Feb 28 15:11:37.711766 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b9d2954c-2ddd-4b18-afad-d9fbdbcdca0a req-395f3067-3234-4f7b-bf98-60eb6b7d0c91 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410738 Feb 28 15:11:38.186849 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f7332f59-7007-4374-92b2-65e6bb64ad26 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:11:38.252382 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port f7332f59-7007-4374-92b2-65e6bb64ad26 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:11:38.256884 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port f7332f59-7007-4374-92b2-65e6bb64ad26 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:11:38.257247 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:38.366653 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:38.392856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f66b1a-e4af-40d1-b609-661a1f1e8ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7332f59-7007-4374-92b2-65e6bb64ad26'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:11:38.402715 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f7332f59-7007-4374-92b2-65e6bb64ad26, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f7332f59-7007-4374-92b2-65e6bb64ad26,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:11:38.407655 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:38.446739 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f66b1a-e4af-40d1-b609-661a1f1e8ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7332f59-7007-4374-92b2-65e6bb64ad26', 'code': 200} Feb 28 15:11:38.479182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f7332f59-7007-4374-92b2-65e6bb64ad26,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:11:38.661908 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0406587a-78dc-4f10-861f-9e565a8571bd req-3db96249-cab4-49d1-880b-eb824a2023f7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0664945 Feb 28 15:11:38.701708 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0406587a-78dc-4f10-861f-9e565a8571bd req-b6e37236-b86d-4bbb-855c-3d8176194b14 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343421 Feb 28 15:11:38.911314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53a200c-babc-48fa-891b-5f6b5e428111 req-5c0502a5-f678-4d4a-800f-b80addff0ccc tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:38.912769 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a53a200c-babc-48fa-891b-5f6b5e428111 req-5c0502a5-f678-4d4a-800f-b80addff0ccc tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0784249 Feb 28 15:11:38.956024 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a53a200c-babc-48fa-891b-5f6b5e428111 req-a899532a-4331-44f6-a334-87b3e5d0c996 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377870 Feb 28 15:11:40.153707 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c005e3c-8448-4eea-8069-fbc07de1f494 req-e8868dec-24a7-4f4f-bca6-f0d5930f803c tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:40.155121 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8c005e3c-8448-4eea-8069-fbc07de1f494 req-e8868dec-24a7-4f4f-bca6-f0d5930f803c tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0781686 Feb 28 15:11:40.198036 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8c005e3c-8448-4eea-8069-fbc07de1f494 req-7eeae402-54c8-4e9c-8451-e0d49e7afa9f tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373352 Feb 28 15:11:40.390848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cdbf933-fc14-4ed0-a92c-8440ccf4318f req-ea9f74ce-2e61-4142-874d-e132b1e012d6 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:40.392248 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1cdbf933-fc14-4ed0-a92c-8440ccf4318f req-ea9f74ce-2e61-4142-874d-e132b1e012d6 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0748169 Feb 28 15:11:40.443395 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1cdbf933-fc14-4ed0-a92c-8440ccf4318f req-54bae97e-311c-4b1a-9ba7-a60de3214128 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457237 Feb 28 15:11:40.891110 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca4836-bae3-4443-b518-56f11a7f1514 req-e8e97791-fe1e-4daf-8991-72a03f893ba8 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:40.892565 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-90ca4836-bae3-4443-b518-56f11a7f1514 req-e8e97791-fe1e-4daf-8991-72a03f893ba8 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.1636064 Feb 28 15:11:40.941417 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-90ca4836-bae3-4443-b518-56f11a7f1514 req-577e2145-60d8-4a56-95ff-7bc2d063069b tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434468 Feb 28 15:11:41.133992 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e3d100-de27-4aa5-ba45-71496be0ee59 req-f129f0e5-c318-4439-af1a-c81a1b78f88d tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:41.135406 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-79e3d100-de27-4aa5-ba45-71496be0ee59 req-f129f0e5-c318-4439-af1a-c81a1b78f88d tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0743411 Feb 28 15:11:41.178996 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-79e3d100-de27-4aa5-ba45-71496be0ee59 req-71886fdf-92af-4155-a709-8a5cfdb176ee tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382354 Feb 28 15:11:41.372876 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f8cf24d2-20b4-4baa-bc6d-9e0fa647e7f2 req-9c7b1bdf-1088-4966-956b-4bf58ff69e96 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0670223 Feb 28 15:11:42.675460 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-94ae2676-9ed5-424e-a34d-1d4c613d8b00 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1109052 Feb 28 15:11:42.706535 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b5459b-0061-4938-8217-c795eb5d80f6 req-724b6d97-9207-4910-b99e-ea8aae36c3a1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:42.708003 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d3b5459b-0061-4938-8217-c795eb5d80f6 req-724b6d97-9207-4910-b99e-ea8aae36c3a1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0855072 Feb 28 15:11:42.757244 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d3b5459b-0061-4938-8217-c795eb5d80f6 req-ab5790a2-aa98-470e-b730-5f4e6c79effa tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435874 Feb 28 15:11:43.829658 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-b75f90db-2b6b-4598-855f-4e1130b7ef0e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c28920b592d45909a30971e3794c55f&device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0697353 Feb 28 15:11:44.010720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-168dcaaf-fbe3-4b49-a6f4-6b3f892d4f44 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:44.012193 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-168dcaaf-fbe3-4b49-a6f4-6b3f892d4f44 service neutron] 10.222.0.20 "GET /v2.0/networks?id=730ee30c-f317-47b5-94b7-585afd3cc582 HTTP/1.1" status: 200 len: 914 time: 0.1764507 Feb 28 15:11:44.021991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92071001-eec2-45bd-b753-61d617f218b3 req-5c12d0b6-41ec-4a9c-8209-3d4a107c6991 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:44.023273 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-92071001-eec2-45bd-b753-61d617f218b3 req-5c12d0b6-41ec-4a9c-8209-3d4a107c6991 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.1218278 Feb 28 15:11:44.097435 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-4420177b-58ef-4b14-8ce2-b50c68ee3c6b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7332f59-7007-4374-92b2-65e6bb64ad26 HTTP/1.1" status: 200 len: 217 time: 0.0731592 Feb 28 15:11:44.162350 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-92071001-eec2-45bd-b753-61d617f218b3 req-65aacf3a-0d5f-4d6d-a933-eee4cd8c30d6 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934227 Feb 28 15:11:44.173798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-49683199-e07e-4573-83f2-1e48956cf864 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:44.175154 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-49683199-e07e-4573-83f2-1e48956cf864 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df987282-500b-41de-ab34-d41497778060 HTTP/1.1" status: 200 len: 854 time: 0.0673370 Feb 28 15:11:44.218907 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-74452752-ac92-4587-9131-cf9f644329e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=730ee30c-f317-47b5-94b7-585afd3cc582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379915 Feb 28 15:11:44.345628 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-f7cee762-0f2f-4120-8bcb-5f3989e705f3 service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206775 Feb 28 15:11:44.473792 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-9605cef2-92b0-484b-8786-35a2e59b065c service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220205 Feb 28 15:11:45.355169 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bbd044-2583-48f1-b1d7-79de60641e6d req-47c422af-e8bd-4120-8df1-23e7a826f633 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:45.356651 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-30bbd044-2583-48f1-b1d7-79de60641e6d req-47c422af-e8bd-4120-8df1-23e7a826f633 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0745068 Feb 28 15:11:45.400400 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-30bbd044-2583-48f1-b1d7-79de60641e6d req-284565dd-00b6-463d-b3fa-3d5e429d474d tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383661 Feb 28 15:11:46.618496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a474d4-6b9e-43c5-bdbc-3b49ae7e1400 req-46c44c35-686d-4c77-ae59-cb205fd3667f tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:46.620139 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-73a474d4-6b9e-43c5-bdbc-3b49ae7e1400 req-46c44c35-686d-4c77-ae59-cb205fd3667f tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0742021 Feb 28 15:11:46.667457 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-73a474d4-6b9e-43c5-bdbc-3b49ae7e1400 req-5d255807-151c-47a8-b5d9-b9e1168aadaf tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413609 Feb 28 15:11:47.866545 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8e1584b-b373-49a9-94b4-57a5fdbfca1e req-b3d44627-9f3b-4a58-a312-d66ad75f6594 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:47.868020 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c8e1584b-b373-49a9-94b4-57a5fdbfca1e req-b3d44627-9f3b-4a58-a312-d66ad75f6594 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0787082 Feb 28 15:11:47.912009 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c8e1584b-b373-49a9-94b4-57a5fdbfca1e req-9e8ea7a0-7456-4c52-a64a-8f861e57056d tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379117 Feb 28 15:11:49.103117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3125a295-4e32-4612-8ef8-a4a687f58999 req-c24d24e6-6989-4bb8-9171-e8b1d098a2cd tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:49.104545 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3125a295-4e32-4612-8ef8-a4a687f58999 req-c24d24e6-6989-4bb8-9171-e8b1d098a2cd tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0736513 Feb 28 15:11:49.150486 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3125a295-4e32-4612-8ef8-a4a687f58999 req-bdc2ac80-2168-4b2c-8464-64cab4be51ec tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405550 Feb 28 15:11:50.339723 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1138466a-11e0-4fdb-b2a3-77d348070eca req-d69c0f8a-5b4e-43de-b98c-f01f1664a814 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:50.341157 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1138466a-11e0-4fdb-b2a3-77d348070eca req-d69c0f8a-5b4e-43de-b98c-f01f1664a814 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0735536 Feb 28 15:11:50.385155 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1138466a-11e0-4fdb-b2a3-77d348070eca req-9e4bd020-e4e6-4f47-bfc1-081866754fd4 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384767 Feb 28 15:11:51.578340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043c2c3e-aed0-41f4-a864-63f2d2df7bec req-b820ebeb-3188-41c3-8f42-e366fde074a3 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:51.579783 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-043c2c3e-aed0-41f4-a864-63f2d2df7bec req-b820ebeb-3188-41c3-8f42-e366fde074a3 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0764251 Feb 28 15:11:51.623440 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-043c2c3e-aed0-41f4-a864-63f2d2df7bec req-a60524da-caf1-4e88-97bd-625bc2a07b49 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383012 Feb 28 15:11:52.818027 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf197f54-1b9d-4eb1-93e0-495dfc9c4345 req-4f653598-7d6b-4318-be05-aaac72b42f39 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:52.819351 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-cf197f54-1b9d-4eb1-93e0-495dfc9c4345 req-4f653598-7d6b-4318-be05-aaac72b42f39 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0774298 Feb 28 15:11:52.862452 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-cf197f54-1b9d-4eb1-93e0-495dfc9c4345 req-b1c69f6d-20ec-4cd4-b4ad-6c862f957a96 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371914 Feb 28 15:11:54.055566 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f395ad-10a5-4d97-85ca-32aa843b2685 req-d2b6f5db-9a1a-43e2-b4c0-bdd4fbf3e4d7 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:54.056991 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-98f395ad-10a5-4d97-85ca-32aa843b2685 req-d2b6f5db-9a1a-43e2-b4c0-bdd4fbf3e4d7 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0733137 Feb 28 15:11:54.100859 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-98f395ad-10a5-4d97-85ca-32aa843b2685 req-5ee82460-1c77-465e-9301-50165a2defea tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384469 Feb 28 15:11:55.291688 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70647d5-c512-433f-9560-ee5e98a962c0 req-1e7455fc-f5de-4e10-920d-c33c85872b73 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:55.293662 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c70647d5-c512-433f-9560-ee5e98a962c0 req-1e7455fc-f5de-4e10-920d-c33c85872b73 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0734680 Feb 28 15:11:55.337052 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c70647d5-c512-433f-9560-ee5e98a962c0 req-27a32830-f51c-4439-bc6c-4c6b86574586 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379763 Feb 28 15:11:55.477029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-199ddfaf-003c-4be9-99a5-38359c0b9740 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:56.534553 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a361da-f10a-44c2-8be9-0dc964bd655c req-0a6dad67-1817-4e6f-87ff-70daab425a58 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:56.535972 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b1a361da-f10a-44c2-8be9-0dc964bd655c req-0a6dad67-1817-4e6f-87ff-70daab425a58 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0770686 Feb 28 15:11:56.579978 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b1a361da-f10a-44c2-8be9-0dc964bd655c req-b4ee02b9-eb43-4fe4-9f7c-b8ba4b53dfc2 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386248 Feb 28 15:11:57.641773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5bd9a86d-5d95-4421-9914-4a2efd119c13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:57.788582 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1b3158-83f7-4216-bfd8-ffeb40aa611e req-d085b941-f72e-404d-a49f-48db1e119bb1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:57.790035 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7d1b3158-83f7-4216-bfd8-ffeb40aa611e req-d085b941-f72e-404d-a49f-48db1e119bb1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0848274 Feb 28 15:11:57.793565 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:57.834068 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7d1b3158-83f7-4216-bfd8-ffeb40aa611e req-8cd603e8-3486-4dfb-bd53-e972d8e21072 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380027 Feb 28 15:11:58.377756 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:11:58.895529 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:58.896669 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:11:59.027061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fcc517-fe70-4742-bb7b-70502a20bc0b req-5b0e9009-c495-4614-b295-78d95f469847 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:11:59.028483 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a1fcc517-fe70-4742-bb7b-70502a20bc0b req-5b0e9009-c495-4614-b295-78d95f469847 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0732143 Feb 28 15:11:59.074925 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a1fcc517-fe70-4742-bb7b-70502a20bc0b req-bb426020-8029-4479-9366-dd9739005a90 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410211 Feb 28 15:12:00.265506 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:00.274450 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3a96a79-cbbe-4482-9624-4e1335d881dc req-da8418e8-58a5-465a-b50a-a45e6ee45fb9 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:00.275905 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f3a96a79-cbbe-4482-9624-4e1335d881dc req-da8418e8-58a5-465a-b50a-a45e6ee45fb9 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0772433 Feb 28 15:12:00.329034 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f3a96a79-cbbe-4482-9624-4e1335d881dc req-0cdc6e3c-b95e-4f66-931c-5308600683dd tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476267 Feb 28 15:12:01.593445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec357d14-6dac-4110-b85b-9d1252d14510 req-7a9e32f6-9c73-401d-8506-7c9b09bc08f6 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:01.594868 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ec357d14-6dac-4110-b85b-9d1252d14510 req-7a9e32f6-9c73-401d-8506-7c9b09bc08f6 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.1441550 Feb 28 15:12:01.642044 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ec357d14-6dac-4110-b85b-9d1252d14510 req-3e0f3dbf-e2cd-4788-849d-cfe0cd047ed3 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415907 Feb 28 15:12:02.905379 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bf1df4-79da-4170-aba2-d423cde905c5 req-9d6e597e-6bb4-4bbd-9bd6-0f4136704ed4 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:02.906804 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-47bf1df4-79da-4170-aba2-d423cde905c5 req-9d6e597e-6bb4-4bbd-9bd6-0f4136704ed4 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.1461179 Feb 28 15:12:02.952080 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-47bf1df4-79da-4170-aba2-d423cde905c5 req-93740f76-8d23-4b3c-b16f-b351450ca8f0 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398467 Feb 28 15:12:04.146139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac6a69a-ee32-4d16-84e2-6dd8d37b0645 req-3901e499-f974-44e2-869e-f6fedd68bd56 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:04.147557 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7ac6a69a-ee32-4d16-84e2-6dd8d37b0645 req-3901e499-f974-44e2-869e-f6fedd68bd56 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0770137 Feb 28 15:12:04.274213 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7ac6a69a-ee32-4d16-84e2-6dd8d37b0645 req-1adcec67-e0e6-40e9-becf-5111827f54ab tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205313 Feb 28 15:12:05.476598 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4682086-c457-4834-8149-261348cca206 req-d7c5811a-5f21-420e-a3f5-0abc779285dc tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:05.478047 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d4682086-c457-4834-8149-261348cca206 req-d7c5811a-5f21-420e-a3f5-0abc779285dc tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0823114 Feb 28 15:12:05.522090 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d4682086-c457-4834-8149-261348cca206 req-6bd75810-4142-4d2a-92b3-e7c19c2fb225 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380294 Feb 28 15:12:06.729089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8462311c-7097-4b58-a498-8cb4e46a3e42 req-2e1bb580-5a4e-4acc-a60c-6fbf88decd77 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:06.730897 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8462311c-7097-4b58-a498-8cb4e46a3e42 req-2e1bb580-5a4e-4acc-a60c-6fbf88decd77 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0746164 Feb 28 15:12:06.774240 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8462311c-7097-4b58-a498-8cb4e46a3e42 req-aa3726fc-fba8-4eca-a3c8-8d5cdf2e058a tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378957 Feb 28 15:12:07.966829 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cc7a93-1e26-4d19-be5e-852602706198 req-a2e2b3ea-abf9-4a72-91cb-9ff673c777e7 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:07.968285 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-02cc7a93-1e26-4d19-be5e-852602706198 req-a2e2b3ea-abf9-4a72-91cb-9ff673c777e7 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0743484 Feb 28 15:12:08.013127 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-02cc7a93-1e26-4d19-be5e-852602706198 req-93995fdd-cf3f-416f-af46-a121f628833a tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394795 Feb 28 15:12:09.206833 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33feeb7b-4718-415a-8bbc-056d89989303 req-2ac883c9-a765-4b35-8217-c20c37878f8f tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:09.208274 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-33feeb7b-4718-415a-8bbc-056d89989303 req-2ac883c9-a765-4b35-8217-c20c37878f8f tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0765116 Feb 28 15:12:09.252304 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-33feeb7b-4718-415a-8bbc-056d89989303 req-d208b5db-a43c-483e-bd0a-ef8228c88014 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386720 Feb 28 15:12:10.450496 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ae4ec6-c133-4e5e-992b-e25866ccde68 req-c295293b-e4e6-49e3-b228-3be0c747e430 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:10.451950 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-73ae4ec6-c133-4e5e-992b-e25866ccde68 req-c295293b-e4e6-49e3-b228-3be0c747e430 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0789962 Feb 28 15:12:10.496604 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-73ae4ec6-c133-4e5e-992b-e25866ccde68 req-d24a047e-b199-49b8-9c47-3a511e6c3fbc tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392108 Feb 28 15:12:11.173015 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-fb1aee77-91c6-4ecf-b398-0a5c149462c0 service neutron] 10.222.0.20 "GET /v2.0/ports/f7332f59-7007-4374-92b2-65e6bb64ad26/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.0755453 Feb 28 15:12:11.424694 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-30d8aeb2-9b8f-4fa5-85c8-198f30c4f186 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5&tenant_id=6c28920b592d45909a30971e3794c55f HTTP/1.1" status: 200 len: 1098 time: 0.0696585 Feb 28 15:12:11.512201 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-62007388-5dab-43b6-b796-d162f2ebb40e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c28920b592d45909a30971e3794c55f&device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 1098 time: 0.0663507 Feb 28 15:12:11.682720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-ef95ed41-ca82-404c-a1e3-9c4aa34da42d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:11.684430 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-ef95ed41-ca82-404c-a1e3-9c4aa34da42d service neutron] 10.222.0.20 "GET /v2.0/networks?id=730ee30c-f317-47b5-94b7-585afd3cc582 HTTP/1.1" status: 200 len: 914 time: 0.1670244 Feb 28 15:12:11.761481 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-90694109-0ac5-4b62-9edf-2a1e88c4f928 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7332f59-7007-4374-92b2-65e6bb64ad26 HTTP/1.1" status: 200 len: 217 time: 0.0709145 Feb 28 15:12:11.816976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f99d913-096c-400b-a0fe-9ad599d5ec12 req-0e78ccfa-faa4-4a13-8031-ee3dd5cce47f tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:11.818354 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1f99d913-096c-400b-a0fe-9ad599d5ec12 req-0e78ccfa-faa4-4a13-8031-ee3dd5cce47f tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.1983042 Feb 28 15:12:11.847594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-321ea0c8-dd54-4b6a-bb36-806178b013e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:11.848919 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-321ea0c8-dd54-4b6a-bb36-806178b013e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df987282-500b-41de-ab34-d41497778060 HTTP/1.1" status: 200 len: 854 time: 0.0823328 Feb 28 15:12:11.905840 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-68fbb22d-e344-4497-a869-2fec2b3ea34c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=730ee30c-f317-47b5-94b7-585afd3cc582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465426 Feb 28 15:12:11.909448 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1f99d913-096c-400b-a0fe-9ad599d5ec12 req-447f66e4-aa7c-47b2-a284-8cfd223abaae tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840566 Feb 28 15:12:12.034029 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-8b16f1c2-b821-4c02-82aa-2c56e5fee350 service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225922 Feb 28 15:12:12.165235 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-15c4cdf8-9213-40ae-a6d4-3a911ba472a7 req-f7e5fbb9-d4ac-4c43-9630-622e008974db service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251931 Feb 28 15:12:13.120419 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efc90a1-2a50-4e6c-bbc7-71549e3fd1a1 req-ca1b4c80-b355-45a5-a7cc-b653d105e94e tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:13.121988 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2efc90a1-2a50-4e6c-bbc7-71549e3fd1a1 req-ca1b4c80-b355-45a5-a7cc-b653d105e94e tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0799699 Feb 28 15:12:13.168991 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2efc90a1-2a50-4e6c-bbc7-71549e3fd1a1 req-b2bb4f10-6439-4f6f-b994-e8a6dd6da94f tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414617 Feb 28 15:12:14.357967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a911fc-9cdb-4844-b7ce-051a7ca14462 req-eaf45ad1-c53a-4324-81ba-d602c6b41f64 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:14.359456 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-19a911fc-9cdb-4844-b7ce-051a7ca14462 req-eaf45ad1-c53a-4324-81ba-d602c6b41f64 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0745220 Feb 28 15:12:14.362454 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f7332f59-7007-4374-92b2-65e6bb64ad26 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:12:14.367310 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f7332f59-7007-4374-92b2-65e6bb64ad26 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:12:14.406137 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-19a911fc-9cdb-4844-b7ce-051a7ca14462 req-200a3cbc-5e79-4cb4-b217-b9b185f85a4b tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408683 Feb 28 15:12:14.613113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:14.635705 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f7332f59-7007-4374-92b2-65e6bb64ad26, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f7332f59-7007-4374-92b2-65e6bb64ad26,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:12:14.656143 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'f7332f59-7007-4374-92b2-65e6bb64ad26', 'network_id': '730ee30c-f317-47b5-94b7-585afd3cc582', 'port_id': 'f7332f59-7007-4374-92b2-65e6bb64ad26', 'mac_address': 'fa:16:3e:b6:dd:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df987282-500b-41de-ab34-d41497778060', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:12:14.662172 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f66b1a-e4af-40d1-b609-661a1f1e8ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7332f59-7007-4374-92b2-65e6bb64ad26'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:12:14.697829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f7332f59-7007-4374-92b2-65e6bb64ad26, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f7332f59-7007-4374-92b2-65e6bb64ad26,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:12:14.706881 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:14.739254 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f66b1a-e4af-40d1-b609-661a1f1e8ac5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7332f59-7007-4374-92b2-65e6bb64ad26', 'code': 200} Feb 28 15:12:14.771004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:14.790497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd338e-c3a8-4631-964e-1117cc3ae292 req-0f4d510e-197c-4764-acaa-ccc0b04bfa36 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:14.791926 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-07dd338e-c3a8-4631-964e-1117cc3ae292 req-0f4d510e-197c-4764-acaa-ccc0b04bfa36 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5&tenant_id=6c28920b592d45909a30971e3794c55f&binding%3Ahost_id=hv-neutron-8308 HTTP/1.1" status: 200 len: 945 time: 0.1419768 Feb 28 15:12:14.797880 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f7332f59-7007-4374-92b2-65e6bb64ad26 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:12:14.805086 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b35ee4f2-e0e0-4366-93b1-52e867ec1a7e req-2e1df524-28d8-4880-b59d-9a341764c436 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:14.806517 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b35ee4f2-e0e0-4366-93b1-52e867ec1a7e req-2e1df524-28d8-4880-b59d-9a341764c436 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 943 time: 0.1082888 Feb 28 15:12:14.839056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f7332f59-7007-4374-92b2-65e6bb64ad26,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:12:14.854805 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b35ee4f2-e0e0-4366-93b1-52e867ec1a7e req-0af2b81c-92f8-4a58-bc47-13b1472bfa1e tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421443 Feb 28 15:12:14.857900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:14.858796 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:14.858796 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:14.858984 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:14.859168 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:14.859684 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:14.859956 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:14.860279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:14.860588 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:14.860913 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:14.861228 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:12:14.872805 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:12:14.873156 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:12:14.936107 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-07dd338e-c3a8-4631-964e-1117cc3ae292 req-6a902989-56e9-4d23-80aa-b8831c9f89e1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c28920b592d45909a30971e3794c55f&device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 1096 time: 0.0729809 Feb 28 15:12:15.145895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd338e-c3a8-4631-964e-1117cc3ae292 req-4f274009-1b5c-4fe0-955f-042f0cbc3de3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:15.147177 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-07dd338e-c3a8-4631-964e-1117cc3ae292 req-4f274009-1b5c-4fe0-955f-042f0cbc3de3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=730ee30c-f317-47b5-94b7-585afd3cc582 HTTP/1.1" status: 200 len: 914 time: 0.2052622 Feb 28 15:12:15.212225 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-07dd338e-c3a8-4631-964e-1117cc3ae292 req-7ca81869-9fb3-41ec-a5da-a8e65fae71df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=f7332f59-7007-4374-92b2-65e6bb64ad26 HTTP/1.1" status: 200 len: 217 time: 0.0593472 Feb 28 15:12:15.270023 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07dd338e-c3a8-4631-964e-1117cc3ae292 req-ae8bc792-76a4-4736-9232-85e178819f4a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:15.271339 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-07dd338e-c3a8-4631-964e-1117cc3ae292 req-ae8bc792-76a4-4736-9232-85e178819f4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df987282-500b-41de-ab34-d41497778060 HTTP/1.1" status: 200 len: 854 time: 0.0537219 Feb 28 15:12:15.315653 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-07dd338e-c3a8-4631-964e-1117cc3ae292 req-73be47a4-69ce-4256-87d0-df55f8f91a85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=730ee30c-f317-47b5-94b7-585afd3cc582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0375924 Feb 28 15:12:15.434735 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:15.450947 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-07dd338e-c3a8-4631-964e-1117cc3ae292 req-a9fa4c18-c3ce-4578-9820-a6c31c1aebf0 service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293790 Feb 28 15:12:15.451476 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7332f59-7007-4374-92b2-65e6bb64ad26 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:12:15.467816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f7332f59-7007-4374-92b2-65e6bb64ad26, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f7332f59-7007-4374-92b2-65e6bb64ad26,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:12:15.471557 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:15.533810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['f7332f59-7007-4374-92b2-65e6bb64ad26'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:12:15.582969 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f7332f59-7007-4374-92b2-65e6bb64ad26,revision_number=7']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:12:15.583442 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-07dd338e-c3a8-4631-964e-1117cc3ae292 req-e458f03d-6a0d-4c1b-bb1e-01a46af70e2e service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267712 Feb 28 15:12:16.076163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe8604b-faf4-4763-8773-144bc30f7d30 req-75a9eba3-fe7c-410b-b95e-ecf466b85c49 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:16.077610 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ffe8604b-faf4-4763-8773-144bc30f7d30 req-75a9eba3-fe7c-410b-b95e-ecf466b85c49 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 944 time: 0.0798106 Feb 28 15:12:16.123399 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ffe8604b-faf4-4763-8773-144bc30f7d30 req-6eef98e6-18d9-4fdf-be22-c6a5cc535ab7 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403366 Feb 28 15:12:16.392669 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f7332f59-7007-4374-92b2-65e6bb64ad26 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:12:16.458189 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port f7332f59-7007-4374-92b2-65e6bb64ad26 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:12:16.458839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:16.567329 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:16.597126 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f7332f59-7007-4374-92b2-65e6bb64ad26, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f7332f59-7007-4374-92b2-65e6bb64ad26,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:12:16.601139 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:16.663793 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f7332f59-7007-4374-92b2-65e6bb64ad26,revision_number=8']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:12:16.740740 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f66b1a-e4af-40d1-b609-661a1f1e8ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7332f59-7007-4374-92b2-65e6bb64ad26'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:12:16.792922 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f66b1a-e4af-40d1-b609-661a1f1e8ac5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7332f59-7007-4374-92b2-65e6bb64ad26', 'code': 200} Feb 28 15:12:17.334832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71b386b4-8201-4935-9af4-1fd3c5452a28 req-85610e93-a50e-4c48-b9e3-845be7fa81bf tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:17.336319 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-71b386b4-8201-4935-9af4-1fd3c5452a28 req-85610e93-a50e-4c48-b9e3-845be7fa81bf tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0790625 Feb 28 15:12:17.456873 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-71b386b4-8201-4935-9af4-1fd3c5452a28 req-8712775a-82e9-4f7b-98d7-8f2e2b9d4cf1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1142640 Feb 28 15:12:17.653486 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6e9389-eb55-4435-a9af-3c10306e562f req-904018dc-781c-48f9-a2a6-30c1dfc7856a tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:17.654906 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1f6e9389-eb55-4435-a9af-3c10306e562f req-904018dc-781c-48f9-a2a6-30c1dfc7856a tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0797360 Feb 28 15:12:17.698285 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1f6e9389-eb55-4435-a9af-3c10306e562f req-f81577b9-5fcf-47a5-b0a3-542d7e834766 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379627 Feb 28 15:12:17.891076 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e34f33-555c-4971-ab76-e206211f2776 req-7887c432-94b1-421e-9065-79521382bfdf tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:17.892516 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-82e34f33-555c-4971-ab76-e206211f2776 req-7887c432-94b1-421e-9065-79521382bfdf tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0746515 Feb 28 15:12:17.936493 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-82e34f33-555c-4971-ab76-e206211f2776 req-ef2ae9b6-666f-449c-aa8b-436f3f24ef51 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382679 Feb 28 15:12:18.432506 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-b5592ffb-2326-4116-8673-6730027b9098 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:18.434064 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-b5592ffb-2326-4116-8673-6730027b9098 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/networks?id=730ee30c-f317-47b5-94b7-585afd3cc582 HTTP/1.1" status: 200 len: 814 time: 0.1429148 Feb 28 15:12:18.450011 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-d5e1b6cf-ada0-4151-858d-cab24bed701c tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/quotas/6c28920b592d45909a30971e3794c55f HTTP/1.1" status: 200 len: 375 time: 0.0105503 Feb 28 15:12:18.524904 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-22fdd064-b6bf-4f65-85ad-c67fc53a946f tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=6c28920b592d45909a30971e3794c55f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0700173 Feb 28 15:12:18.652887 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-0ce6dbe5-44aa-4c2a-95cf-0220aa8addf1 service neutron] 10.222.0.15 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211016 Feb 28 15:12:18.778727 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-9383b76e-899a-4c1e-a458-afcad4b06a4b service neutron] 10.222.0.15 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201994 Feb 28 15:12:18.957587 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-49d5f5ef-3456-4142-8c04-31ed1419e7ec req-6eb2454c-baf1-434c-a7c0-74b40e43dc34 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 210 time: 0.0408270 Feb 28 15:12:19.919414 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d48518-40ed-469f-8c35-c788844279a6 req-56d53891-e52d-44d3-8a43-f9e5aec06e06 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:19.920834 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e2d48518-40ed-469f-8c35-c788844279a6 req-56d53891-e52d-44d3-8a43-f9e5aec06e06 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.20 "GET /v2.0/ports?device_id=24f66b1a-e4af-40d1-b609-661a1f1e8ac5 HTTP/1.1" status: 200 len: 945 time: 0.0770023 Feb 28 15:12:20.074483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-e2d48518-40ed-469f-8c35-c788844279a6 req-a4779ffd-8eea-4ea2-9516-975b17165215 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Deleting port f7332f59-7007-4374-92b2-65e6bb64ad26 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:12:20.075174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e2d48518-40ed-469f-8c35-c788844279a6 req-a4779ffd-8eea-4ea2-9516-975b17165215 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:20.128490 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5aa2aeaf-bc35-4c9e-a892-80435ce81422 req-a17f6148-499a-4607-8b16-60bffb35074c tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 210 time: 0.0421154 Feb 28 15:12:20.197437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-6640e386-9ecd-4bec-b5b2-52049bdc9507 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:20.198827 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-6640e386-9ecd-4bec-b5b2-52049bdc9507 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.20 "GET /v2.0/networks?id=730ee30c-f317-47b5-94b7-585afd3cc582 HTTP/1.1" status: 200 len: 814 time: 0.2446942 Feb 28 15:12:20.222825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-561bf989-6122-49b9-a31d-a785eb2953f1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Request body: {'port': {'device_id': 'd83d1144-eb6b-47d0-bbd4-d3696b84978b', 'network_id': '730ee30c-f317-47b5-94b7-585afd3cc582', 'admin_state_up': True, 'tenant_id': '6c28920b592d45909a30971e3794c55f'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:12:20.462677 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-e2d48518-40ed-469f-8c35-c788844279a6 req-a4779ffd-8eea-4ea2-9516-975b17165215 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] For port f7332f59-7007-4374-92b2-65e6bb64ad26, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f7332f59-7007-4374-92b2-65e6bb64ad26,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:12:20.463020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e2d48518-40ed-469f-8c35-c788844279a6 req-a4779ffd-8eea-4ea2-9516-975b17165215 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:20.470406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-561bf989-6122-49b9-a31d-a785eb2953f1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:12:20.579835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-561bf989-6122-49b9-a31d-a785eb2953f1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:12:20.586891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-e2d48518-40ed-469f-8c35-c788844279a6 req-a4779ffd-8eea-4ea2-9516-975b17165215 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Calling delete_port for f7332f59-7007-4374-92b2-65e6bb64ad26 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:12:20.730226 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-561bf989-6122-49b9-a31d-a785eb2953f1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Made reservation on behalf of 6c28920b592d45909a30971e3794c55f for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:12:20.733161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-561bf989-6122-49b9-a31d-a785eb2953f1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:20.938079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e2d48518-40ed-469f-8c35-c788844279a6 req-a4779ffd-8eea-4ea2-9516-975b17165215 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:20.950536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['f7332f59-7007-4374-92b2-65e6bb64ad26'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:12:20.995363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4779ffd-8eea-4ea2-9516-975b17165215 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Pushing event deleted for resources: {'Port': ['ID=f7332f59-7007-4374-92b2-65e6bb64ad26,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:12:21.034277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-561bf989-6122-49b9-a31d-a785eb2953f1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Allocated IP 172.20.0.11 (730ee30c-f317-47b5-94b7-585afd3cc582/df987282-500b-41de-ab34-d41497778060/a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:12:21.076393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2d48518-40ed-469f-8c35-c788844279a6 req-a4779ffd-8eea-4ea2-9516-975b17165215 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] No DVR routers for this DVR port f7332f59-7007-4374-92b2-65e6bb64ad26 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:12:21.079161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e2d48518-40ed-469f-8c35-c788844279a6 req-a4779ffd-8eea-4ea2-9516-975b17165215 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:21.081509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f66b1a-e4af-40d1-b609-661a1f1e8ac5', 'name': 'network-vif-deleted', 'tag': 'f7332f59-7007-4374-92b2-65e6bb64ad26'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:12:21.111704 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e2d48518-40ed-469f-8c35-c788844279a6 req-a4779ffd-8eea-4ea2-9516-975b17165215 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.20 "DELETE /v2.0/ports/f7332f59-7007-4374-92b2-65e6bb64ad26 HTTP/1.1" status: 204 len: 173 time: 1.1855464 Feb 28 15:12:21.222458 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f66b1a-e4af-40d1-b609-661a1f1e8ac5', 'name': 'network-vif-deleted', 'tag': 'f7332f59-7007-4374-92b2-65e6bb64ad26', 'status': 'completed', 'code': 200} Feb 28 15:12:21.290125 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-561bf989-6122-49b9-a31d-a785eb2953f1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:21.314876 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fc4cb947-936d-4d3f-a453-f90d4e5c632a req-cba8a572-83cb-435d-9362-697f484854d1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 210 time: 0.0449157 Feb 28 15:12:21.318465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-561bf989-6122-49b9-a31d-a785eb2953f1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:21.330407 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['f7332f59-7007-4374-92b2-65e6bb64ad26'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:12:21.394080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-561bf989-6122-49b9-a31d-a785eb2953f1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Network 730ee30c-f317-47b5-94b7-585afd3cc582 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:12:21.396965 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-561bf989-6122-49b9-a31d-a785eb2953f1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:12:21.401203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-561bf989-6122-49b9-a31d-a785eb2953f1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:12:21.428284 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561bf989-6122-49b9-a31d-a785eb2953f1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Pushing event updated for resources: {'Port': ['ID=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:12:21.467659 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-561bf989-6122-49b9-a31d-a785eb2953f1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:21.468262 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-561bf989-6122-49b9-a31d-a785eb2953f1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:21.485782 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-561bf989-6122-49b9-a31d-a785eb2953f1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2686048 Feb 28 15:12:21.497394 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Request body: {'port': {'device_id': 'd83d1144-eb6b-47d0-bbd4-d3696b84978b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:12:21.608343 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:21.941410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:12:21.947892 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:21.963026 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Transition to ACTIVE for port object a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:12:21.966948 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:22.094375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Pushing event updated for resources: {'Port': ['ID=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:12:22.192340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Attempting to bind port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:12:22.192586 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Attempting to bind port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'c9de82c1-c695-4a47-9550-e27284266b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '730ee30c-f317-47b5-94b7-585afd3cc582'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:12:22.192908 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Attempting to bind port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a on network 730ee30c-f317-47b5-94b7-585afd3cc582 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:12:22.198942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a on network 730ee30c-f317-47b5-94b7-585afd3cc582 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:12:22.199259 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Attempting to bind port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a on network 730ee30c-f317-47b5-94b7-585afd3cc582 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:12:22.205338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:12:22.205668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Checking segment: {'id': 'c9de82c1-c695-4a47-9550-e27284266b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '730ee30c-f317-47b5-94b7-585afd3cc582'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:12:22.206045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Bound using segment: {'id': 'c9de82c1-c695-4a47-9550-e27284266b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '730ee30c-f317-47b5-94b7-585afd3cc582'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:12:22.206457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Bound port: a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c9de82c1-c695-4a47-9550-e27284266b91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '730ee30c-f317-47b5-94b7-585afd3cc582'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:12:22.206791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:22.296363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] For port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:12:22.299191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] For port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:12:22.303721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:22.365355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:22.366676 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] 10.222.0.20 "PUT /v2.0/ports/a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a HTTP/1.1" status: 200 len: 1094 time: 0.8736970 Feb 28 15:12:22.378622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2d2a25-e722-41b0-bfbe-38b98463d150 service neutron] Pushing event updated for resources: {'Port': ['ID=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:12:22.615318 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-c3331282-7e4f-4bb3-bcd6-013be7ecaae9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c28920b592d45909a30971e3794c55f&device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 1097 time: 0.2127066 Feb 28 15:12:22.684069 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2075423-c8f4-4d26-97a9-3bfd423784c3 req-ad17981c-a25b-45d5-b959-46287d90d667 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:22.684746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-a2075423-c8f4-4d26-97a9-3bfd423784c3 req-ad17981c-a25b-45d5-b959-46287d90d667 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Synchronizing usage tracker for tenant:6c28920b592d45909a30971e3794c55f on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:12:22.697442 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-bda5d347-6fdb-4466-905f-d586a00b68ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a HTTP/1.1" status: 200 len: 217 time: 0.0753865 Feb 28 15:12:22.743189 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-a2075423-c8f4-4d26-97a9-3bfd423784c3 req-ad17981c-a25b-45d5-b959-46287d90d667 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Unset dirty status for tenant:6c28920b592d45909a30971e3794c55f on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:12:22.744253 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a2075423-c8f4-4d26-97a9-3bfd423784c3 req-ad17981c-a25b-45d5-b959-46287d90d667 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 944 time: 0.2990334 Feb 28 15:12:22.793083 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-3841c0dc-0a0b-45e1-8601-dd81629cfc01 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:22.794477 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-3841c0dc-0a0b-45e1-8601-dd81629cfc01 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df987282-500b-41de-ab34-d41497778060 HTTP/1.1" status: 200 len: 854 time: 0.0906117 Feb 28 15:12:22.840662 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a2075423-c8f4-4d26-97a9-3bfd423784c3 req-07ad55f8-1f73-4ae3-8658-4ef35d01e987 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893261 Feb 28 15:12:22.846791 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-7670f969-49c0-45a4-ba37-4557e73dbfbf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=730ee30c-f317-47b5-94b7-585afd3cc582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0452211 Feb 28 15:12:22.977235 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-2c31bfe2-85aa-4b04-b2ed-e3c68a3d2e08 service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230836 Feb 28 15:12:23.117928 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-782c8d0b-e673-4a6b-af08-748ee5b2d030 req-9560c4b8-51df-42a9-a966-38d0cdf9566e service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322145 Feb 28 15:12:23.223659 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd83d1144-eb6b-47d0-bbd4-d3696b84978b', 'tag': 'a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:12:23.276594 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd83d1144-eb6b-47d0-bbd4-d3696b84978b', 'tag': 'a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a', 'status': 'completed', 'code': 200} Feb 28 15:12:23.364407 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4a2f1734-6d1c-4b44-bcc3-0f00ce9a8d03 req-f921623c-53e8-434e-a98c-8bad3b6af8f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c28920b592d45909a30971e3794c55f&device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 1097 time: 0.0665975 Feb 28 15:12:23.499248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f1734-6d1c-4b44-bcc3-0f00ce9a8d03 req-50980e96-c706-4b48-94ba-e0e2209ffc81 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:23.500764 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4a2f1734-6d1c-4b44-bcc3-0f00ce9a8d03 req-50980e96-c706-4b48-94ba-e0e2209ffc81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=730ee30c-f317-47b5-94b7-585afd3cc582 HTTP/1.1" status: 200 len: 914 time: 0.1296237 Feb 28 15:12:23.570377 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4a2f1734-6d1c-4b44-bcc3-0f00ce9a8d03 req-b26112c9-4b24-47c5-b0ad-aaa5952bb8ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a HTTP/1.1" status: 200 len: 217 time: 0.0624404 Feb 28 15:12:23.633124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2f1734-6d1c-4b44-bcc3-0f00ce9a8d03 req-17fa853f-43e8-47c3-b65a-b48684fa2c1c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:23.634491 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4a2f1734-6d1c-4b44-bcc3-0f00ce9a8d03 req-17fa853f-43e8-47c3-b65a-b48684fa2c1c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df987282-500b-41de-ab34-d41497778060 HTTP/1.1" status: 200 len: 854 time: 0.0564632 Feb 28 15:12:23.677605 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4a2f1734-6d1c-4b44-bcc3-0f00ce9a8d03 req-e6b0f903-362c-4dc9-a93c-635bdd9b5010 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=730ee30c-f317-47b5-94b7-585afd3cc582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374525 Feb 28 15:12:23.805140 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4a2f1734-6d1c-4b44-bcc3-0f00ce9a8d03 req-21fc5569-2505-4473-bfe1-50f07bb6b6cb service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1188486 Feb 28 15:12:23.932977 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4a2f1734-6d1c-4b44-bcc3-0f00ce9a8d03 req-ae6462a8-8c42-4096-acfc-24410b92ffa7 service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216452 Feb 28 15:12:24.037468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e216a4af-dd2c-4fe5-bda9-97d603f76bd6 req-5852e32b-c604-49ec-af5c-818e4ddf6e81 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:24.038876 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e216a4af-dd2c-4fe5-bda9-97d603f76bd6 req-5852e32b-c604-49ec-af5c-818e4ddf6e81 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 944 time: 0.0786564 Feb 28 15:12:24.081768 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e216a4af-dd2c-4fe5-bda9-97d603f76bd6 req-ba834f36-7cac-4047-af48-8ca2bee9dbac tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375664 Feb 28 15:12:24.418341 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f7332f59-7007-4374-92b2-65e6bb64ad26 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:12:24.451438 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: f7332f59-7007-4374-92b2-65e6bb64ad26 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:12:24.451812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f7332f59-7007-4374-92b2-65e6bb64ad26 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:12:25.275373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6a806e-704f-4768-bbb5-70ef77d5f013 req-d91b3aad-076c-4859-adaa-1407e3997959 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:25.276832 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8b6a806e-704f-4768-bbb5-70ef77d5f013 req-d91b3aad-076c-4859-adaa-1407e3997959 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 944 time: 0.0734959 Feb 28 15:12:25.320348 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8b6a806e-704f-4768-bbb5-70ef77d5f013 req-776e2d9b-391c-4040-987f-19bed5cc7c5e tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380805 Feb 28 15:12:25.478236 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ef00b606-017e-4482-be37-336575161ce7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:26.418856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:12:26.514902 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd84d9d-a928-4725-b43f-c44309ae14f4 req-80c313d4-1745-4426-85cb-ae8f818452ab tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:26.516356 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1cd84d9d-a928-4725-b43f-c44309ae14f4 req-80c313d4-1745-4426-85cb-ae8f818452ab tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 944 time: 0.0755956 Feb 28 15:12:26.552094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:12:26.563215 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1cd84d9d-a928-4725-b43f-c44309ae14f4 req-914065bf-9fee-419c-9111-dbb89f1acb4f tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412505 Feb 28 15:12:26.565637 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a', 'network_id': '730ee30c-f317-47b5-94b7-585afd3cc582', 'port_id': 'a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a', 'mac_address': 'fa:16:3e:dc:99:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df987282-500b-41de-ab34-d41497778060', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:12:26.622118 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:26.639137 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:12:26.653272 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:12:26.657182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:26.719967 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:12:26.846643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:12:27.643148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-415bc5fb-27f2-42ce-a152-dd161510cec9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:27.759268 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d703213d-e13c-4f75-8d8b-d11f4cda2933 req-c4a880cb-eb32-4f07-8bdb-8d48f76464ba tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:27.760815 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d703213d-e13c-4f75-8d8b-d11f4cda2933 req-c4a880cb-eb32-4f07-8bdb-8d48f76464ba tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 945 time: 0.0787613 Feb 28 15:12:27.808451 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d703213d-e13c-4f75-8d8b-d11f4cda2933 req-02ba0ca0-41cf-4495-92b1-36079489c675 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401187 Feb 28 15:12:27.811878 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:28.419237 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:12:28.486080 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:12:28.490427 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:12:28.490795 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:28.622275 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:28.648385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83d1144-eb6b-47d0-bbd4-d3696b84978b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:12:28.658489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:12:28.662410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:28.728468 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:12:28.784089 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83d1144-eb6b-47d0-bbd4-d3696b84978b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a', 'code': 200} Feb 28 15:12:28.896616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:28.897827 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:28.997332 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ee7c153f-6c03-448d-9113-3197d9b78f3a req-28bea44b-bb2c-4475-bfec-cd5ea53b9ec4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 1099 time: 0.0660362 Feb 28 15:12:29.000364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-855b229a-c27f-47fa-a669-5db1ef562f44 req-24bc5b35-1792-4a98-81d3-a297432b034b tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:29.001793 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-855b229a-c27f-47fa-a669-5db1ef562f44 req-24bc5b35-1792-4a98-81d3-a297432b034b tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0751877 Feb 28 15:12:29.038992 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ee7c153f-6c03-448d-9113-3197d9b78f3a req-dc0a617e-2043-4851-910b-3196c3ca3c15 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358303 Feb 28 15:12:29.046288 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-855b229a-c27f-47fa-a669-5db1ef562f44 req-b95980d5-0e40-463d-ae35-db7efe12720b tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390577 Feb 28 15:12:30.268493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:30.331720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12691c35-d7b7-4e52-872b-24c0484ab90c req-4d54ab6f-98dd-474d-b7c8-a7bd5638b48a tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:30.333158 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-12691c35-d7b7-4e52-872b-24c0484ab90c req-4d54ab6f-98dd-474d-b7c8-a7bd5638b48a tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.1673481 Feb 28 15:12:30.377389 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-12691c35-d7b7-4e52-872b-24c0484ab90c req-f3291a61-bec6-4d4a-937f-25b10797b332 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385544 Feb 28 15:12:30.573891 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1172cee-b498-4737-a482-3eeb15d512e2 req-813254e5-f190-4d37-a8a3-e98925b77db4 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:30.575308 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f1172cee-b498-4737-a482-3eeb15d512e2 req-813254e5-f190-4d37-a8a3-e98925b77db4 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0777073 Feb 28 15:12:30.618683 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f1172cee-b498-4737-a482-3eeb15d512e2 req-5ce04a70-48ef-45e5-a699-63dfbe9d6618 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380239 Feb 28 15:12:30.875110 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0e969187-08a8-49d4-9a98-caac240c51da req-ef063673-85ca-45c8-8e64-12601f6af16f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1317937 Feb 28 15:12:31.164761 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-9d5de64d-b103-4f61-a926-c801b80a13e4 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1164889 Feb 28 15:12:31.189544 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a1e0d0-cd87-43cd-854f-992bfd15db13 req-ac509d76-aedb-4d07-8b49-b3b8eb7efa8e tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:31.190959 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e7a1e0d0-cd87-43cd-854f-992bfd15db13 req-ac509d76-aedb-4d07-8b49-b3b8eb7efa8e tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0882020 Feb 28 15:12:31.236936 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e7a1e0d0-cd87-43cd-854f-992bfd15db13 req-11b286df-5e73-4b20-9162-83c4f51c5c18 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403781 Feb 28 15:12:32.249443 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-5fec4b06-3de0-48f2-9d48-65762d0ee9c0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c28920b592d45909a30971e3794c55f&device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 1099 time: 0.0710008 Feb 28 15:12:32.418001 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-204ba763-f77b-438c-bb3c-e2182cdb035a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:32.419410 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-204ba763-f77b-438c-bb3c-e2182cdb035a service neutron] 10.222.0.20 "GET /v2.0/networks?id=730ee30c-f317-47b5-94b7-585afd3cc582 HTTP/1.1" status: 200 len: 914 time: 0.1645162 Feb 28 15:12:32.495511 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-99703cde-ceb0-4cb2-bb40-509462ed20d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a HTTP/1.1" status: 200 len: 217 time: 0.0703332 Feb 28 15:12:32.552417 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5642c1-4a02-43c7-9ff0-b5cb8b0d604f req-458f66ac-556c-4cf9-b04b-55fea2e8e53a tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:32.553720 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4c5642c1-4a02-43c7-9ff0-b5cb8b0d604f req-458f66ac-556c-4cf9-b04b-55fea2e8e53a tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.1935866 Feb 28 15:12:32.579727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-72845bff-744a-4bab-a5e0-83a83d063c27 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:32.581128 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-72845bff-744a-4bab-a5e0-83a83d063c27 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df987282-500b-41de-ab34-d41497778060 HTTP/1.1" status: 200 len: 854 time: 0.0803182 Feb 28 15:12:32.638172 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-5661326c-f704-491b-8772-657ef64d8e17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=730ee30c-f317-47b5-94b7-585afd3cc582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0516055 Feb 28 15:12:32.644971 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4c5642c1-4a02-43c7-9ff0-b5cb8b0d604f req-e0683dc7-c315-46ce-b764-41f078adab3b tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847824 Feb 28 15:12:32.767459 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-ec737948-2349-45f0-b0c1-a965819bf793 service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215777 Feb 28 15:12:32.893707 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-eb571e1d-a5f8-41ce-bc6a-2590d17e9250 service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206055 Feb 28 15:12:33.835363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af49871-dd4e-49e8-83e2-3747bd532965 req-e9c12311-36dd-4894-8574-ff26842b489a tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:33.836731 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2af49871-dd4e-49e8-83e2-3747bd532965 req-e9c12311-36dd-4894-8574-ff26842b489a tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0731049 Feb 28 15:12:33.883791 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2af49871-dd4e-49e8-83e2-3747bd532965 req-33e30091-951b-4c59-8821-15119fced491 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416272 Feb 28 15:12:35.073364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe63254-8852-4f57-b646-f4a5c3e23e86 req-56e2786e-d232-4cbb-8124-5db0c2bd11fe tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:35.074786 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1fe63254-8852-4f57-b646-f4a5c3e23e86 req-56e2786e-d232-4cbb-8124-5db0c2bd11fe tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0740714 Feb 28 15:12:35.117973 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1fe63254-8852-4f57-b646-f4a5c3e23e86 req-c056a531-3749-4893-9eee-302d1ec676f6 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378201 Feb 28 15:12:35.378415 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:12:36.310300 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2beacad9-7132-49e1-8ecd-d9979cf68af4 req-45375c8b-bc1c-4d56-9dd7-548bfd1a7a22 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:36.311883 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2beacad9-7132-49e1-8ecd-d9979cf68af4 req-45375c8b-bc1c-4d56-9dd7-548bfd1a7a22 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0745056 Feb 28 15:12:36.356783 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2beacad9-7132-49e1-8ecd-d9979cf68af4 req-6b92e276-f0f4-4f1b-a80e-77cbecb1e9c8 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390830 Feb 28 15:12:37.557068 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8840eb-cc9b-45ea-8772-55caacc89628 req-a0730922-f926-43a6-89e9-363626680770 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:37.558484 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ad8840eb-cc9b-45ea-8772-55caacc89628 req-a0730922-f926-43a6-89e9-363626680770 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0791988 Feb 28 15:12:37.602162 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ad8840eb-cc9b-45ea-8772-55caacc89628 req-8d2db975-1060-48fe-b37d-474e6b2ab3eb tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383072 Feb 28 15:12:38.799217 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b9226-5392-40eb-9f6e-2f9546a860a7 req-4fefc4f7-5e1a-4fe0-bce7-85739a26abb8 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:38.800586 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7d4b9226-5392-40eb-9f6e-2f9546a860a7 req-4fefc4f7-5e1a-4fe0-bce7-85739a26abb8 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0810361 Feb 28 15:12:38.845790 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7d4b9226-5392-40eb-9f6e-2f9546a860a7 req-79b56924-bf22-47e2-a10a-44fa4cdd546e tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397635 Feb 28 15:12:40.034727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0cdd6a-9469-4417-899b-6415e33c9c4d req-7c31adc6-5756-4799-8c65-71affdb41cd7 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:40.036171 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-af0cdd6a-9469-4417-899b-6415e33c9c4d req-7c31adc6-5756-4799-8c65-71affdb41cd7 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0738170 Feb 28 15:12:40.082696 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-af0cdd6a-9469-4417-899b-6415e33c9c4d req-e993d803-692a-4445-a1e3-9ac4d62a7bd4 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411766 Feb 28 15:12:41.273754 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398de0b3-6adf-4b2a-8ac5-fc84e8eba12b req-cf761a6d-d939-479c-91b7-61cb7247f6cb tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:41.275083 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-398de0b3-6adf-4b2a-8ac5-fc84e8eba12b req-cf761a6d-d939-479c-91b7-61cb7247f6cb tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0744433 Feb 28 15:12:41.318975 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-398de0b3-6adf-4b2a-8ac5-fc84e8eba12b req-8a77dc07-ffbd-4d85-8c4e-7a11de3861c3 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384741 Feb 28 15:12:42.515772 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1406ad-7a59-475e-980d-1495661a3431 req-a9dc4ba6-395d-4c4b-a1ae-d5b0c39d6403 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:42.517481 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4f1406ad-7a59-475e-980d-1495661a3431 req-a9dc4ba6-395d-4c4b-a1ae-d5b0c39d6403 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0758052 Feb 28 15:12:42.560492 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4f1406ad-7a59-475e-980d-1495661a3431 req-3e7bfcd4-b958-4f87-a019-e6a2f46f9643 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378587 Feb 28 15:12:43.833121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1e0aa81-4377-407f-837c-e8dbeb6eb3b8 req-78f0d21c-b5dc-4090-aa36-49e56c05f3ba tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:43.834485 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b1e0aa81-4377-407f-837c-e8dbeb6eb3b8 req-78f0d21c-b5dc-4090-aa36-49e56c05f3ba tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.1547680 Feb 28 15:12:43.879712 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b1e0aa81-4377-407f-837c-e8dbeb6eb3b8 req-2d98e88c-abdd-45b8-8159-3bf2bb18039d tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392160 Feb 28 15:12:45.077939 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1cc9b0-f804-416e-bac2-8d1d6dbe82ac req-e7998e1d-f212-4e15-8970-a3a8b982cfe5 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:45.079358 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2d1cc9b0-f804-416e-bac2-8d1d6dbe82ac req-e7998e1d-f212-4e15-8970-a3a8b982cfe5 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0782509 Feb 28 15:12:45.123607 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2d1cc9b0-f804-416e-bac2-8d1d6dbe82ac req-0b7a6e36-fe67-4b63-a831-39e66dd46905 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388482 Feb 28 15:12:46.315598 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f8f91-08c3-4145-ba31-45b181eb7f7e req-2157670f-bc0e-48e1-a755-08aa2817a256 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:46.317037 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7e0f8f91-08c3-4145-ba31-45b181eb7f7e req-2157670f-bc0e-48e1-a755-08aa2817a256 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0747054 Feb 28 15:12:46.364779 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7e0f8f91-08c3-4145-ba31-45b181eb7f7e req-ac9cdfdf-49f1-456c-8dcd-a06d46cd26a7 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420470 Feb 28 15:12:47.556073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518795a9-d6f8-4226-a810-616a1b542e01 req-aee1f1f5-6cac-4ff1-83ea-9aabaa880e01 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:47.557821 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-518795a9-d6f8-4226-a810-616a1b542e01 req-aee1f1f5-6cac-4ff1-83ea-9aabaa880e01 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0738945 Feb 28 15:12:47.604588 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-518795a9-d6f8-4226-a810-616a1b542e01 req-b3ffa1f7-5f2c-4bdf-a460-a826bf8e0c47 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385890 Feb 28 15:12:48.795222 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34533177-14c2-46dd-9a18-7776526752b6 req-d80a3f41-f64d-4f96-8e0e-ed2afee17a66 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:48.796571 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-34533177-14c2-46dd-9a18-7776526752b6 req-d80a3f41-f64d-4f96-8e0e-ed2afee17a66 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0733705 Feb 28 15:12:48.840000 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-34533177-14c2-46dd-9a18-7776526752b6 req-ed2d45e8-de5e-426f-b470-b64ff6062fd3 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381091 Feb 28 15:12:50.032036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5d9e1b-0fd9-4509-ade4-285b88fc1bf3 req-442b8a42-0de1-4116-a727-e5f7168ca112 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:50.033440 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ed5d9e1b-0fd9-4509-ade4-285b88fc1bf3 req-442b8a42-0de1-4116-a727-e5f7168ca112 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0775204 Feb 28 15:12:50.077239 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ed5d9e1b-0fd9-4509-ade4-285b88fc1bf3 req-ebf24684-82f5-491d-abf2-4d2e3725c48b tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385208 Feb 28 15:12:51.275286 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ca7900-a4e1-446e-bd7e-d954b231408a req-06fb0d6d-a6e6-4b74-a77c-5a6a9a1b7fff tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:51.276614 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b1ca7900-a4e1-446e-bd7e-d954b231408a req-06fb0d6d-a6e6-4b74-a77c-5a6a9a1b7fff tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0775223 Feb 28 15:12:51.319943 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b1ca7900-a4e1-446e-bd7e-d954b231408a req-f29a61e7-02e6-4841-8cc5-68dd38f115de tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376542 Feb 28 15:12:52.512886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da35ba4-3b80-4c04-83a3-fa2b214fc079 req-1d16125d-4223-41da-8f22-f8fa20159bc9 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:52.514303 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6da35ba4-3b80-4c04-83a3-fa2b214fc079 req-1d16125d-4223-41da-8f22-f8fa20159bc9 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0742688 Feb 28 15:12:52.561492 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6da35ba4-3b80-4c04-83a3-fa2b214fc079 req-5da6be76-055d-4481-a570-ae42f2a58830 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417323 Feb 28 15:12:53.753555 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3351b36-06e7-4174-a05e-bf6a39aa9ec1 req-528d0daa-d87b-4718-9bde-d6622c7cd054 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:53.754871 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f3351b36-06e7-4174-a05e-bf6a39aa9ec1 req-528d0daa-d87b-4718-9bde-d6622c7cd054 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0729389 Feb 28 15:12:53.798406 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f3351b36-06e7-4174-a05e-bf6a39aa9ec1 req-bd90ff80-4af4-4fed-a601-e4e8f042f88f tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380142 Feb 28 15:12:55.072004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d576bb6-3284-464f-947a-57a616954767 req-886b2f4e-4d9a-45da-aa37-9e29c8efa77c tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:55.073446 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1d576bb6-3284-464f-947a-57a616954767 req-886b2f4e-4d9a-45da-aa37-9e29c8efa77c tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.1562943 Feb 28 15:12:55.117388 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1d576bb6-3284-464f-947a-57a616954767 req-c577f246-cb62-4cae-94f0-83199d442b26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383365 Feb 28 15:12:55.481282 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7a15bf37-a6bc-4ee4-a857-6d1689e48973 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:56.316869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04aef6-ddf8-4b98-9791-a775784e657a req-69b01208-3b68-4aa1-aa36-3f07ea8bbeda tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:56.318319 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5e04aef6-ddf8-4b98-9791-a775784e657a req-69b01208-3b68-4aa1-aa36-3f07ea8bbeda tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0775900 Feb 28 15:12:56.362429 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5e04aef6-ddf8-4b98-9791-a775784e657a req-228fd36c-bb49-4c7f-bdd7-1da258898b57 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385926 Feb 28 15:12:57.564631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ed7f6f-1f16-4247-9da4-96ad05c4aeaa req-3a421bf5-8c5b-465c-b0d8-2079eea3c69a tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:57.566040 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-62ed7f6f-1f16-4247-9da4-96ad05c4aeaa req-3a421bf5-8c5b-465c-b0d8-2079eea3c69a tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0780447 Feb 28 15:12:57.612019 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-62ed7f6f-1f16-4247-9da4-96ad05c4aeaa req-53654d69-4714-4427-8d04-da742038ca99 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404222 Feb 28 15:12:57.645775 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-03432a44-a8b4-497c-a2d8-997a6abef1be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:57.809874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:58.810769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c02e3e-e0db-49a7-9838-94a4c6d2c155 req-5804036e-57f8-41a9-b7db-f5a44482d166 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:12:58.810769 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-47c02e3e-e0db-49a7-9838-94a4c6d2c155 req-5804036e-57f8-41a9-b7db-f5a44482d166 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0744019 Feb 28 15:12:58.858965 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-47c02e3e-e0db-49a7-9838-94a4c6d2c155 req-d0870efb-449e-4906-98df-8d0690e719cf tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439010 Feb 28 15:12:58.897882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:58.899077 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:12:59.543906 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-cf118f84-4b9f-4183-affc-a461de8c3a34 service neutron] 10.222.0.20 "GET /v2.0/ports/a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.0724397 Feb 28 15:12:59.803566 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-010e14ff-e254-4cfb-9398-1423163154ed service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b&tenant_id=6c28920b592d45909a30971e3794c55f HTTP/1.1" status: 200 len: 1099 time: 0.0694342 Feb 28 15:12:59.890972 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-2f4c576f-5299-4161-9f90-21125d1644e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c28920b592d45909a30971e3794c55f&device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 1099 time: 0.0659063 Feb 28 15:13:00.063889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-d88ef036-21da-4cfe-aba0-3c4a755e441a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:00.065472 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-d88ef036-21da-4cfe-aba0-3c4a755e441a service neutron] 10.222.0.20 "GET /v2.0/networks?id=730ee30c-f317-47b5-94b7-585afd3cc582 HTTP/1.1" status: 200 len: 914 time: 0.1690426 Feb 28 15:13:00.135559 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-7081be2c-1605-4600-b6d5-717157aa3012 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a HTTP/1.1" status: 200 len: 217 time: 0.0637462 Feb 28 15:13:00.180657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f250ba7-3af2-4538-9ba2-f0b08d7d574e req-acb5aefb-54f2-4d38-944e-659185614a85 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:00.182517 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8f250ba7-3af2-4538-9ba2-f0b08d7d574e req-acb5aefb-54f2-4d38-944e-659185614a85 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.1973493 Feb 28 15:13:00.229870 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-24628bfb-4aa5-4ab2-b893-2e9ffb8fd282 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:00.231210 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-24628bfb-4aa5-4ab2-b893-2e9ffb8fd282 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df987282-500b-41de-ab34-d41497778060 HTTP/1.1" status: 200 len: 854 time: 0.0892870 Feb 28 15:13:00.269530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:00.274888 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8f250ba7-3af2-4538-9ba2-f0b08d7d574e req-5b359937-ec85-4325-8214-a2f90d62b2a2 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863342 Feb 28 15:13:00.280592 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-5b322d02-5db5-4d69-9da8-24d4e77cd348 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=730ee30c-f317-47b5-94b7-585afd3cc582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422900 Feb 28 15:13:00.411333 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-d8d4a591-db8a-4d0b-845d-616cae733eb2 service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246850 Feb 28 15:13:00.542881 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea61eb98-b1d9-4165-8922-94ad704daf98 req-8f5f7f19-2cae-4f15-9c9d-3e8ff24b1f98 service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255167 Feb 28 15:13:01.466662 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ce52c5-adb0-4d76-b6fe-0d178f655aa2 req-aab0d9d8-6b8b-4e04-874c-6f27b2de65d1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:01.468142 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-21ce52c5-adb0-4d76-b6fe-0d178f655aa2 req-aab0d9d8-6b8b-4e04-874c-6f27b2de65d1 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0750370 Feb 28 15:13:01.511894 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-21ce52c5-adb0-4d76-b6fe-0d178f655aa2 req-4f9822b2-74db-4626-9f4d-6757542a3804 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383058 Feb 28 15:13:02.547354 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:13:02.678805 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:13:02.691771 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a', 'network_id': '730ee30c-f317-47b5-94b7-585afd3cc582', 'port_id': 'a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a', 'mac_address': 'fa:16:3e:dc:99:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'df987282-500b-41de-ab34-d41497778060', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:13:02.709883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02ee4e93-5c31-4e4b-940d-5dbfeeda2493 req-cea050d1-0795-458d-b687-340cee51e1b6 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:02.711242 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-02ee4e93-5c31-4e4b-940d-5dbfeeda2493 req-cea050d1-0795-458d-b687-340cee51e1b6 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0799880 Feb 28 15:13:02.750001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:02.757642 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-02ee4e93-5c31-4e4b-940d-5dbfeeda2493 req-9a4c235e-19fa-4e48-a5ad-fdad44b35a63 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404606 Feb 28 15:13:02.766660 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:13:02.781577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:13:02.786481 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:02.856554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:13:02.897109 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:03.134497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5144738e-a1e4-4920-b0e5-9d7a2d7a96f0 req-4af31626-754a-45d5-af43-7fb06c4412aa tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:03.136364 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5144738e-a1e4-4920-b0e5-9d7a2d7a96f0 req-4af31626-754a-45d5-af43-7fb06c4412aa tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 945 time: 0.1071515 Feb 28 15:13:03.142417 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8acd-0a5d-4dd4-b3c1-e77c85b32e8f req-81008c88-fbd5-4ef6-8ef1-3a132ea27461 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:03.143742 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4e4e8acd-0a5d-4dd4-b3c1-e77c85b32e8f req-81008c88-fbd5-4ef6-8ef1-3a132ea27461 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b&tenant_id=6c28920b592d45909a30971e3794c55f&binding%3Ahost_id=hv-neutron-8308 HTTP/1.1" status: 200 len: 945 time: 0.1457872 Feb 28 15:13:03.191617 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5144738e-a1e4-4920-b0e5-9d7a2d7a96f0 req-0ae8ff5b-b644-4ed5-82a3-26dafad4e0d4 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468829 Feb 28 15:13:03.282607 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4e4e8acd-0a5d-4dd4-b3c1-e77c85b32e8f req-959e0b5f-adaa-4058-9681-18bbf66f5b24 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=6c28920b592d45909a30971e3794c55f&device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 1098 time: 0.0677791 Feb 28 15:13:03.412201 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8acd-0a5d-4dd4-b3c1-e77c85b32e8f req-0922e093-7df8-4b24-a217-be7602d5baff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:03.413780 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4e4e8acd-0a5d-4dd4-b3c1-e77c85b32e8f req-0922e093-7df8-4b24-a217-be7602d5baff service neutron] 10.222.0.20 "GET /v2.0/networks?id=730ee30c-f317-47b5-94b7-585afd3cc582 HTTP/1.1" status: 200 len: 914 time: 0.1261775 Feb 28 15:13:03.563708 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4e4e8acd-0a5d-4dd4-b3c1-e77c85b32e8f req-9cf84e6e-b3d3-4271-aebb-48d6ed201722 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a HTTP/1.1" status: 200 len: 217 time: 0.1434410 Feb 28 15:13:03.625833 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e4e8acd-0a5d-4dd4-b3c1-e77c85b32e8f req-b3a58947-b27f-4506-b7de-3791220fe2c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:03.627514 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4e4e8acd-0a5d-4dd4-b3c1-e77c85b32e8f req-b3a58947-b27f-4506-b7de-3791220fe2c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=df987282-500b-41de-ab34-d41497778060 HTTP/1.1" status: 200 len: 854 time: 0.0590694 Feb 28 15:13:03.669746 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4e4e8acd-0a5d-4dd4-b3c1-e77c85b32e8f req-5502b847-c6a9-4971-85cc-e20238d9129e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=730ee30c-f317-47b5-94b7-585afd3cc582&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371225 Feb 28 15:13:03.798161 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4e4e8acd-0a5d-4dd4-b3c1-e77c85b32e8f req-0779de4d-831b-4069-a655-d80102f7c89a service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220698 Feb 28 15:13:03.928664 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4e4e8acd-0a5d-4dd4-b3c1-e77c85b32e8f req-06d1c687-46db-4e46-8b24-1476bb165177 service neutron] 10.222.0.20 "GET /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250689 Feb 28 15:13:04.402591 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f98836fa-59b9-4dbc-9d2d-a87320f8315d req-919b8efd-6f53-4ae9-9c42-2901892263bf tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:04.404304 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f98836fa-59b9-4dbc-9d2d-a87320f8315d req-919b8efd-6f53-4ae9-9c42-2901892263bf tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 945 time: 0.0863330 Feb 28 15:13:04.452073 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f98836fa-59b9-4dbc-9d2d-a87320f8315d req-3ff2f580-f376-4fee-a6d4-e1fe0c0b86be tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406294 Feb 28 15:13:04.560117 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:13:04.626954 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:13:04.627361 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:04.736891 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:04.762713 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83d1144-eb6b-47d0-bbd4-d3696b84978b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:13:04.772621 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:13:04.776688 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:04.821998 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83d1144-eb6b-47d0-bbd4-d3696b84978b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a', 'code': 200} Feb 28 15:13:04.846422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a,revision_number=7']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:05.648386 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac36215-7acd-4057-b883-79b07fa30056 req-32e979f4-e379-4cde-91ec-fe4f6eef72ce tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:05.649817 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7ac36215-7acd-4057-b883-79b07fa30056 req-32e979f4-e379-4cde-91ec-fe4f6eef72ce tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0773869 Feb 28 15:13:05.693703 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7ac36215-7acd-4057-b883-79b07fa30056 req-7873b7c2-fdbc-4b10-af6f-b360b84d0381 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379386 Feb 28 15:13:05.883224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43663296-7bf0-405d-99a1-2bd9c478d74c req-cd1fb45d-49f4-415b-a494-2c52567c3d18 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:05.884667 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-43663296-7bf0-405d-99a1-2bd9c478d74c req-cd1fb45d-49f4-415b-a494-2c52567c3d18 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0738378 Feb 28 15:13:05.928885 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-43663296-7bf0-405d-99a1-2bd9c478d74c req-cbdbbad1-603f-4aca-846d-21e221a85429 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381744 Feb 28 15:13:06.121110 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d67260e-2c44-47f3-a3ca-8af76aa06360 req-3bc144e6-4478-464e-9266-c5858ab8ad69 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:06.122442 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6d67260e-2c44-47f3-a3ca-8af76aa06360 req-3bc144e6-4478-464e-9266-c5858ab8ad69 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0773280 Feb 28 15:13:06.166771 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6d67260e-2c44-47f3-a3ca-8af76aa06360 req-52883e84-2166-4920-931f-e6adbf4d196b tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387828 Feb 28 15:13:06.741424 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-486ce1e3-e71a-4f67-a343-7c7085eb1165 req-5bb983e2-0b49-4e00-83bf-18b456683d14 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:06.742812 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-486ce1e3-e71a-4f67-a343-7c7085eb1165 req-5bb983e2-0b49-4e00-83bf-18b456683d14 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0772796 Feb 28 15:13:06.785966 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-486ce1e3-e71a-4f67-a343-7c7085eb1165 req-0b2886a4-3403-47fc-a3a1-c03d1ede2f42 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372291 Feb 28 15:13:07.979803 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b116438-2f98-4f80-a1ee-d740a093c04c req-93b9e4de-7ef4-435c-a954-907e180913af tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:07.981231 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1b116438-2f98-4f80-a1ee-d740a093c04c req-93b9e4de-7ef4-435c-a954-907e180913af tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0737207 Feb 28 15:13:08.025335 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1b116438-2f98-4f80-a1ee-d740a093c04c req-c1bedb42-34da-4f5f-be8d-13473b7d7477 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/security-groups?id=c9846a3d-4101-4886-b21c-f91a79e005f4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386727 Feb 28 15:13:08.137847 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa292d3-fd23-4ce7-93e1-b072efe3f6f1 req-b338154a-7adb-4914-95ec-7ee95d968fa5 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:08.139136 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6fa292d3-fd23-4ce7-93e1-b072efe3f6f1 req-b338154a-7adb-4914-95ec-7ee95d968fa5 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.20 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 946 time: 0.0723121 Feb 28 15:13:08.205863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-6fa292d3-fd23-4ce7-93e1-b072efe3f6f1 req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Deleting port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:13:08.206196 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6fa292d3-fd23-4ce7-93e1-b072efe3f6f1 req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:08.438673 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-6fa292d3-fd23-4ce7-93e1-b072efe3f6f1 req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] For port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a,segment=NetworkSegment(c9de82c1-c695-4a47-9550-e27284266b91),segment_id=c9de82c1-c695-4a47-9550-e27284266b91)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:13:08.439029 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6fa292d3-fd23-4ce7-93e1-b072efe3f6f1 req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:08.556141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-6fa292d3-fd23-4ce7-93e1-b072efe3f6f1 req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Calling delete_port for a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:13:08.692528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6fa292d3-fd23-4ce7-93e1-b072efe3f6f1 req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:08.703688 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:13:08.742963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Pushing event deleted for resources: {'Port': ['ID=a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:08.813646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:08.813982 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:08.814314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:08.814639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:08.814962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:08.815281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:08.815619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:08.815936 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:08.816251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:08.816564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:08.816876 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:08.825454 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fa292d3-fd23-4ce7-93e1-b072efe3f6f1 req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] No DVR routers for this DVR port a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:13:08.827719 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6fa292d3-fd23-4ce7-93e1-b072efe3f6f1 req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:08.831430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd83d1144-eb6b-47d0-bbd4-d3696b84978b', 'name': 'network-vif-deleted', 'tag': 'a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:13:08.845727 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6fa292d3-fd23-4ce7-93e1-b072efe3f6f1 req-7eb419e7-77d4-45e9-ba9b-2f32df262c26 tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.20 "DELETE /v2.0/ports/a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a HTTP/1.1" status: 204 len: 173 time: 0.7013409 Feb 28 15:13:08.886900 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd83d1144-eb6b-47d0-bbd4-d3696b84978b', 'name': 'network-vif-deleted', 'tag': 'a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a', 'status': 'completed', 'code': 200} Feb 28 15:13:09.206562 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-379014ff-868f-4790-8191-55f55cbf70db req-4dcd2c5d-67aa-4ed8-8cf7-6ca100f6cf5e tempest-ServerDiskConfigTestJSON-1228102358 tempest-ServerDiskConfigTestJSON-1228102358-project] 10.222.0.15 "GET /v2.0/ports?device_id=d83d1144-eb6b-47d0-bbd4-d3696b84978b HTTP/1.1" status: 200 len: 210 time: 0.0486696 Feb 28 15:13:10.465161 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 51510) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:13:10.522374 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Deleting subnet df987282-500b-41de-ab34-d41497778060 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:13:10.525100 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:10.581436 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:10.634132 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:10.699144 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:10.737576 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df987282-500b-41de-ab34-d41497778060,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:10.748682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:10.753689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:10.754028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:10.754364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:10.754694 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:10.755019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:10.755348 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:10.755698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:10.756019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:10.756337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:10.756650 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:10.756963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:10.761144 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4bce9910-0935-4e03-816c-b154d531db00 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/df987282-500b-41de-ab34-d41497778060 HTTP/1.1" status: 204 len: 168 time: 0.2949331 Feb 28 15:13:10.763497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 51514) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:13:10.863302 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef417-7b47-4228-b406-f08e7964e741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:10.988409 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef417-7b47-4228-b406-f08e7964e741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:11.011932 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-3e2ef417-7b47-4228-b406-f08e7964e741 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['730ee30c-f317-47b5-94b7-585afd3cc582']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:11.023402 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-3e2ef417-7b47-4228-b406-f08e7964e741 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c9de82c1-c695-4a47-9550-e27284266b91') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:11.023726 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-3e2ef417-7b47-4228-b406-f08e7964e741 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c9de82c1-c695-4a47-9550-e27284266b91') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:11.035007 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef417-7b47-4228-b406-f08e7964e741 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:11.051350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef417-7b47-4228-b406-f08e7964e741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:11.057457 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e2ef417-7b47-4228-b406-f08e7964e741 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:13:11.057848 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef417-7b47-4228-b406-f08e7964e741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:13:11.070710 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:13:11.220011 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef417-7b47-4228-b406-f08e7964e741 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:11.235391 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3e2ef417-7b47-4228-b406-f08e7964e741 admin admin] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:11.244976 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2ef417-7b47-4228-b406-f08e7964e741 admin admin] Pushing event deleted for resources: {'Network': ['ID=730ee30c-f317-47b5-94b7-585afd3cc582,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:11.252846 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3e2ef417-7b47-4228-b406-f08e7964e741 admin admin] 10.222.0.15 "DELETE /v2.0/networks/730ee30c-f317-47b5-94b7-585afd3cc582 HTTP/1.1" status: 204 len: 168 time: 0.4882576 Feb 28 15:13:11.397889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 51520) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:13:11.445704 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ad55470c-425f-43d0-8602-f18553753bb2 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=6c28920b592d45909a30971e3794c55f&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0466862 Feb 28 15:13:11.448663 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 51524) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:13:11.505904 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e2235c70-d099-42ed-a064-07016b562ee3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:11.530523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e2235c70-d099-42ed-a064-07016b562ee3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:11.581834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e2235c70-d099-42ed-a064-07016b562ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:11.596751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2235c70-d099-42ed-a064-07016b562ee3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9846a3d-4101-4886-b21c-f91a79e005f4,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:11.609210 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e2235c70-d099-42ed-a064-07016b562ee3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:11.610303 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e2235c70-d099-42ed-a064-07016b562ee3 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/c9846a3d-4101-4886-b21c-f91a79e005f4 HTTP/1.1" status: 204 len: 168 time: 0.1607573 Feb 28 15:13:12.379163 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:13:12.460677 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 51546) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:13:12.606415 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:13:12.608022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-250004108-network', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:13:12.613208 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:13:12.617170 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Usage tracker for resource:network and tenant:c1cdba6741bf4b6583986a19598e91a5 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:13:12.620396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:13:12.630229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:13:12.640142 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:13:12.640490 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device a22305f5-bbd3-4d0b-aaa5-5cddfe196d7a not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:13:12.641506 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Made reservation on behalf of c1cdba6741bf4b6583986a19598e91a5 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:13:12.644214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:12.657171 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:12.688258 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:13:12.692061 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Usage tracker for resource:security_group_rule and tenant:c1cdba6741bf4b6583986a19598e91a5 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:13:12.694801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:13:12.700874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:13:12.765775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:12.769592 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:12.804859 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:13:12.813769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4969c542-727c-43e6-9d09-3e46ad1c0cd2,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:12.820612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:12.821052 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Added segment 2bec6016-2364-4e55-b9cd-d1855eb501d9 of type vlan for network 299bfe7f-7b51-41c2-bed2-472fff98cedd Feb 28 15:13:12.849948 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:12.879704 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:12.880598 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:12.881274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:12.982900 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] Pushing event updated for resources: {'Network': ['ID=299bfe7f-7b51-41c2-bed2-472fff98cedd,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:12.988351 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bff2f66e-5a5f-45c3-9f3d-d140fd1dce91 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5238905 Feb 28 15:13:12.988690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 51552) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:13:12.992410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 299bfe7f-7b51-41c2-bed2-472fff98cedd details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:13:12.995376 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-4f17e086-e6af-41aa-a4fa-975d8dd30e69 admin admin] Request body: {'subnet': {'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-250004108-subnet', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:13:13.000226 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4f17e086-e6af-41aa-a4fa-975d8dd30e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:13:13.003991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4f17e086-e6af-41aa-a4fa-975d8dd30e69 admin admin] Usage tracker for resource:subnet and tenant:c1cdba6741bf4b6583986a19598e91a5 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:13:13.006760 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4f17e086-e6af-41aa-a4fa-975d8dd30e69 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:13:13.012917 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4f17e086-e6af-41aa-a4fa-975d8dd30e69 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:13:13.022965 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f17e086-e6af-41aa-a4fa-975d8dd30e69 admin admin] Made reservation on behalf of c1cdba6741bf4b6583986a19598e91a5 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:13:13.025326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4f17e086-e6af-41aa-a4fa-975d8dd30e69 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:13.230049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4f17e086-e6af-41aa-a4fa-975d8dd30e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:13.302697 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f17e086-e6af-41aa-a4fa-975d8dd30e69 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04bfccf2-59bf-4c96-aaca-d793fa88aef7,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:13.313446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f17e086-e6af-41aa-a4fa-975d8dd30e69 admin admin] Checking segment: {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:13:13.313800 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f17e086-e6af-41aa-a4fa-975d8dd30e69 admin admin] Network hostable DHCP agents. Network: 299bfe7f-7b51-41c2-bed2-472fff98cedd, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:13:13.333643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f17e086-e6af-41aa-a4fa-975d8dd30e69 admin admin] Network 299bfe7f-7b51-41c2-bed2-472fff98cedd is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:13:13.341994 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-4f17e086-e6af-41aa-a4fa-975d8dd30e69 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 299bfe7f-7b51-41c2-bed2-472fff98cedd) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:13:13.346268 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f17e086-e6af-41aa-a4fa-975d8dd30e69 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:13.347383 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4f17e086-e6af-41aa-a4fa-975d8dd30e69 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:13.350809 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e954f9-e99d-44e5-81a9-ed24e2e6fd64 None None] Network 299bfe7f-7b51-41c2-bed2-472fff98cedd requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:13:13.368325 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4f17e086-e6af-41aa-a4fa-975d8dd30e69 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3786077 Feb 28 15:13:13.371444 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 51556) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:13:13.376469 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:13:13.380913 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:13:13.384707 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Usage tracker for resource:router and tenant:c1cdba6741bf4b6583986a19598e91a5 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:13:13.387486 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:13:13.393143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:13:13.404412 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:13.405391 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:13.429587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:13.563231 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-299bfe7f-7b51-41c2-bed2-472fff98cedd', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:13:13.564107 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:13.589632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:13.725938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Allocated IP 172.20.0.2 (299bfe7f-7b51-41c2-bed2-472fff98cedd/04bfccf2-59bf-4c96-aaca-d793fa88aef7/7be61a69-69ec-480f-92ce-118ae8d97dab) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:13:13.776840 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:13.805756 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:13.947625 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Allocated IP 172.26.4.238 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/3233327d-3d29-47fa-bf2e-39e8ff1b30dc) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:13:13.957930 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:13.969860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Transition to ACTIVE for port object 7be61a69-69ec-480f-92ce-118ae8d97dab will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:13:13.988143 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Transition to ACTIVE for port object 7be61a69-69ec-480f-92ce-118ae8d97dab will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:13:13.993139 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:14.059739 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Network 299bfe7f-7b51-41c2-bed2-472fff98cedd is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:13:14.060810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:13:14.063239 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:13:14.071140 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Pushing event updated for resources: {'Port': ['ID=7be61a69-69ec-480f-92ce-118ae8d97dab,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:14.096902 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:14.123757 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:14.155173 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Attempting to bind port 7be61a69-69ec-480f-92ce-118ae8d97dab on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:13:14.155566 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Attempting to bind port 7be61a69-69ec-480f-92ce-118ae8d97dab by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:13:14.155930 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Attempting to bind port 7be61a69-69ec-480f-92ce-118ae8d97dab on network 299bfe7f-7b51-41c2-bed2-472fff98cedd {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:13:14.162274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:13:14.162643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Checking segment: {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:13:14.163036 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:14.163420 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Bound using segment: {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:13:14.163922 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Bound port: 7be61a69-69ec-480f-92ce-118ae8d97dab, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:13:14.164291 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:14.193264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:13:14.196593 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:13:14.201442 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:13:14.228056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Pushing event updated for resources: {'Port': ['ID=3233327d-3d29-47fa-bf2e-39e8ff1b30dc,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:14.254267 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] For port 7be61a69-69ec-480f-92ce-118ae8d97dab, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:13:14.257613 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] For port 7be61a69-69ec-480f-92ce-118ae8d97dab, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7be61a69-69ec-480f-92ce-118ae8d97dab,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:13:14.262914 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:14.342469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc2e349-b9f1-415b-825a-fd139689c6bf None None] Pushing event updated for resources: {'Port': ['ID=7be61a69-69ec-480f-92ce-118ae8d97dab,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:14.367946 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:14.368666 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:14.702741 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:13:14.898764 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:13:14.909373 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Sync routers for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:13:14.925870 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:13:14.926515 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:12:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:14.929078 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:14.930635 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0169edd2-2351-4e0b-a6eb-69045aa74160 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5581276 Feb 28 15:13:14.933853 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 51560) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:13:15.079129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7be61a69-69ec-480f-92ce-118ae8d97dab up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:13:15.116388 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:13:15.164331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 7be61a69-69ec-480f-92ce-118ae8d97dab completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:13:15.315271 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-273987bd-10be-427e-baf2-6dfd261bdbdf None None] Network 299bfe7f-7b51-41c2-bed2-472fff98cedd requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:13:15.409464 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Provisioning for port 7be61a69-69ec-480f-92ce-118ae8d97dab completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:13:15.417249 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:14Z', 'revision_number': 3, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:15.419697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Provisioning complete for port 7be61a69-69ec-480f-92ce-118ae8d97dab triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:13:15.420128 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:15.422133 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Checking router: d5b04aeb-8efc-4c04-b44a-71c66c8b1615 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:13:15.422482 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Updating router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 port 3233327d-3d29-47fa-bf2e-39e8ff1b30dc binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:13:15.482995 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:15.631994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:15.680469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] For port 7be61a69-69ec-480f-92ce-118ae8d97dab, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7be61a69-69ec-480f-92ce-118ae8d97dab,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:13:15.687262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:15.698879 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:15.764424 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Pushing event updated for resources: {'Port': ['ID=7be61a69-69ec-480f-92ce-118ae8d97dab,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:15.778340 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:15.778680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:15.779300 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:15.779437 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:15.780402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:15.780871 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:15.781450 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:15.781913 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:15.782243 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:15.783237 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:15.783581 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28be306b-0d22-47ff-aa3b-71a70273bfdd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:15.849892 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:15.862409 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Transition to ACTIVE for port object 3233327d-3d29-47fa-bf2e-39e8ff1b30dc will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:13:15.869536 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:15.922126 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-90c41964-f125-4a09-b7ae-fef60b0d091b None None] Provisioning complete for port 7be61a69-69ec-480f-92ce-118ae8d97dab triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:13:15.922492 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-90c41964-f125-4a09-b7ae-fef60b0d091b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:15.923177 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Allocated IP 172.20.0.1 (299bfe7f-7b51-41c2-bed2-472fff98cedd/04bfccf2-59bf-4c96-aaca-d793fa88aef7/dba455d0-e49d-4234-8d13-9f368bce4179) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:13:15.990994 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78453f-b50e-46c3-9f81-cb86d8c1d58e None None] Pushing event updated for resources: {'Port': ['ID=3233327d-3d29-47fa-bf2e-39e8ff1b30dc,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:15.993326 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Attempting to bind port 3233327d-3d29-47fa-bf2e-39e8ff1b30dc on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:13:15.993793 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Attempting to bind port 3233327d-3d29-47fa-bf2e-39e8ff1b30dc by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:13:15.994205 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Attempting to bind port 3233327d-3d29-47fa-bf2e-39e8ff1b30dc on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:13:16.005469 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78453f-b50e-46c3-9f81-cb86d8c1d58e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:16.005888 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78453f-b50e-46c3-9f81-cb86d8c1d58e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:16.006286 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78453f-b50e-46c3-9f81-cb86d8c1d58e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:16.006678 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78453f-b50e-46c3-9f81-cb86d8c1d58e None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:16.007070 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78453f-b50e-46c3-9f81-cb86d8c1d58e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:16.007456 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78453f-b50e-46c3-9f81-cb86d8c1d58e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:16.008205 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78453f-b50e-46c3-9f81-cb86d8c1d58e None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:16.008205 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78453f-b50e-46c3-9f81-cb86d8c1d58e None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:16.008586 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78453f-b50e-46c3-9f81-cb86d8c1d58e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:16.008966 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78453f-b50e-46c3-9f81-cb86d8c1d58e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:16.009390 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff78453f-b50e-46c3-9f81-cb86d8c1d58e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:13:16.012774 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:13:16.013152 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:13:16.013618 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:16.014059 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:13:16.014598 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Bound port: 3233327d-3d29-47fa-bf2e-39e8ff1b30dc, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:13:16.015024 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:16.088131 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] For port 3233327d-3d29-47fa-bf2e-39e8ff1b30dc, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:13:16.091982 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] For port 3233327d-3d29-47fa-bf2e-39e8ff1b30dc, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3233327d-3d29-47fa-bf2e-39e8ff1b30dc,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:13:16.096446 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:16.167047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:16.177661 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff78453f-b50e-46c3-9f81-cb86d8c1d58e None None] Pushing event updated for resources: {'Port': ['ID=3233327d-3d29-47fa-bf2e-39e8ff1b30dc,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:16.180409 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:13:16.181085 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:12:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:16.182183 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Transition to ACTIVE for port object dba455d0-e49d-4234-8d13-9f368bce4179 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:13:16.203950 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:16.271052 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Network 299bfe7f-7b51-41c2-bed2-472fff98cedd is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:13:16.274352 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:13:16.277188 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:13:16.306836 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Pushing event updated for resources: {'Port': ['ID=dba455d0-e49d-4234-8d13-9f368bce4179,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:16.336345 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:16.371774 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:13:16.421967 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:16.564043 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-798689ab-21c5-4edc-a713-cde7dd77e7fc None None] Provisioning for port dba455d0-e49d-4234-8d13-9f368bce4179 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:13:16.571394 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-798689ab-21c5-4edc-a713-cde7dd77e7fc None None] Provisioning complete for port dba455d0-e49d-4234-8d13-9f368bce4179 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:13:16.572554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-798689ab-21c5-4edc-a713-cde7dd77e7fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:16.623904 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-798689ab-21c5-4edc-a713-cde7dd77e7fc None None] Port dba455d0-e49d-4234-8d13-9f368bce4179 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:13:16.654246 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:16.658530 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:16.660218 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:14Z', 'revision_number': 3, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:16.664084 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-abd4b0e1-852e-4d01-8925-2149edd58d3e None None] The sync data for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv is: [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:14Z', 'revision_number': 3, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:13:16.765286 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Pushing event updated for resources: {'Port': ['ID=dba455d0-e49d-4234-8d13-9f368bce4179,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:16.768534 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:16.913851 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Network 299bfe7f-7b51-41c2-bed2-472fff98cedd is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:13:16.914968 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:13:17.107820 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7be61a69-69ec-480f-92ce-118ae8d97dab up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:13:17.183010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-654268d3-985a-469e-9f3e-9e9ced4b5702 None None] Provisioning complete for port dba455d0-e49d-4234-8d13-9f368bce4179 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:13:17.183367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-654268d3-985a-469e-9f3e-9e9ced4b5702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:17.244645 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-654268d3-985a-469e-9f3e-9e9ced4b5702 None None] Port dba455d0-e49d-4234-8d13-9f368bce4179 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:13:17.246939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 7be61a69-69ec-480f-92ce-118ae8d97dab triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:13:17.247310 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:17.351413 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:13:17.365350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3233327d-3d29-47fa-bf2e-39e8ff1b30dc up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:13:17.435664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 3233327d-3d29-47fa-bf2e-39e8ff1b30dc completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:13:17.440818 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 3233327d-3d29-47fa-bf2e-39e8ff1b30dc triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:13:17.441233 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:17.560197 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:13:17.561101 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:17.577159 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-48086fbe-cfd5-49f9-9979-e60de2510953 admin admin] 10.222.0.15 "PUT /v2.0/routers/d5b04aeb-8efc-4c04-b44a-71c66c8b1615/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6343670 Feb 28 15:13:17.577797 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 3233327d-3d29-47fa-bf2e-39e8ff1b30dc, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3233327d-3d29-47fa-bf2e-39e8ff1b30dc,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:13:17.582409 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:17.647947 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=3233327d-3d29-47fa-bf2e-39e8ff1b30dc,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:18.269728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 51570) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:13:18.275846 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b0c86392-221f-48e1-89c6-ab746b3d2659 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Request body: {'security_group': {'name': 'tempest-securitygroup--834559922', 'description': 'tempest-description--1302754815'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:13:18.281601 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b0c86392-221f-48e1-89c6-ab746b3d2659 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:13:18.285512 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b0c86392-221f-48e1-89c6-ab746b3d2659 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Usage tracker for resource:security_group and tenant:c1cdba6741bf4b6583986a19598e91a5 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:13:18.288468 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b0c86392-221f-48e1-89c6-ab746b3d2659 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:13:18.294669 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b0c86392-221f-48e1-89c6-ab746b3d2659 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:13:18.308097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b0c86392-221f-48e1-89c6-ab746b3d2659 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:18.340892 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b0c86392-221f-48e1-89c6-ab746b3d2659 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:13:18.344469 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b0c86392-221f-48e1-89c6-ab746b3d2659 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Usage tracker for resource:security_group_rule and tenant:c1cdba6741bf4b6583986a19598e91a5 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:13:18.347186 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b0c86392-221f-48e1-89c6-ab746b3d2659 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:13:18.353002 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b0c86392-221f-48e1-89c6-ab746b3d2659 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:13:18.405370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b0c86392-221f-48e1-89c6-ab746b3d2659 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:18.408967 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b0c86392-221f-48e1-89c6-ab746b3d2659 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:18.448654 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0c86392-221f-48e1-89c6-ab746b3d2659 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9fc042f1-fd4a-422e-b665-67f142d1f347,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:18.452841 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b0c86392-221f-48e1-89c6-ab746b3d2659 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:18.454102 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b0c86392-221f-48e1-89c6-ab746b3d2659 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1613 time: 0.1834087 Feb 28 15:13:18.457061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 51574) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:13:18.463024 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ba0f7d33-0a3b-46f9-876c-d08937c2a663 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Request body: {'security_group_rule': {'security_group_id': '9fc042f1-fd4a-422e-b665-67f142d1f347', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:13:18.469095 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ba0f7d33-0a3b-46f9-876c-d08937c2a663 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:13:18.472788 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ba0f7d33-0a3b-46f9-876c-d08937c2a663 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Usage tracker for resource:security_group_rule and tenant:c1cdba6741bf4b6583986a19598e91a5 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:13:18.475820 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ba0f7d33-0a3b-46f9-876c-d08937c2a663 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:13:18.482796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ba0f7d33-0a3b-46f9-876c-d08937c2a663 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:13:18.498040 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7d33-0a3b-46f9-876c-d08937c2a663 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:18.560969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7d33-0a3b-46f9-876c-d08937c2a663 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:18.564526 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7d33-0a3b-46f9-876c-d08937c2a663 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:18.587117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f7d33-0a3b-46f9-876c-d08937c2a663 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=67196fab-a1e1-42b5-9ce3-2521fa754fe5,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:18.597417 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba0f7d33-0a3b-46f9-876c-d08937c2a663 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:18.598579 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ba0f7d33-0a3b-46f9-876c-d08937c2a663 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1405654 Feb 28 15:13:18.601529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 51578) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:13:18.606822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a14e5f3d-631a-4658-b070-cf772f2086ce tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Request body: {'security_group_rule': {'security_group_id': '9fc042f1-fd4a-422e-b665-67f142d1f347', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:13:18.612657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a14e5f3d-631a-4658-b070-cf772f2086ce tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:13:18.616344 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a14e5f3d-631a-4658-b070-cf772f2086ce tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Usage tracker for resource:security_group_rule and tenant:c1cdba6741bf4b6583986a19598e91a5 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:13:18.619163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a14e5f3d-631a-4658-b070-cf772f2086ce tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:13:18.624740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a14e5f3d-631a-4658-b070-cf772f2086ce tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:13:18.641151 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a14e5f3d-631a-4658-b070-cf772f2086ce tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:18.700129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a14e5f3d-631a-4658-b070-cf772f2086ce tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:18.703504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a14e5f3d-631a-4658-b070-cf772f2086ce tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:18.725618 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14e5f3d-631a-4658-b070-cf772f2086ce tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8540fc33-a328-4178-a49e-66decc313c0b,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:18.733533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a14e5f3d-631a-4658-b070-cf772f2086ce tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:18.734707 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a14e5f3d-631a-4658-b070-cf772f2086ce tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1322694 Feb 28 15:13:18.737655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 51582) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:13:18.742588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:13:18.747747 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:13:18.751428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Usage tracker for resource:floatingip and tenant:c1cdba6741bf4b6583986a19598e91a5 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:13:18.754139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:13:18.760097 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:13:18.772258 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:18.985762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:19.008664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3233327d-3d29-47fa-bf2e-39e8ff1b30dc up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:13:19.076067 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 3233327d-3d29-47fa-bf2e-39e8ff1b30dc triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:13:19.076425 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:19.119057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Allocated IP 172.26.4.57 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/8aa5b02d-5969-4384-b79e-41bf2b622292) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:13:19.263830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:19.290504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:19.359840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:13:19.362482 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:13:19.366773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:13:19.392812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Pushing event updated for resources: {'Port': ['ID=8aa5b02d-5969-4384-b79e-41bf2b622292,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:19.523900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:19.576138 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:19.785070 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:19.789359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:19.897714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Pushing event updated for resources: {'Port': ['ID=8aa5b02d-5969-4384-b79e-41bf2b622292,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:19.910666 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:19.932437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:19.933781 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-aceb4caa-c7a7-4a00-81c1-27c7e014f21e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.1952417 Feb 28 15:13:20.107831 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-88c411a2-2258-49b0-a525-a3871782f446 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--834559922&fields=id&tenant_id=c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 267 time: 0.0430553 Feb 28 15:13:20.225516 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Sync routers for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:13:20.237762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:13:20.238355 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:12:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:20.254420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-ab145d6b-2b49-4a19-831c-eeeac6d27ed9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:20.255858 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-ab145d6b-2b49-4a19-831c-eeeac6d27ed9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 811 time: 0.1417284 Feb 28 15:13:20.271833 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-9be52ee7-8d8a-49cf-9add-1512c15166c1 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/quotas/c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 375 time: 0.0105894 Feb 28 15:13:20.351759 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-c4dccd9b-0f22-48ab-b177-9894ca792e3b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0749371 Feb 28 15:13:20.367513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-69c13635-5164-48db-ada9-7c30cccceb59 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 15:13:20.369178 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-69c13635-5164-48db-ada9-7c30cccceb59 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0050542 Feb 28 15:13:20.411108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:13:20.503136 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-26f7d5a7-d52d-4d08-addd-3d5519beefd9 service neutron] 10.222.0.15 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282930 Feb 28 15:13:20.631990 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-2e7b1437-a48d-4212-80d2-fc03bdf7685f service neutron] 10.222.0.15 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227951 Feb 28 15:13:20.719052 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 2, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:20.722889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Checking router: d5b04aeb-8efc-4c04-b44a-71c66c8b1615 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:13:20.723251 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Updating router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 port dba455d0-e49d-4234-8d13-9f368bce4179 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:13:20.774257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:20.816094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-da5a443c-a42e-4e36-856b-504fa14955e3 req-93cb37cd-7828-42de-8c41-b8f086d070f8 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Synchronizing usage tracker for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:13:20.833959 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-da5a443c-a42e-4e36-856b-504fa14955e3 req-93cb37cd-7828-42de-8c41-b8f086d070f8 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Unset dirty status for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:13:20.835357 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-da5a443c-a42e-4e36-856b-504fa14955e3 req-93cb37cd-7828-42de-8c41-b8f086d070f8 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 210 time: 0.0585523 Feb 28 15:13:21.134969 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:21.146694 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Transition to ACTIVE for port object dba455d0-e49d-4234-8d13-9f368bce4179 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:13:21.154212 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:21.276683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5f555-9d4f-4f83-bc7f-7ec14f8454b4 None None] Pushing event updated for resources: {'Port': ['ID=dba455d0-e49d-4234-8d13-9f368bce4179,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:21.369044 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Attempting to bind port dba455d0-e49d-4234-8d13-9f368bce4179 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:13:21.369531 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Attempting to bind port dba455d0-e49d-4234-8d13-9f368bce4179 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:13:21.369992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Attempting to bind port dba455d0-e49d-4234-8d13-9f368bce4179 on network 299bfe7f-7b51-41c2-bed2-472fff98cedd {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:13:21.377730 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:13:21.378199 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Checking segment: {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:13:21.378665 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:21.379168 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Bound using segment: {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:13:21.379740 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Bound port: dba455d0-e49d-4234-8d13-9f368bce4179, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:13:21.380176 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:21.467300 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] For port dba455d0-e49d-4234-8d13-9f368bce4179, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:13:21.471650 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] For port dba455d0-e49d-4234-8d13-9f368bce4179, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dba455d0-e49d-4234-8d13-9f368bce4179,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:13:21.477462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:21.568843 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b5f555-9d4f-4f83-bc7f-7ec14f8454b4 None None] Pushing event updated for resources: {'Port': ['ID=dba455d0-e49d-4234-8d13-9f368bce4179,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:21.577920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:13:21.578530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:12:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:21.807688 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:13:22.113276 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1690dec1-fd58-4a45-93c7-b1a9f58bb639 req-95d96477-9ffb-4d05-9871-18d2a8acf3ad tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 210 time: 0.1530287 Feb 28 15:13:22.134453 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:21Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:22.143335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0361b460-f3ed-4d38-bb96-64368857ef91 None None] The sync data for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv is: [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:21Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:13:22.285825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-62b14391-48a2-4525-8b5a-407aae4e5100 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:22.287275 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-62b14391-48a2-4525-8b5a-407aae4e5100 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 811 time: 0.1767333 Feb 28 15:13:22.347591 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-edd8162e-8257-4eeb-b889-3a7b57b7df21 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 379 time: 0.0466781 Feb 28 15:13:22.357473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-275aa306-b6b1-4aab-a31c-d9d2abbd8005 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Request body: {'port': {'device_id': '40186273-2a80-4870-b1f0-0d38cb013917', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'admin_state_up': True, 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'security_groups': ['9fc042f1-fd4a-422e-b665-67f142d1f347']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:13:22.497004 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-275aa306-b6b1-4aab-a31c-d9d2abbd8005 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:13:22.506437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-275aa306-b6b1-4aab-a31c-d9d2abbd8005 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:13:22.516823 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-275aa306-b6b1-4aab-a31c-d9d2abbd8005 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Made reservation on behalf of c1cdba6741bf4b6583986a19598e91a5 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:13:22.519785 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-275aa306-b6b1-4aab-a31c-d9d2abbd8005 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:22.685969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-275aa306-b6b1-4aab-a31c-d9d2abbd8005 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Allocated IP 172.20.0.6 (299bfe7f-7b51-41c2-bed2-472fff98cedd/04bfccf2-59bf-4c96-aaca-d793fa88aef7/60baddc0-9943-4df6-bc73-18097f348651) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:13:22.875810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-275aa306-b6b1-4aab-a31c-d9d2abbd8005 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:22.892177 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-275aa306-b6b1-4aab-a31c-d9d2abbd8005 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Transition to ACTIVE for port object 60baddc0-9943-4df6-bc73-18097f348651 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:13:22.914656 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-275aa306-b6b1-4aab-a31c-d9d2abbd8005 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:22.990193 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-275aa306-b6b1-4aab-a31c-d9d2abbd8005 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Network 299bfe7f-7b51-41c2-bed2-472fff98cedd is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:13:22.993896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-275aa306-b6b1-4aab-a31c-d9d2abbd8005 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:13:22.998499 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-275aa306-b6b1-4aab-a31c-d9d2abbd8005 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:13:23.027283 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275aa306-b6b1-4aab-a31c-d9d2abbd8005 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Pushing event updated for resources: {'Port': ['ID=60baddc0-9943-4df6-bc73-18097f348651,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:23.055261 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dba455d0-e49d-4234-8d13-9f368bce4179 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:13:23.069800 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-275aa306-b6b1-4aab-a31c-d9d2abbd8005 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:23.070568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-275aa306-b6b1-4aab-a31c-d9d2abbd8005 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:23.097102 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-275aa306-b6b1-4aab-a31c-d9d2abbd8005 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7429795 Feb 28 15:13:23.109016 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Request body: {'port': {'device_id': '40186273-2a80-4870-b1f0-0d38cb013917', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:13:23.130929 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port dba455d0-e49d-4234-8d13-9f368bce4179 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:13:23.135955 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port dba455d0-e49d-4234-8d13-9f368bce4179 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:13:23.136425 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:23.225126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:23.266837 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:23.309685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port dba455d0-e49d-4234-8d13-9f368bce4179, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dba455d0-e49d-4234-8d13-9f368bce4179,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:13:23.311370 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-727d6955-de29-4d93-b1a8-21ead0cbb8c0 None None] Provisioning for port 60baddc0-9943-4df6-bc73-18097f348651 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:13:23.316444 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:23.352017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-727d6955-de29-4d93-b1a8-21ead0cbb8c0 None None] Provisioning complete for port 60baddc0-9943-4df6-bc73-18097f348651 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:13:23.352246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-727d6955-de29-4d93-b1a8-21ead0cbb8c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:23.426833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-727d6955-de29-4d93-b1a8-21ead0cbb8c0 None None] Port 60baddc0-9943-4df6-bc73-18097f348651 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:13:23.431022 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=dba455d0-e49d-4234-8d13-9f368bce4179,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:23.441640 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ae02f-7a2d-43bd-99fa-aff8d2ca73c5 req-fb3c0691-4f67-4b07-8121-f3846b61080f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:23.443099 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3b7ae02f-7a2d-43bd-99fa-aff8d2ca73c5 req-fb3c0691-4f67-4b07-8121-f3846b61080f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 931 time: 0.2011037 Feb 28 15:13:23.489289 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-3b7ae02f-7a2d-43bd-99fa-aff8d2ca73c5 req-e081cf2d-183a-489c-acba-15a7b3540116 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Synchronizing usage tracker for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:13:23.505656 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-3b7ae02f-7a2d-43bd-99fa-aff8d2ca73c5 req-e081cf2d-183a-489c-acba-15a7b3540116 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Unset dirty status for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:13:23.507007 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3b7ae02f-7a2d-43bd-99fa-aff8d2ca73c5 req-e081cf2d-183a-489c-acba-15a7b3540116 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579095 Feb 28 15:13:23.569341 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60baddc0-9943-4df6-bc73-18097f348651 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:13:23.575951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:23.590119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Transition to ACTIVE for port object 60baddc0-9943-4df6-bc73-18097f348651 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:13:23.593500 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:23.717685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Pushing event updated for resources: {'Port': ['ID=60baddc0-9943-4df6-bc73-18097f348651,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:23.826789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Attempting to bind port 60baddc0-9943-4df6-bc73-18097f348651 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:13:23.827123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Attempting to bind port 60baddc0-9943-4df6-bc73-18097f348651 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:13:23.827442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Attempting to bind port 60baddc0-9943-4df6-bc73-18097f348651 on network 299bfe7f-7b51-41c2-bed2-472fff98cedd {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:13:23.832966 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Port 60baddc0-9943-4df6-bc73-18097f348651 on network 299bfe7f-7b51-41c2-bed2-472fff98cedd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:13:23.833281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Attempting to bind port 60baddc0-9943-4df6-bc73-18097f348651 on network 299bfe7f-7b51-41c2-bed2-472fff98cedd {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:13:23.839967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:13:23.840298 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Checking segment: {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:13:23.840673 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Bound using segment: {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:13:23.841115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Bound port: 60baddc0-9943-4df6-bc73-18097f348651, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:13:23.841452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:23.926056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] For port 60baddc0-9943-4df6-bc73-18097f348651, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:13:23.928829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] For port 60baddc0-9943-4df6-bc73-18097f348651, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=60baddc0-9943-4df6-bc73-18097f348651,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:13:23.934134 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:24.002211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:24.003726 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] 10.222.0.20 "PUT /v2.0/ports/60baddc0-9943-4df6-bc73-18097f348651 HTTP/1.1" status: 200 len: 1093 time: 0.8990991 Feb 28 15:13:24.004181 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40186273-2a80-4870-b1f0-0d38cb013917', 'tag': '60baddc0-9943-4df6-bc73-18097f348651'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:13:24.032445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21750226-6770-4d16-bace-e7369e0bfa1f service neutron] Pushing event updated for resources: {'Port': ['ID=60baddc0-9943-4df6-bc73-18097f348651,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:24.184753 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40186273-2a80-4870-b1f0-0d38cb013917', 'tag': '60baddc0-9943-4df6-bc73-18097f348651', 'status': 'completed', 'code': 200} Feb 28 15:13:24.219532 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-cffeb9ae-7f0c-4f36-916c-ead53af4f8c3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 1096 time: 0.1708224 Feb 28 15:13:24.299904 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-98d81131-0e3c-4ec8-8008-ce868b7a674d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60baddc0-9943-4df6-bc73-18097f348651 HTTP/1.1" status: 200 len: 217 time: 0.0728087 Feb 28 15:13:24.360575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-19ef4f3f-6ca3-4e31-8c11-8f8d573b5670 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:24.361956 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-19ef4f3f-6ca3-4e31-8c11-8f8d573b5670 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0562401 Feb 28 15:13:24.436629 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-164eb2f3-b615-4923-8288-2e5e30e38821 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686903 Feb 28 15:13:24.565506 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-14411c04-eaf0-4145-a27a-d886c9399a3c service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232898 Feb 28 15:13:24.695824 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f7be73d6-3608-429e-a5b1-45ed02a5301f req-63153702-1910-4e89-a667-68a026660bcf service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241632 Feb 28 15:13:24.709630 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1512ac-22e0-4649-b9a5-f813c31be48a req-ccfb7c09-d8ae-408c-8d79-aaacab325f5e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:24.711070 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4e1512ac-22e0-4649-b9a5-f813c31be48a req-ccfb7c09-d8ae-408c-8d79-aaacab325f5e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 943 time: 0.0810974 Feb 28 15:13:24.759211 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4e1512ac-22e0-4649-b9a5-f813c31be48a req-dc6e05d4-1465-4cdb-b92c-312a5c56d9f0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411475 Feb 28 15:13:24.805055 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9f4992e5-1d83-4269-af21-8997813d49d1 req-078be40a-1163-4499-9c35-fa64bc0b6b54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 1096 time: 0.0672338 Feb 28 15:13:24.932360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4992e5-1d83-4269-af21-8997813d49d1 req-77fec93c-8796-4c4b-b2bd-a80cbd1cd9ea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:24.933774 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9f4992e5-1d83-4269-af21-8997813d49d1 req-77fec93c-8796-4c4b-b2bd-a80cbd1cd9ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1231711 Feb 28 15:13:25.002683 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9f4992e5-1d83-4269-af21-8997813d49d1 req-7b86c403-4148-4f55-bb2a-7568fa79810c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60baddc0-9943-4df6-bc73-18097f348651 HTTP/1.1" status: 200 len: 217 time: 0.0623202 Feb 28 15:13:25.010120 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dba455d0-e49d-4234-8d13-9f368bce4179 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:13:25.064398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f4992e5-1d83-4269-af21-8997813d49d1 req-d714b146-737a-498a-9d70-3f8148750232 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:25.065702 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9f4992e5-1d83-4269-af21-8997813d49d1 req-d714b146-737a-498a-9d70-3f8148750232 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0564017 Feb 28 15:13:25.079201 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port dba455d0-e49d-4234-8d13-9f368bce4179 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:13:25.079593 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:25.139073 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9f4992e5-1d83-4269-af21-8997813d49d1 req-50163abd-a722-4ff6-89a7-1a1532fe66c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667820 Feb 28 15:13:25.266651 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9f4992e5-1d83-4269-af21-8997813d49d1 req-119067d3-aaa3-4dee-82d5-5adfecd93f92 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208446 Feb 28 15:13:25.394067 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9f4992e5-1d83-4269-af21-8997813d49d1 req-37a1e53c-ff54-4cd1-9b0d-da10001039ed service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204429 Feb 28 15:13:25.481838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e950c0b5-faa1-40bb-99af-b0556f57cd3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:25.963203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149bb597-5eb3-4d50-b256-0a7ee04b5111 req-3a7a98f7-747c-4653-98e0-036328bc7f4f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:25.963909 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-149bb597-5eb3-4d50-b256-0a7ee04b5111 req-3a7a98f7-747c-4653-98e0-036328bc7f4f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Synchronizing usage tracker for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:13:25.979143 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-149bb597-5eb3-4d50-b256-0a7ee04b5111 req-3a7a98f7-747c-4653-98e0-036328bc7f4f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Unset dirty status for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:13:25.980277 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-149bb597-5eb3-4d50-b256-0a7ee04b5111 req-3a7a98f7-747c-4653-98e0-036328bc7f4f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 943 time: 0.0984318 Feb 28 15:13:26.023169 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-149bb597-5eb3-4d50-b256-0a7ee04b5111 req-6ab82d14-32c3-4cee-a9d0-682635fc8d1c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373118 Feb 28 15:13:26.602896 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 60baddc0-9943-4df6-bc73-18097f348651 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:13:26.734086 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 60baddc0-9943-4df6-bc73-18097f348651, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=60baddc0-9943-4df6-bc73-18097f348651,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:13:26.747046 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '60baddc0-9943-4df6-bc73-18097f348651', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'port_id': '60baddc0-9943-4df6-bc73-18097f348651', 'mac_address': 'fa:16:3e:ba:0c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:13:26.798007 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:26.815317 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60baddc0-9943-4df6-bc73-18097f348651 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:13:26.830431 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 60baddc0-9943-4df6-bc73-18097f348651, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=60baddc0-9943-4df6-bc73-18097f348651,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:13:26.834160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:26.900273 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=60baddc0-9943-4df6-bc73-18097f348651,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:27.034530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['60baddc0-9943-4df6-bc73-18097f348651'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:13:27.218343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a916012d-5b82-4e6f-bcfe-6b83f1eaf7ed req-dcc60dc4-ce6a-45ae-b92a-66e80f51ffe2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:27.219799 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a916012d-5b82-4e6f-bcfe-6b83f1eaf7ed req-dcc60dc4-ce6a-45ae-b92a-66e80f51ffe2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 944 time: 0.0780680 Feb 28 15:13:27.263869 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a916012d-5b82-4e6f-bcfe-6b83f1eaf7ed req-7b0618a3-54bf-4a28-b0e1-1b5f27905198 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382538 Feb 28 15:13:27.648057 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9698cb5a-bdd7-49e1-965d-ff96bbc7314a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:27.819257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:28.457321 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20db5b99-341b-403e-afd1-6290937d1463 req-9d7c9fd7-dd60-404d-b769-02405e9359f3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:28.458746 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-20db5b99-341b-403e-afd1-6290937d1463 req-9d7c9fd7-dd60-404d-b769-02405e9359f3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 944 time: 0.0740924 Feb 28 15:13:28.506283 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-20db5b99-341b-403e-afd1-6290937d1463 req-a8a4e87b-0c6b-409e-9e72-1941728b2ff5 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419807 Feb 28 15:13:28.603652 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 60baddc0-9943-4df6-bc73-18097f348651 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:13:28.675596 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 60baddc0-9943-4df6-bc73-18097f348651 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:13:28.680094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 60baddc0-9943-4df6-bc73-18097f348651 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:13:28.680515 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:28.788499 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:28.844799 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40186273-2a80-4870-b1f0-0d38cb013917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60baddc0-9943-4df6-bc73-18097f348651'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:13:28.855344 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 60baddc0-9943-4df6-bc73-18097f348651, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=60baddc0-9943-4df6-bc73-18097f348651,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:13:28.859078 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:28.899750 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40186273-2a80-4870-b1f0-0d38cb013917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60baddc0-9943-4df6-bc73-18097f348651', 'code': 200} Feb 28 15:13:28.943530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:28.945074 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:28.948551 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=60baddc0-9943-4df6-bc73-18097f348651,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:13:29.134239 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c041d4c6-43b0-4ce5-a6e8-972fe8ffc7f3 req-83bd98af-e37a-4de3-affa-6c0e868ce1e5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 1098 time: 0.0653594 Feb 28 15:13:29.174489 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c041d4c6-43b0-4ce5-a6e8-972fe8ffc7f3 req-e3a95203-52f3-4816-a9c8-4078b8d9e719 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347836 Feb 28 15:13:29.784291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c272268-e07d-4111-a1c3-f62a6adadba0 req-17c345d4-80fe-4cf5-aee4-5dfb2df3a4d9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:29.785606 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c272268-e07d-4111-a1c3-f62a6adadba0 req-17c345d4-80fe-4cf5-aee4-5dfb2df3a4d9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.1622670 Feb 28 15:13:29.832288 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c272268-e07d-4111-a1c3-f62a6adadba0 req-414c52ad-42b9-45e8-8a5a-c16ad8a6e7b5 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405452 Feb 28 15:13:30.274848 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:31.026906 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ebcae9-4d5f-41a3-b41a-fa2d11d61b4b req-4e159ae2-f227-4d92-882a-15a508ddf96f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:31.028349 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-09ebcae9-4d5f-41a3-b41a-fa2d11d61b4b req-4e159ae2-f227-4d92-882a-15a508ddf96f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0758147 Feb 28 15:13:31.075958 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-09ebcae9-4d5f-41a3-b41a-fa2d11d61b4b req-a255d68c-ba8f-43e1-9d8b-8a11429608a2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421052 Feb 28 15:13:31.262156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f2a721e-39c3-44e9-bf89-edd555b2e028 req-5f2438b0-32b2-42fa-b355-71b67d8b5b19 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:31.263573 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7f2a721e-39c3-44e9-bf89-edd555b2e028 req-5f2438b0-32b2-42fa-b355-71b67d8b5b19 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0741014 Feb 28 15:13:31.271900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 51628) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:13:31.276929 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-38665314-6642-4628-8521-5c5a7d845bf0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Request body: {'floatingip': {'port_id': '60baddc0-9943-4df6-bc73-18097f348651'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:13:31.351670 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-38665314-6642-4628-8521-5c5a7d845bf0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for floatingip, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:31.919730 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-38665314-6642-4628-8521-5c5a7d845bf0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:31.923168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-38665314-6642-4628-8521-5c5a7d845bf0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:32.108037 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-38665314-6642-4628-8521-5c5a7d845bf0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Floating IP 75e1bfcf-612e-459a-9631-36240dd95b1c associated. External IP: 172.26.4.57, port: 60baddc0-9943-4df6-bc73-18097f348651. Feb 28 15:13:32.583215 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38665314-6642-4628-8521-5c5a7d845bf0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:13:32.775425 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38665314-6642-4628-8521-5c5a7d845bf0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:13:32.779509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-38665314-6642-4628-8521-5c5a7d845bf0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:32.833654 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-38665314-6642-4628-8521-5c5a7d845bf0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "PUT /v2.0/floatingips/75e1bfcf-612e-459a-9631-36240dd95b1c HTTP/1.1" status: 200 len: 990 time: 1.5607414 Feb 28 15:13:32.834211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40186273-2a80-4870-b1f0-0d38cb013917', 'tag': '60baddc0-9943-4df6-bc73-18097f348651'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:13:32.887095 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40186273-2a80-4870-b1f0-0d38cb013917', 'tag': '60baddc0-9943-4df6-bc73-18097f348651', 'status': 'completed', 'code': 200} Feb 28 15:13:32.975014 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8cc7fc5e-9cac-4713-bd61-1827db5f9a75 req-a9882af8-a522-4839-a302-bfc5b74647d6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 1098 time: 0.0678785 Feb 28 15:13:33.004678 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-754df39a-024e-4e1a-b55e-35db465aa2f5 req-302c97d8-6f90-4e73-bc50-0a3c4890fa10 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:33.006106 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-754df39a-024e-4e1a-b55e-35db465aa2f5 req-302c97d8-6f90-4e73-bc50-0a3c4890fa10 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0753477 Feb 28 15:13:33.049890 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-754df39a-024e-4e1a-b55e-35db465aa2f5 req-1689d1d2-5b77-4cbd-b92f-8ee7048b27ee tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377679 Feb 28 15:13:33.105206 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7fc5e-9cac-4713-bd61-1827db5f9a75 req-21f92bd9-cce9-4740-8661-34ab61fbe791 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:33.106914 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8cc7fc5e-9cac-4713-bd61-1827db5f9a75 req-21f92bd9-cce9-4740-8661-34ab61fbe791 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1263762 Feb 28 15:13:33.250350 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8cc7fc5e-9cac-4713-bd61-1827db5f9a75 req-d5c3c926-4918-4868-ba89-2e15cbc83fe8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60baddc0-9943-4df6-bc73-18097f348651 HTTP/1.1" status: 200 len: 998 time: 0.1379974 Feb 28 15:13:33.326663 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf52a8e1-e2e7-477d-a54c-0ba1d44f3346 req-400a90ab-190c-4982-a1e5-9ec274c51273 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:33.328015 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cf52a8e1-e2e7-477d-a54c-0ba1d44f3346 req-400a90ab-190c-4982-a1e5-9ec274c51273 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.1478434 Feb 28 15:13:33.331159 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc7fc5e-9cac-4713-bd61-1827db5f9a75 req-15386e8e-d16e-49c5-b313-2bd40eb2fd11 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:33.332469 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8cc7fc5e-9cac-4713-bd61-1827db5f9a75 req-15386e8e-d16e-49c5-b313-2bd40eb2fd11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0743549 Feb 28 15:13:33.419777 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cf52a8e1-e2e7-477d-a54c-0ba1d44f3346 req-2c5ea039-a826-407a-8abd-c831b4d41b96 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0861127 Feb 28 15:13:33.433627 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8cc7fc5e-9cac-4713-bd61-1827db5f9a75 req-e2a1ad3d-d32b-4a6b-8b3a-877a95ab5885 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0870750 Feb 28 15:13:33.560853 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8cc7fc5e-9cac-4713-bd61-1827db5f9a75 req-7a367d1c-f4eb-4715-9c21-9fe661ee0f6b service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213088 Feb 28 15:13:33.694155 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8cc7fc5e-9cac-4713-bd61-1827db5f9a75 req-ab6c4d4c-8567-4afb-b0d4-2b091fb295f8 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272922 Feb 28 15:13:34.151692 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f733126-500f-4a4a-a4fc-ff81d879f6f8 None None] Sync routers for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:13:34.163612 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f733126-500f-4a4a-a4fc-ff81d879f6f8 None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:13:34.164204 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1f733126-500f-4a4a-a4fc-ff81d879f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:13:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:34.335848 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-1f733126-500f-4a4a-a4fc-ff81d879f6f8 None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:13:34.617106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b8d3d7b-1729-4458-8ad3-e4ac1237546e req-bb9794ea-85ed-448b-9aae-61d771597a0b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:34.618937 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7b8d3d7b-1729-4458-8ad3-e4ac1237546e req-bb9794ea-85ed-448b-9aae-61d771597a0b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0797875 Feb 28 15:13:34.663753 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7b8d3d7b-1729-4458-8ad3-e4ac1237546e req-f0410ea9-9bd7-4857-ac0b-d59a534a33f3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392540 Feb 28 15:13:34.671642 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1f733126-500f-4a4a-a4fc-ff81d879f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '75e1bfcf-612e-459a-9631-36240dd95b1c', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'port_id': '60baddc0-9943-4df6-bc73-18097f348651', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'mac_address': 'fa:16:3e:ba:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40186273-2a80-4870-b1f0-0d38cb013917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:13:19Z', 'updated_at': '2022-02-28T15:13:31Z', 'revision_number': 1, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:34.675445 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f733126-500f-4a4a-a4fc-ff81d879f6f8 None None] Checking router: d5b04aeb-8efc-4c04-b44a-71c66c8b1615 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:13:34.686799 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f733126-500f-4a4a-a4fc-ff81d879f6f8 None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:13:34.687371 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1f733126-500f-4a4a-a4fc-ff81d879f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:13:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:34.859356 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-592c530d-2997-4ea5-abb3-6dae2f04c06d req-685bbe5a-1862-41e1-be54-b0a606fa55a4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:34.860810 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-592c530d-2997-4ea5-abb3-6dae2f04c06d req-685bbe5a-1862-41e1-be54-b0a606fa55a4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0800180 Feb 28 15:13:34.889961 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-1f733126-500f-4a4a-a4fc-ff81d879f6f8 None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:13:34.905292 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-592c530d-2997-4ea5-abb3-6dae2f04c06d req-87b000f6-8c06-4311-99ad-df264091b189 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390408 Feb 28 15:13:35.097155 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-877b15d8-48cc-4273-b6a8-9233ab1feba5 req-cdf0662d-d768-4eb4-892a-a9b4c33b3d5e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0671098 Feb 28 15:13:35.232421 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1f733126-500f-4a4a-a4fc-ff81d879f6f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '75e1bfcf-612e-459a-9631-36240dd95b1c', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'port_id': '60baddc0-9943-4df6-bc73-18097f348651', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'mac_address': 'fa:16:3e:ba:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40186273-2a80-4870-b1f0-0d38cb013917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:13:19Z', 'updated_at': '2022-02-28T15:13:31Z', 'revision_number': 1, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:13:35.237012 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f733126-500f-4a4a-a4fc-ff81d879f6f8 None None] The sync data for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv is: [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '75e1bfcf-612e-459a-9631-36240dd95b1c', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'port_id': '60baddc0-9943-4df6-bc73-18097f348651', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'mac_address': 'fa:16:3e:ba:0c:50', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '40186273-2a80-4870-b1f0-0d38cb013917', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:13:19Z', 'updated_at': '2022-02-28T15:13:31Z', 'revision_number': 1, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:13:35.499885 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-860441b9-37c2-44a0-a123-9da52a1f536e service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0717137 Feb 28 15:13:35.549820 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2d87a5-262d-43a2-96ae-1001309f9e83 req-98e776e2-147b-46b6-bad3-704025724cfa tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:35.551260 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bf2d87a5-262d-43a2-96ae-1001309f9e83 req-98e776e2-147b-46b6-bad3-704025724cfa tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0749459 Feb 28 15:13:35.595272 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bf2d87a5-262d-43a2-96ae-1001309f9e83 req-ee2893b6-204f-4829-9cac-6f02f9494715 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377059 Feb 28 15:13:36.619254 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-f2da1b3c-cde8-46ca-b568-5fe15c78b585 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 1098 time: 0.0711501 Feb 28 15:13:36.746805 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-2db44417-3d80-4964-841c-07679b3131cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:36.748162 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-2db44417-3d80-4964-841c-07679b3131cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1238649 Feb 28 15:13:36.791970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-907597f7-586f-40f9-94f5-e77abd8de203 req-65c1d818-c249-40d3-ad43-80d1d797bf56 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:36.793502 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-907597f7-586f-40f9-94f5-e77abd8de203 req-65c1d818-c249-40d3-ad43-80d1d797bf56 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0743184 Feb 28 15:13:36.838318 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-907597f7-586f-40f9-94f5-e77abd8de203 req-d91cdb2f-cca7-40a4-b254-2a423a64142c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392785 Feb 28 15:13:36.948651 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-24469cf7-ce4f-4d79-b808-10f9c271491e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60baddc0-9943-4df6-bc73-18097f348651 HTTP/1.1" status: 200 len: 998 time: 0.1950767 Feb 28 15:13:37.008674 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-3627e77f-1c9e-4ce2-ae36-e49217317d1b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:37.009966 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-3627e77f-1c9e-4ce2-ae36-e49217317d1b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0553100 Feb 28 15:13:37.080020 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-696d0c23-76f1-4835-ac0c-99c344d56c87 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644956 Feb 28 15:13:37.205513 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-933eb53f-2318-499c-86f8-c46dcae63847 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192219 Feb 28 15:13:37.347086 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-74a0fbb8-03f8-44d1-a97c-e72c0fd747bd service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358359 Feb 28 15:13:38.035863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec27285a-0f42-4ebb-8f9f-313aa0302b57 req-7cbd0e5a-a2da-4570-bfcf-aa1ae0bc956b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:38.037305 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ec27285a-0f42-4ebb-8f9f-313aa0302b57 req-7cbd0e5a-a2da-4570-bfcf-aa1ae0bc956b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0779955 Feb 28 15:13:38.080382 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ec27285a-0f42-4ebb-8f9f-313aa0302b57 req-6770359e-7e91-4b2f-9370-735b9e941160 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0368738 Feb 28 15:13:38.380099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34f54c6e-baff-4c11-bd23-2f2936808a39 None None] New status for floating IP 75e1bfcf-612e-459a-9631-36240dd95b1c: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:13:39.276615 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01178a2d-01ea-434d-ac4f-0ddfdb923516 req-2858c926-457b-4ce8-9d54-57368b3f1276 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:39.277958 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-01178a2d-01ea-434d-ac4f-0ddfdb923516 req-2858c926-457b-4ce8-9d54-57368b3f1276 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0789239 Feb 28 15:13:39.324091 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-01178a2d-01ea-434d-ac4f-0ddfdb923516 req-59592019-0504-40be-8628-d606b2c117dd tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406859 Feb 28 15:13:40.514925 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b771fe-78f8-4ad0-962b-921227fad993 req-7cb0af52-5785-4863-a7a2-858bbbbfbede tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:40.516386 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c0b771fe-78f8-4ad0-962b-921227fad993 req-7cb0af52-5785-4863-a7a2-858bbbbfbede tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0751226 Feb 28 15:13:40.563050 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c0b771fe-78f8-4ad0-962b-921227fad993 req-fbba194c-8b3b-414d-a0e6-402fe107d06e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411389 Feb 28 15:13:41.759074 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbc443-4ead-4440-b09a-837906e1ccfc req-45f02f76-b2f5-4680-b378-cafbf637e381 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:41.760459 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-12bbc443-4ead-4440-b09a-837906e1ccfc req-45f02f76-b2f5-4680-b378-cafbf637e381 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0764179 Feb 28 15:13:41.804849 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-12bbc443-4ead-4440-b09a-837906e1ccfc req-cf04526a-2684-4989-8e15-7642c9e0b5d2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389874 Feb 28 15:13:42.996291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b725eed9-a233-4002-8a7a-f8a0a7febb8d req-93c5ffbf-32bd-456d-abdd-a787beef1ec0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:42.997757 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b725eed9-a233-4002-8a7a-f8a0a7febb8d req-93c5ffbf-32bd-456d-abdd-a787beef1ec0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0754910 Feb 28 15:13:43.041887 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b725eed9-a233-4002-8a7a-f8a0a7febb8d req-498432dd-4ca3-49a0-8b29-c459737a9c12 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386183 Feb 28 15:13:44.234924 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac81f67d-7811-4c46-8eeb-23049ce41318 req-7ece8af7-9291-4a59-b28f-a95b5eb171e0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:44.236404 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ac81f67d-7811-4c46-8eeb-23049ce41318 req-7ece8af7-9291-4a59-b28f-a95b5eb171e0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0779665 Feb 28 15:13:44.280968 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ac81f67d-7811-4c46-8eeb-23049ce41318 req-a3fdb090-918f-4d39-a415-f99dfe017b74 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390708 Feb 28 15:13:45.484828 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c80d64f-e90a-49c2-a9ef-053adc33aa92 req-9fd9309f-7ded-47c7-90cc-187bf44abac9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:45.486226 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1c80d64f-e90a-49c2-a9ef-053adc33aa92 req-9fd9309f-7ded-47c7-90cc-187bf44abac9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0772674 Feb 28 15:13:45.530011 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1c80d64f-e90a-49c2-a9ef-053adc33aa92 req-18d876f7-f8e9-48a9-a891-8297f50ced72 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384350 Feb 28 15:13:46.720361 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb523173-cd54-4566-9092-11b8cc3d4791 req-7b7efad8-06fb-4f55-9ad8-d2eada030db9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:46.721669 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-eb523173-cd54-4566-9092-11b8cc3d4791 req-7b7efad8-06fb-4f55-9ad8-d2eada030db9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0740454 Feb 28 15:13:46.768526 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-eb523173-cd54-4566-9092-11b8cc3d4791 req-bd5dddbf-7975-40c8-a1df-fdb752f86fb6 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402653 Feb 28 15:13:47.965281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503ddf35-759f-4856-8b3c-2ae62e19aff8 req-8ef1399f-0db2-48bf-bde4-86d8b5a0294a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:47.966695 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-503ddf35-759f-4856-8b3c-2ae62e19aff8 req-8ef1399f-0db2-48bf-bde4-86d8b5a0294a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0741279 Feb 28 15:13:48.012848 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-503ddf35-759f-4856-8b3c-2ae62e19aff8 req-86a7f49a-ed63-468d-8049-2f131b3b4d03 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407648 Feb 28 15:13:49.205976 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6cb084-a1ab-43ed-afbc-c97d683d6a08 req-af1dd6f2-1fdb-4cad-9a23-e452a81380b4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:49.207383 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1f6cb084-a1ab-43ed-afbc-c97d683d6a08 req-af1dd6f2-1fdb-4cad-9a23-e452a81380b4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0742383 Feb 28 15:13:49.251923 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1f6cb084-a1ab-43ed-afbc-c97d683d6a08 req-ba863a96-fcd8-4caf-8f9d-ebb83deea7f5 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385010 Feb 28 15:13:49.379350 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:13:50.447119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa30c014-2723-4c49-ad20-7149e44b0418 req-2c964289-2c07-45bc-9bba-71e19b85f1ec tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:50.448568 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fa30c014-2723-4c49-ad20-7149e44b0418 req-2c964289-2c07-45bc-9bba-71e19b85f1ec tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0775640 Feb 28 15:13:50.493581 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fa30c014-2723-4c49-ad20-7149e44b0418 req-e0719d1a-a335-47d8-9ced-447e870b060f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396011 Feb 28 15:13:51.687110 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12e7516-f839-4d99-936a-a35d1ae0b9cb req-6425f0df-a6a4-4581-975e-b2dc1d8e9d32 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:51.688537 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c12e7516-f839-4d99-936a-a35d1ae0b9cb req-6425f0df-a6a4-4581-975e-b2dc1d8e9d32 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0768595 Feb 28 15:13:51.732235 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c12e7516-f839-4d99-936a-a35d1ae0b9cb req-060a0f09-44a1-4468-b180-e0b436cd9d1e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382221 Feb 28 15:13:52.923927 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f2f61c0-5539-422a-8071-5c43022f8a4d req-6f0fc905-ea89-461b-b08c-206fc3c3045b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:52.925322 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6f2f61c0-5539-422a-8071-5c43022f8a4d req-6f0fc905-ea89-461b-b08c-206fc3c3045b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0733049 Feb 28 15:13:52.970071 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6f2f61c0-5539-422a-8071-5c43022f8a4d req-f2a8531c-59cb-4641-8b2d-9c4883d5cca4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379167 Feb 28 15:13:54.158138 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f37c52-8451-4c68-ab15-1f850ed6941d req-8c8cc6f8-4b6e-4f0f-aac1-4b8e52d032aa tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:54.159563 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-15f37c52-8451-4c68-ab15-1f850ed6941d req-8c8cc6f8-4b6e-4f0f-aac1-4b8e52d032aa tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0740643 Feb 28 15:13:54.203398 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-15f37c52-8451-4c68-ab15-1f850ed6941d req-43862739-8558-481e-a87a-11f133696ba0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379543 Feb 28 15:13:55.401996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3924cf65-97f7-4845-a3b3-664632df1ea1 req-53e35f50-ba5f-4abf-9bc2-b0fe1a150dd6 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:55.403409 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3924cf65-97f7-4845-a3b3-664632df1ea1 req-53e35f50-ba5f-4abf-9bc2-b0fe1a150dd6 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0814898 Feb 28 15:13:55.447692 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3924cf65-97f7-4845-a3b3-664632df1ea1 req-32642346-7f0f-44c4-898e-adedc8edf5ee tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387070 Feb 28 15:13:55.483907 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6fe7ff72-4e0a-4ef2-b4e4-472371bab623 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:56.648549 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ad7830-ebe4-447f-9a27-511af3eb62ab req-975f5f3d-4ae8-4cae-9b4c-f7c215ded45b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:56.649977 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-27ad7830-ebe4-447f-9a27-511af3eb62ab req-975f5f3d-4ae8-4cae-9b4c-f7c215ded45b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0787482 Feb 28 15:13:56.699154 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-27ad7830-ebe4-447f-9a27-511af3eb62ab req-7429c3e6-8a08-4503-865f-bd437bc9b01a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436521 Feb 28 15:13:57.649723 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f113417c-811f-4bfc-8d28-a8c51272bdeb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:57.834203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:57.899217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f17652e3-b8ec-42bf-930a-cf268c6491a4 req-0770d3ce-83c5-427f-9421-7668e77e20a8 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:57.900806 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f17652e3-b8ec-42bf-930a-cf268c6491a4 req-0770d3ce-83c5-427f-9421-7668e77e20a8 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0749753 Feb 28 15:13:57.948721 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f17652e3-b8ec-42bf-930a-cf268c6491a4 req-0d5d6413-ac62-426f-8919-b960328f6132 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426016 Feb 28 15:13:58.893585 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:58.897942 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:13:59.060661 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-b1c68098-4add-46e2-a63f-6b952062cac9 service neutron] 10.222.0.20 "GET /v2.0/ports/60baddc0-9943-4df6-bc73-18097f348651/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.0775950 Feb 28 15:13:59.143753 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da07f8f7-70a7-47e6-9266-7aa48ac5ff8f req-9292e125-acd4-4500-9462-aed089fcbd23 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:59.145128 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-da07f8f7-70a7-47e6-9266-7aa48ac5ff8f req-9292e125-acd4-4500-9462-aed089fcbd23 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0761328 Feb 28 15:13:59.190082 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-da07f8f7-70a7-47e6-9266-7aa48ac5ff8f req-6d93fd85-13d6-4984-bcf5-2342c1197d35 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396097 Feb 28 15:13:59.318064 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-9dc99035-1994-44d7-8f0a-0cbd534b2ff6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917&tenant_id=c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 1098 time: 0.0664513 Feb 28 15:13:59.414449 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-0e717c40-f81f-427b-81ea-a39a30aad065 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 1098 time: 0.0751059 Feb 28 15:13:59.542787 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-4b0b92fa-d2e6-4a44-9bab-9df747f6b0a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:59.544242 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-4b0b92fa-d2e6-4a44-9bab-9df747f6b0a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1241853 Feb 28 15:13:59.644964 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-883be7fa-c3f5-4545-9963-191184f7b219 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60baddc0-9943-4df6-bc73-18097f348651 HTTP/1.1" status: 200 len: 1000 time: 0.0954280 Feb 28 15:13:59.704682 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-c5cdaea5-4728-400f-82f1-98d1894d1ac5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:13:59.706221 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-c5cdaea5-4728-400f-82f1-98d1894d1ac5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0551338 Feb 28 15:13:59.787884 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-eed92616-539c-4e12-930c-be9c592dd562 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0753741 Feb 28 15:13:59.994575 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-746ff633-5630-41ed-8fbb-ce0635e70c41 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010155 Feb 28 15:14:00.121861 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-749b7193-3727-4613-8ddb-d4902d2c3316 req-0d2bf21a-7688-47b8-9d0c-56451e902fe8 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209509 Feb 28 15:14:00.277568 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:00.526310 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c0ae260-22fb-4f90-8834-554205265c98 req-1f276a5c-acc1-4e4c-86ef-fed01b22ef34 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:00.527665 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6c0ae260-22fb-4f90-8834-554205265c98 req-1f276a5c-acc1-4e4c-86ef-fed01b22ef34 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0746012 Feb 28 15:14:00.570988 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6c0ae260-22fb-4f90-8834-554205265c98 req-38eaeb3c-f9d9-4179-a95a-5b7366bbe3ff tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378885 Feb 28 15:14:01.774208 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac0b3b7-b627-4711-b076-57a751299482 req-32ad12b9-6e2f-4805-964b-08d1fef5f929 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:01.775620 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4ac0b3b7-b627-4711-b076-57a751299482 req-32ad12b9-6e2f-4805-964b-08d1fef5f929 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0810757 Feb 28 15:14:01.823049 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4ac0b3b7-b627-4711-b076-57a751299482 req-bb9518e9-47f6-4221-805d-c47221473f52 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418451 Feb 28 15:14:02.696840 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 60baddc0-9943-4df6-bc73-18097f348651 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:14:02.699733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 60baddc0-9943-4df6-bc73-18097f348651 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:14:02.906895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:02.935972 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 60baddc0-9943-4df6-bc73-18097f348651, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=60baddc0-9943-4df6-bc73-18097f348651,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:14:02.957969 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '60baddc0-9943-4df6-bc73-18097f348651', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'port_id': '60baddc0-9943-4df6-bc73-18097f348651', 'mac_address': 'fa:16:3e:ba:0c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:14:02.959222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40186273-2a80-4870-b1f0-0d38cb013917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60baddc0-9943-4df6-bc73-18097f348651'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:14:03.001743 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 60baddc0-9943-4df6-bc73-18097f348651, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=60baddc0-9943-4df6-bc73-18097f348651,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:14:03.016853 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:03.020471 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cb39b6-a2d3-491b-922b-7be2a645a088 req-e2f1103a-e9f5-4b46-80c9-12dd57789b1e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:03.022235 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-42cb39b6-a2d3-491b-922b-7be2a645a088 req-e2f1103a-e9f5-4b46-80c9-12dd57789b1e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0808277 Feb 28 15:14:03.060132 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40186273-2a80-4870-b1f0-0d38cb013917', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '60baddc0-9943-4df6-bc73-18097f348651', 'code': 200} Feb 28 15:14:03.069092 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-42cb39b6-a2d3-491b-922b-7be2a645a088 req-86cb3c47-f946-46e0-a007-1774e237dd1f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390451 Feb 28 15:14:03.073897 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:03.105071 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 60baddc0-9943-4df6-bc73-18097f348651 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:14:03.112434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=60baddc0-9943-4df6-bc73-18097f348651,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:03.169075 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:14:03.169425 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:14:03.443122 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44151a69-b386-477b-93ee-665926f7755c req-8d80e42f-7b9e-4e2a-961f-cb56097abd1a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:03.445792 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44151a69-b386-477b-93ee-665926f7755c req-8d80e42f-7b9e-4e2a-961f-cb56097abd1a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917&tenant_id=c1cdba6741bf4b6583986a19598e91a5&binding%3Ahost_id=hv-neutron-8308 HTTP/1.1" status: 200 len: 943 time: 0.1377783 Feb 28 15:14:03.465419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bea39c6-94c2-455c-83c6-78a105903b07 req-4e2f37d8-811a-4d6d-8f8b-21cee50afeb2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:03.467079 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bea39c6-94c2-455c-83c6-78a105903b07 req-4e2f37d8-811a-4d6d-8f8b-21cee50afeb2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 943 time: 0.1294653 Feb 28 15:14:03.514963 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bea39c6-94c2-455c-83c6-78a105903b07 req-8e45e1c5-3c02-4d49-b64d-332a0165dd59 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418622 Feb 28 15:14:03.592738 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44151a69-b386-477b-93ee-665926f7755c req-c0a27632-ab0a-4ad4-b37b-7de7321711cb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 1096 time: 0.0763845 Feb 28 15:14:03.722225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44151a69-b386-477b-93ee-665926f7755c req-c43e7b1d-f7e8-4937-8850-0321b0318ff7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:03.723818 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44151a69-b386-477b-93ee-665926f7755c req-c43e7b1d-f7e8-4937-8850-0321b0318ff7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1258559 Feb 28 15:14:03.725042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:03.746096 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60baddc0-9943-4df6-bc73-18097f348651 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:14:03.760630 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 60baddc0-9943-4df6-bc73-18097f348651, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=60baddc0-9943-4df6-bc73-18097f348651,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:14:03.764505 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:03.829119 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44151a69-b386-477b-93ee-665926f7755c req-7042c078-13df-4ad1-9f3c-55e4fe97b929 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=60baddc0-9943-4df6-bc73-18097f348651 HTTP/1.1" status: 200 len: 999 time: 0.0987771 Feb 28 15:14:03.831138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['60baddc0-9943-4df6-bc73-18097f348651'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:14:03.860686 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=60baddc0-9943-4df6-bc73-18097f348651,revision_number=7']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:03.895490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44151a69-b386-477b-93ee-665926f7755c req-5917189f-ea3b-41b7-b7a2-7e43a8405182 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:03.896949 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44151a69-b386-477b-93ee-665926f7755c req-5917189f-ea3b-41b7-b7a2-7e43a8405182 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0615454 Feb 28 15:14:03.970081 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44151a69-b386-477b-93ee-665926f7755c req-39ed28f3-21bf-433e-b054-60b5ef2a3add service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676694 Feb 28 15:14:04.112912 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44151a69-b386-477b-93ee-665926f7755c req-5c269579-c001-4d2e-9dc6-eb313fdcaede service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367662 Feb 28 15:14:04.241580 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-44151a69-b386-477b-93ee-665926f7755c req-a273241c-036a-42a5-8b28-d839ac617169 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1219745 Feb 28 15:14:04.704580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 60baddc0-9943-4df6-bc73-18097f348651 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:14:04.736896 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ecb58-3906-4ec0-b20e-f3b6541cfa0d req-c97f7b41-0433-4d8a-8df3-d9a893815855 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:04.738342 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8e6ecb58-3906-4ec0-b20e-f3b6541cfa0d req-c97f7b41-0433-4d8a-8df3-d9a893815855 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 944 time: 0.0814290 Feb 28 15:14:04.777063 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 60baddc0-9943-4df6-bc73-18097f348651 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:14:04.778059 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:04.792521 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8e6ecb58-3906-4ec0-b20e-f3b6541cfa0d req-06d64c6f-5136-48aa-8782-99975ab433dd tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470233 Feb 28 15:14:04.897769 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:04.928056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 60baddc0-9943-4df6-bc73-18097f348651, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=60baddc0-9943-4df6-bc73-18097f348651,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:14:04.932078 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:04.997684 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=60baddc0-9943-4df6-bc73-18097f348651,revision_number=8']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:05.060640 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40186273-2a80-4870-b1f0-0d38cb013917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60baddc0-9943-4df6-bc73-18097f348651'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:14:05.115524 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40186273-2a80-4870-b1f0-0d38cb013917', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60baddc0-9943-4df6-bc73-18097f348651', 'code': 200} Feb 28 15:14:05.993678 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b087c86e-08ad-4d19-ad20-6d05c3db5ac8 req-dda1d32b-8593-49eb-9851-b475bce74b2d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:05.995876 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b087c86e-08ad-4d19-ad20-6d05c3db5ac8 req-dda1d32b-8593-49eb-9851-b475bce74b2d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0781987 Feb 28 15:14:06.045701 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b087c86e-08ad-4d19-ad20-6d05c3db5ac8 req-371085cc-0a45-4d21-bcb7-d6c866acb1b3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444667 Feb 28 15:14:06.246613 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed901999-f8c1-4bfa-a779-7feeae941047 req-38941243-92e4-4aec-8500-3970dc89e532 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:06.248063 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ed901999-f8c1-4bfa-a779-7feeae941047 req-38941243-92e4-4aec-8500-3970dc89e532 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0789533 Feb 28 15:14:06.292503 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ed901999-f8c1-4bfa-a779-7feeae941047 req-c720265e-389c-42ad-bdd1-7a12de9f9f85 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387590 Feb 28 15:14:06.565868 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836227a-462f-491f-8326-ad926a2c4f5f req-a35ff74a-52b7-4118-8fd0-0711ae3f6b80 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:06.567325 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a836227a-462f-491f-8326-ad926a2c4f5f req-a35ff74a-52b7-4118-8fd0-0711ae3f6b80 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.1578221 Feb 28 15:14:06.614243 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a836227a-462f-491f-8326-ad926a2c4f5f req-df133782-e7f3-4468-a7fa-89eaceac598a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406916 Feb 28 15:14:07.002612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3d1757-5443-4425-a863-0fcb3d6bba5c req-e962eda4-0aec-4419-bc79-31f45189524e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:07.004063 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7e3d1757-5443-4425-a863-0fcb3d6bba5c req-e962eda4-0aec-4419-bc79-31f45189524e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0743787 Feb 28 15:14:07.047790 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7e3d1757-5443-4425-a863-0fcb3d6bba5c req-65f21c37-dfa3-47e1-8a43-b5ec1cf651ee tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381534 Feb 28 15:14:08.241720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e0dbcb-b989-4255-8797-a35241d9ca1e req-2a7aa62a-e2cf-43f1-8e6c-03cf85da0bd7 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:08.243901 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-91e0dbcb-b989-4255-8797-a35241d9ca1e req-2a7aa62a-e2cf-43f1-8e6c-03cf85da0bd7 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.0743110 Feb 28 15:14:08.287842 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-91e0dbcb-b989-4255-8797-a35241d9ca1e req-7e2cd5b3-1094-49c6-9395-e32910f572ea tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382204 Feb 28 15:14:08.724826 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb73a083-f1d2-4650-b83d-6173e67c3b0f req-880d2e58-575e-4468-b1a5-41313349fb27 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:08.726123 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bb73a083-f1d2-4650-b83d-6173e67c3b0f req-880d2e58-575e-4468-b1a5-41313349fb27 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 945 time: 0.1609497 Feb 28 15:14:08.790884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-bb73a083-f1d2-4650-b83d-6173e67c3b0f req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Deleting port 60baddc0-9943-4df6-bc73-18097f348651 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:14:08.791211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-bb73a083-f1d2-4650-b83d-6173e67c3b0f req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:09.022713 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-bb73a083-f1d2-4650-b83d-6173e67c3b0f req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] For port 60baddc0-9943-4df6-bc73-18097f348651, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=60baddc0-9943-4df6-bc73-18097f348651,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:14:09.023057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-bb73a083-f1d2-4650-b83d-6173e67c3b0f req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:09.301216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-bb73a083-f1d2-4650-b83d-6173e67c3b0f req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:09.301832 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-bb73a083-f1d2-4650-b83d-6173e67c3b0f req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:09.301832 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [req-bb73a083-f1d2-4650-b83d-6173e67c3b0f req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Floating IP 75e1bfcf-612e-459a-9631-36240dd95b1c disassociated. External IP: 172.26.4.57, port: 60baddc0-9943-4df6-bc73-18097f348651. Feb 28 15:14:09.302124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-bb73a083-f1d2-4650-b83d-6173e67c3b0f req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Calling delete_port for 60baddc0-9943-4df6-bc73-18097f348651 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:14:09.439435 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-bb73a083-f1d2-4650-b83d-6173e67c3b0f req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:09.461513 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-738eb118-fa21-4acc-ba42-1cfe27f42115 req-49491027-0ab4-4ac7-891d-f48f23f79d2c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=40186273-2a80-4870-b1f0-0d38cb013917 HTTP/1.1" status: 200 len: 210 time: 0.0486038 Feb 28 15:14:09.494721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Pushing event deleted for resources: {'Port': ['ID=60baddc0-9943-4df6-bc73-18097f348651,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:09.506418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:09.506755 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:09.507088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:09.507415 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:09.508385 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:09.508710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:09.509027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:09.509354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:09.509669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:09.509984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:09.510295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:09.708466 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bb73a083-f1d2-4650-b83d-6173e67c3b0f req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:14:09.903360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bb73a083-f1d2-4650-b83d-6173e67c3b0f req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:14:09.912496 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c34984-47ad-4669-b2dc-975e9cd2482c None None] Sync routers for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:14:09.924616 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c34984-47ad-4669-b2dc-975e9cd2482c None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:14:09.925202 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-88c34984-47ad-4669-b2dc-975e9cd2482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:13:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:09.968608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb73a083-f1d2-4650-b83d-6173e67c3b0f req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] No DVR routers for this DVR port 60baddc0-9943-4df6-bc73-18097f348651 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:14:09.970974 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-bb73a083-f1d2-4650-b83d-6173e67c3b0f req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:09.973624 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40186273-2a80-4870-b1f0-0d38cb013917', 'name': 'network-vif-deleted', 'tag': '60baddc0-9943-4df6-bc73-18097f348651'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:14:09.990810 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bb73a083-f1d2-4650-b83d-6173e67c3b0f req-e1d9d419-2e55-4c96-8ac6-7f6008c7da3d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "DELETE /v2.0/ports/60baddc0-9943-4df6-bc73-18097f348651 HTTP/1.1" status: 204 len: 173 time: 1.2596400 Feb 28 15:14:10.028591 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40186273-2a80-4870-b1f0-0d38cb013917', 'name': 'network-vif-deleted', 'tag': '60baddc0-9943-4df6-bc73-18097f348651', 'status': 'completed', 'code': 200} Feb 28 15:14:10.119649 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-88c34984-47ad-4669-b2dc-975e9cd2482c None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:14:10.425625 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-88c34984-47ad-4669-b2dc-975e9cd2482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:10.430247 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c34984-47ad-4669-b2dc-975e9cd2482c None None] Checking router: d5b04aeb-8efc-4c04-b44a-71c66c8b1615 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:14:10.443421 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88c34984-47ad-4669-b2dc-975e9cd2482c None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:14:10.444044 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-88c34984-47ad-4669-b2dc-975e9cd2482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:13:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:10.632103 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-88c34984-47ad-4669-b2dc-975e9cd2482c None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:14:10.820605 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-821c22d5-3048-420f-8ea9-657400da47f8 req-fee82591-1b1c-432f-93d6-f8e034003965 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--834559922&fields=id&tenant_id=c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 267 time: 0.0439503 Feb 28 15:14:10.967288 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c22d5-3048-420f-8ea9-657400da47f8 req-61238345-c0b0-4049-9503-9cd094a140a2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:10.967983 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-821c22d5-3048-420f-8ea9-657400da47f8 req-61238345-c0b0-4049-9503-9cd094a140a2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Synchronizing usage tracker for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:network {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:14:10.982074 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-88c34984-47ad-4669-b2dc-975e9cd2482c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:10.985952 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-821c22d5-3048-420f-8ea9-657400da47f8 req-61238345-c0b0-4049-9503-9cd094a140a2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Unset dirty status for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:network {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:14:10.986901 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88c34984-47ad-4669-b2dc-975e9cd2482c None None] The sync data for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv is: [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:14:10.987417 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-821c22d5-3048-420f-8ea9-657400da47f8 req-61238345-c0b0-4049-9503-9cd094a140a2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 811 time: 0.1600966 Feb 28 15:14:11.004860 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-821c22d5-3048-420f-8ea9-657400da47f8 req-102021aa-042d-48f1-8b64-4a2d8fdc6fe1 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/quotas/c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 375 time: 0.0109668 Feb 28 15:14:11.091033 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-821c22d5-3048-420f-8ea9-657400da47f8 req-f9817c14-761e-4ea5-82f9-cad420cc7f4c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0801754 Feb 28 15:14:11.218317 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc80099d-788f-41f5-a571-264c60bf22c6 None None] New status for floating IP 75e1bfcf-612e-459a-9631-36240dd95b1c: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:14:11.237108 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-821c22d5-3048-420f-8ea9-657400da47f8 req-5af505e6-2b02-4ef0-ab0b-defec987d171 service neutron] 10.222.0.15 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373518 Feb 28 15:14:11.367857 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-821c22d5-3048-420f-8ea9-657400da47f8 req-533cd240-fc89-49bf-b4da-dc679cae7b61 service neutron] 10.222.0.15 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241519 Feb 28 15:14:11.554808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-5285ebf7-e5d7-41ca-adb5-ea394c609f43 req-bd882ba5-7e47-4f2f-a9d8-7903de3b70a1 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Synchronizing usage tracker for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:14:11.571736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-5285ebf7-e5d7-41ca-adb5-ea394c609f43 req-bd882ba5-7e47-4f2f-a9d8-7903de3b70a1 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Unset dirty status for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:14:11.573016 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5285ebf7-e5d7-41ca-adb5-ea394c609f43 req-bd882ba5-7e47-4f2f-a9d8-7903de3b70a1 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 210 time: 0.0612481 Feb 28 15:14:12.649403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c22d5-3048-420f-8ea9-657400da47f8 req-bca6cd4b-5876-4d79-bd36-c9201273328b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:12.650779 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c22d5-3048-420f-8ea9-657400da47f8 req-bca6cd4b-5876-4d79-bd36-c9201273328b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 811 time: 0.2647767 Feb 28 15:14:12.704031 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c22d5-3048-420f-8ea9-657400da47f8 req-f75e7ddb-e548-4597-9676-a3bfcfa4cf17 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 379 time: 0.0415316 Feb 28 15:14:12.712124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-821c22d5-3048-420f-8ea9-657400da47f8 req-c8c3cf76-c77f-4eb7-acf4-7aac58b0ae11 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Request body: {'port': {'device_id': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'admin_state_up': True, 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'security_groups': ['9fc042f1-fd4a-422e-b665-67f142d1f347']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:14:12.727467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 60baddc0-9943-4df6-bc73-18097f348651 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:14:12.747976 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-78c7f44f-a638-4597-98b8-71a98cfc3cbd req-380ccd04-3fe8-4ca0-95af-0f9c87cd5d35 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 210 time: 0.0479307 Feb 28 15:14:12.778462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 60baddc0-9943-4df6-bc73-18097f348651 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:14:12.778802 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 60baddc0-9943-4df6-bc73-18097f348651 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:14:12.856299 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-821c22d5-3048-420f-8ea9-657400da47f8 req-c8c3cf76-c77f-4eb7-acf4-7aac58b0ae11 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:14:12.865374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-821c22d5-3048-420f-8ea9-657400da47f8 req-c8c3cf76-c77f-4eb7-acf4-7aac58b0ae11 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:14:12.875756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-821c22d5-3048-420f-8ea9-657400da47f8 req-c8c3cf76-c77f-4eb7-acf4-7aac58b0ae11 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Made reservation on behalf of c1cdba6741bf4b6583986a19598e91a5 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:14:12.878735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-821c22d5-3048-420f-8ea9-657400da47f8 req-c8c3cf76-c77f-4eb7-acf4-7aac58b0ae11 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:13.038200 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-821c22d5-3048-420f-8ea9-657400da47f8 req-c8c3cf76-c77f-4eb7-acf4-7aac58b0ae11 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Allocated IP 172.20.0.5 (299bfe7f-7b51-41c2-bed2-472fff98cedd/04bfccf2-59bf-4c96-aaca-d793fa88aef7/86064814-93f3-43b4-92ec-dfedb9dbd0d4) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:14:13.219796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-821c22d5-3048-420f-8ea9-657400da47f8 req-c8c3cf76-c77f-4eb7-acf4-7aac58b0ae11 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:13.235178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-821c22d5-3048-420f-8ea9-657400da47f8 req-c8c3cf76-c77f-4eb7-acf4-7aac58b0ae11 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Transition to ACTIVE for port object 86064814-93f3-43b4-92ec-dfedb9dbd0d4 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:14:13.255755 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-821c22d5-3048-420f-8ea9-657400da47f8 req-c8c3cf76-c77f-4eb7-acf4-7aac58b0ae11 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:13.328864 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-821c22d5-3048-420f-8ea9-657400da47f8 req-c8c3cf76-c77f-4eb7-acf4-7aac58b0ae11 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Network 299bfe7f-7b51-41c2-bed2-472fff98cedd is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:14:13.331603 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-821c22d5-3048-420f-8ea9-657400da47f8 req-c8c3cf76-c77f-4eb7-acf4-7aac58b0ae11 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:14:13.333973 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-821c22d5-3048-420f-8ea9-657400da47f8 req-c8c3cf76-c77f-4eb7-acf4-7aac58b0ae11 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:14:13.364573 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c3cf76-c77f-4eb7-acf4-7aac58b0ae11 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Pushing event updated for resources: {'Port': ['ID=86064814-93f3-43b4-92ec-dfedb9dbd0d4,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:13.400229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c22d5-3048-420f-8ea9-657400da47f8 req-c8c3cf76-c77f-4eb7-acf4-7aac58b0ae11 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:13.401047 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-821c22d5-3048-420f-8ea9-657400da47f8 req-c8c3cf76-c77f-4eb7-acf4-7aac58b0ae11 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:13.427122 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c22d5-3048-420f-8ea9-657400da47f8 req-c8c3cf76-c77f-4eb7-acf4-7aac58b0ae11 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7184234 Feb 28 15:14:13.438180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Request body: {'port': {'device_id': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:14:13.550787 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:13.551050 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ff93a033-670d-4880-b7e5-2b8458459f14 None None] Provisioning for port 86064814-93f3-43b4-92ec-dfedb9dbd0d4 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:14:13.555526 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ff93a033-670d-4880-b7e5-2b8458459f14 None None] Provisioning complete for port 86064814-93f3-43b4-92ec-dfedb9dbd0d4 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:14:13.555910 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ff93a033-670d-4880-b7e5-2b8458459f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:13.606126 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ff93a033-670d-4880-b7e5-2b8458459f14 None None] Port 86064814-93f3-43b4-92ec-dfedb9dbd0d4 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:14:13.917703 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 86064814-93f3-43b4-92ec-dfedb9dbd0d4 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:14:13.925505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:13.953482 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Transition to ACTIVE for port object 86064814-93f3-43b4-92ec-dfedb9dbd0d4 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:14:13.958204 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:14.081440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd46fdf-9dbc-44b4-83cd-a31f1f39062b req-093265fc-f933-4b7d-ace1-65b6be4b9589 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:14.082129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-1cd46fdf-9dbc-44b4-83cd-a31f1f39062b req-093265fc-f933-4b7d-ace1-65b6be4b9589 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Synchronizing usage tracker for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:14:14.091164 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Pushing event updated for resources: {'Port': ['ID=86064814-93f3-43b4-92ec-dfedb9dbd0d4,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:14.136816 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-1cd46fdf-9dbc-44b4-83cd-a31f1f39062b req-093265fc-f933-4b7d-ace1-65b6be4b9589 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Unset dirty status for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:14:14.137956 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1cd46fdf-9dbc-44b4-83cd-a31f1f39062b req-093265fc-f933-4b7d-ace1-65b6be4b9589 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 931 time: 0.2676928 Feb 28 15:14:14.237403 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1cd46fdf-9dbc-44b4-83cd-a31f1f39062b req-a60603b7-8a57-4e5f-94b5-f097dc0409f5 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700679 Feb 28 15:14:14.239303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Attempting to bind port 86064814-93f3-43b4-92ec-dfedb9dbd0d4 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:14:14.239656 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Attempting to bind port 86064814-93f3-43b4-92ec-dfedb9dbd0d4 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:14:14.239979 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Attempting to bind port 86064814-93f3-43b4-92ec-dfedb9dbd0d4 on network 299bfe7f-7b51-41c2-bed2-472fff98cedd {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:14:14.246023 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Port 86064814-93f3-43b4-92ec-dfedb9dbd0d4 on network 299bfe7f-7b51-41c2-bed2-472fff98cedd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:14:14.246334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Attempting to bind port 86064814-93f3-43b4-92ec-dfedb9dbd0d4 on network 299bfe7f-7b51-41c2-bed2-472fff98cedd {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:14:14.252365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 13, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:14:14.252686 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Checking segment: {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:14:14.253048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Bound using segment: {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:14:14.253455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Bound port: 86064814-93f3-43b4-92ec-dfedb9dbd0d4, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:14:14.253792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:14.339871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] For port 86064814-93f3-43b4-92ec-dfedb9dbd0d4, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:14:14.342578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] For port 86064814-93f3-43b4-92ec-dfedb9dbd0d4, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:14:14.346995 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:14.407402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:14.408865 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c22d5-3048-420f-8ea9-657400da47f8 req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] 10.222.0.20 "PUT /v2.0/ports/86064814-93f3-43b4-92ec-dfedb9dbd0d4 HTTP/1.1" status: 200 len: 1093 time: 0.9748521 Feb 28 15:14:14.409147 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'tag': '86064814-93f3-43b4-92ec-dfedb9dbd0d4'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:14:14.425132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-893bc504-64f7-4c8f-92da-0aae720c6c6a service neutron] Pushing event updated for resources: {'Port': ['ID=86064814-93f3-43b4-92ec-dfedb9dbd0d4,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:14.491460 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'tag': '86064814-93f3-43b4-92ec-dfedb9dbd0d4', 'status': 'completed', 'code': 200} Feb 28 15:14:14.628464 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c22d5-3048-420f-8ea9-657400da47f8 req-0028027b-cbd6-4f25-b619-4eb562f6434b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 1096 time: 0.1743822 Feb 28 15:14:14.696167 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c22d5-3048-420f-8ea9-657400da47f8 req-5b999eee-7d4e-4729-9054-5970bd358590 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4 HTTP/1.1" status: 200 len: 217 time: 0.0609622 Feb 28 15:14:14.756743 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821c22d5-3048-420f-8ea9-657400da47f8 req-d0a4da99-0663-4ae5-9ac0-e0603ab21f99 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:14.758097 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c22d5-3048-420f-8ea9-657400da47f8 req-d0a4da99-0663-4ae5-9ac0-e0603ab21f99 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0547402 Feb 28 15:14:14.829784 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c22d5-3048-420f-8ea9-657400da47f8 req-2dc48921-068e-4493-ab75-115bbe7a6af7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664742 Feb 28 15:14:14.957545 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c22d5-3048-420f-8ea9-657400da47f8 req-4c914708-3599-4b45-9a69-a7a3acff7293 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215773 Feb 28 15:14:15.083976 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-821c22d5-3048-420f-8ea9-657400da47f8 req-d394a6da-5243-4dc3-91e2-d9effc3c94a4 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204276 Feb 28 15:14:15.205963 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0e53a538-a080-4344-987b-b8dd0b91a5c5 req-6a7d4fd1-5aa0-4cc4-9dbe-3c3dc7e0c974 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 1096 time: 0.0777977 Feb 28 15:14:15.334880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53a538-a080-4344-987b-b8dd0b91a5c5 req-e0d57719-5a17-4072-a9b5-9a2b1349ff2b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:15.336363 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0e53a538-a080-4344-987b-b8dd0b91a5c5 req-e0d57719-5a17-4072-a9b5-9a2b1349ff2b service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1240726 Feb 28 15:14:15.442358 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0e53a538-a080-4344-987b-b8dd0b91a5c5 req-7d44f2df-86e2-448b-9389-8abf45898690 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4 HTTP/1.1" status: 200 len: 217 time: 0.0993507 Feb 28 15:14:15.526581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e4abefb-5a25-4c4e-afaa-559b7d7733e7 req-78da8ed0-013e-497c-b6c2-0fcd5f1d85c3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:15.527950 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7e4abefb-5a25-4c4e-afaa-559b7d7733e7 req-78da8ed0-013e-497c-b6c2-0fcd5f1d85c3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 943 time: 0.1389863 Feb 28 15:14:15.531066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e53a538-a080-4344-987b-b8dd0b91a5c5 req-7df1c461-07ea-4029-827f-9f7cf36ac8fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:15.532375 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0e53a538-a080-4344-987b-b8dd0b91a5c5 req-7df1c461-07ea-4029-827f-9f7cf36ac8fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0819237 Feb 28 15:14:15.616412 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7e4abefb-5a25-4c4e-afaa-559b7d7733e7 req-48e39c2e-78da-454e-a383-ce26a915863e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0810890 Feb 28 15:14:15.639522 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0e53a538-a080-4344-987b-b8dd0b91a5c5 req-4b8006a0-9694-4de1-a3ba-2e4d9339e881 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0893385 Feb 28 15:14:15.765873 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0e53a538-a080-4344-987b-b8dd0b91a5c5 req-b546daa8-1c0b-4159-a60f-773683222c9b service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200235 Feb 28 15:14:15.898483 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0e53a538-a080-4344-987b-b8dd0b91a5c5 req-31f31f4b-1dc6-499f-9c51-12499c1a8d9b service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264236 Feb 28 15:14:16.741578 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 86064814-93f3-43b4-92ec-dfedb9dbd0d4 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:14:16.815130 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cdb33c2-3acb-4c5e-8913-e95b3bef318c req-546e8d9f-f4f3-40b1-9a53-b99803abb25a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:16.816606 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6cdb33c2-3acb-4c5e-8913-e95b3bef318c req-546e8d9f-f4f3-40b1-9a53-b99803abb25a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 943 time: 0.0770144 Feb 28 15:14:16.862185 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6cdb33c2-3acb-4c5e-8913-e95b3bef318c req-bb3ef080-afcf-4ca2-a287-27b940a886bf tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397742 Feb 28 15:14:16.878616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 86064814-93f3-43b4-92ec-dfedb9dbd0d4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:14:16.891421 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '86064814-93f3-43b4-92ec-dfedb9dbd0d4', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'port_id': '86064814-93f3-43b4-92ec-dfedb9dbd0d4', 'mac_address': 'fa:16:3e:5d:10:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:14:16.946027 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:16.962585 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86064814-93f3-43b4-92ec-dfedb9dbd0d4 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:14:16.977423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 86064814-93f3-43b4-92ec-dfedb9dbd0d4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:14:16.981362 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:17.045365 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=86064814-93f3-43b4-92ec-dfedb9dbd0d4,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:17.053528 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:17.053872 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:17.054208 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:17.054564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:17.054893 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:17.055218 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:17.055537 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:17.055878 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:17.056204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:17.056519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:17.056834 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:14:17.169650 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['86064814-93f3-43b4-92ec-dfedb9dbd0d4'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:14:18.051606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6015175-4816-4e8a-b456-7ff614cf5e71 req-9d23e580-19ac-469f-b88c-b8a89eadb777 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:18.053023 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a6015175-4816-4e8a-b456-7ff614cf5e71 req-9d23e580-19ac-469f-b88c-b8a89eadb777 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 944 time: 0.0737309 Feb 28 15:14:18.100329 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a6015175-4816-4e8a-b456-7ff614cf5e71 req-d22cbf57-276a-4195-88ee-dcf464301d7c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413477 Feb 28 15:14:18.757771 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 86064814-93f3-43b4-92ec-dfedb9dbd0d4 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:14:18.822717 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 86064814-93f3-43b4-92ec-dfedb9dbd0d4 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:14:18.827172 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 86064814-93f3-43b4-92ec-dfedb9dbd0d4 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:14:18.827532 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:18.942284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:18.967717 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86064814-93f3-43b4-92ec-dfedb9dbd0d4'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:14:18.977645 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 86064814-93f3-43b4-92ec-dfedb9dbd0d4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:14:18.981933 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:19.028284 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86064814-93f3-43b4-92ec-dfedb9dbd0d4', 'code': 200} Feb 28 15:14:19.054593 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=86064814-93f3-43b4-92ec-dfedb9dbd0d4,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:19.285630 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a50b8718-d683-496f-bfe5-13338ec04e3e req-54e8358f-2604-42b9-abbf-cd72bce7802a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 1098 time: 0.1119292 Feb 28 15:14:19.426461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d86b568-b498-439d-b2c2-d8797763842e req-2d9682a7-95e0-48c6-b7a4-a58787a320e2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:19.427879 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3d86b568-b498-439d-b2c2-d8797763842e req-2d9682a7-95e0-48c6-b7a4-a58787a320e2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.2020707 Feb 28 15:14:19.434413 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a50b8718-d683-496f-bfe5-13338ec04e3e req-f533de89-ab1a-40d6-af17-49c36dc8d9cd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1408939 Feb 28 15:14:19.473940 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3d86b568-b498-439d-b2c2-d8797763842e req-468ed014-920e-4279-a6a7-97dd5d740e2a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386178 Feb 28 15:14:20.669126 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23b041c-8c00-4a40-8692-344e1b506222 req-a4c6cbb7-e8c0-4ac4-9ffc-1c24cd7a36a0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:20.670548 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d23b041c-8c00-4a40-8692-344e1b506222 req-a4c6cbb7-e8c0-4ac4-9ffc-1c24cd7a36a0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0772521 Feb 28 15:14:20.714717 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d23b041c-8c00-4a40-8692-344e1b506222 req-bffa1362-5225-4d33-93e2-35ff56b1fa0a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387471 Feb 28 15:14:20.901711 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864b1781-cb14-4fd6-969f-7b80300f1f5c req-652f1d37-4a15-4350-bdc5-a2e741cc0925 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:20.903107 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-864b1781-cb14-4fd6-969f-7b80300f1f5c req-652f1d37-4a15-4350-bdc5-a2e741cc0925 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0730474 Feb 28 15:14:20.911629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 51782) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:14:20.917143 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-118e30af-c3ab-4531-b970-1e740d4735fc tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Request body: {'floatingip': {'port_id': '86064814-93f3-43b4-92ec-dfedb9dbd0d4'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:14:20.993172 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-118e30af-c3ab-4531-b970-1e740d4735fc tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for floatingip, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:21.554186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-118e30af-c3ab-4531-b970-1e740d4735fc tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:21.557683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-118e30af-c3ab-4531-b970-1e740d4735fc tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:21.741397 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-118e30af-c3ab-4531-b970-1e740d4735fc tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Floating IP 75e1bfcf-612e-459a-9631-36240dd95b1c associated. External IP: 172.26.4.57, port: 86064814-93f3-43b4-92ec-dfedb9dbd0d4. Feb 28 15:14:22.208597 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-118e30af-c3ab-4531-b970-1e740d4735fc tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:14:22.404068 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-118e30af-c3ab-4531-b970-1e740d4735fc tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:14:22.408606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-118e30af-c3ab-4531-b970-1e740d4735fc tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:22.414699 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad44ab17-23e3-4ffc-a317-6d9f2aeda2bb None None] Sync routers for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:14:22.427190 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad44ab17-23e3-4ffc-a317-6d9f2aeda2bb None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:14:22.428339 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-ad44ab17-23e3-4ffc-a317-6d9f2aeda2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:13:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:22.465703 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-118e30af-c3ab-4531-b970-1e740d4735fc tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "PUT /v2.0/floatingips/75e1bfcf-612e-459a-9631-36240dd95b1c HTTP/1.1" status: 200 len: 990 time: 1.5530198 Feb 28 15:14:22.466265 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'tag': '86064814-93f3-43b4-92ec-dfedb9dbd0d4'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:14:22.532967 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'tag': '86064814-93f3-43b4-92ec-dfedb9dbd0d4', 'status': 'completed', 'code': 200} Feb 28 15:14:22.608385 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-ad44ab17-23e3-4ffc-a317-6d9f2aeda2bb None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:14:22.626993 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1243fce2-33ce-44fd-8989-71c7b3cb42ae req-7b1f7ae1-02fc-4ff2-8a45-a19abf58a5bd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 1098 time: 0.0703812 Feb 28 15:14:22.815885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243fce2-33ce-44fd-8989-71c7b3cb42ae req-9cd9e430-dd79-41fa-8b0c-d87ca6c77a95 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:22.817215 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1243fce2-33ce-44fd-8989-71c7b3cb42ae req-9cd9e430-dd79-41fa-8b0c-d87ca6c77a95 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1852701 Feb 28 15:14:22.939965 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1696741-86f0-4517-8307-e8215432e3b6 req-f52be9b4-3b67-40c1-a1a6-0e6187768300 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:22.941391 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b1696741-86f0-4517-8307-e8215432e3b6 req-f52be9b4-3b67-40c1-a1a6-0e6187768300 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.1877146 Feb 28 15:14:22.943097 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1243fce2-33ce-44fd-8989-71c7b3cb42ae req-dc0931fd-8c3e-4223-af5d-8459a14a1d5f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4 HTTP/1.1" status: 200 len: 998 time: 0.1187115 Feb 28 15:14:22.969002 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-ad44ab17-23e3-4ffc-a317-6d9f2aeda2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '75e1bfcf-612e-459a-9631-36240dd95b1c', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'port_id': '86064814-93f3-43b4-92ec-dfedb9dbd0d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'mac_address': 'fa:16:3e:5d:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:13:19Z', 'updated_at': '2022-02-28T15:14:21Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:22.972981 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad44ab17-23e3-4ffc-a317-6d9f2aeda2bb None None] Checking router: d5b04aeb-8efc-4c04-b44a-71c66c8b1615 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:14:22.983800 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad44ab17-23e3-4ffc-a317-6d9f2aeda2bb None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:14:22.984094 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-ad44ab17-23e3-4ffc-a317-6d9f2aeda2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:13:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:23.036660 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b1696741-86f0-4517-8307-e8215432e3b6 req-0fb12cf3-4562-4656-b00d-5c9b480950b6 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895884 Feb 28 15:14:23.040552 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1243fce2-33ce-44fd-8989-71c7b3cb42ae req-ad4af6e7-ad63-4655-a920-5f36085c1f45 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:23.041892 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1243fce2-33ce-44fd-8989-71c7b3cb42ae req-ad4af6e7-ad63-4655-a920-5f36085c1f45 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0766566 Feb 28 15:14:23.114219 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1243fce2-33ce-44fd-8989-71c7b3cb42ae req-9a506d87-2f8b-49fb-87f7-2a38bf106944 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666423 Feb 28 15:14:23.157740 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-ad44ab17-23e3-4ffc-a317-6d9f2aeda2bb None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:14:23.242604 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1243fce2-33ce-44fd-8989-71c7b3cb42ae req-d701ffe7-0c30-4ae5-bd28-23c36ed500ee service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229932 Feb 28 15:14:23.372045 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1243fce2-33ce-44fd-8989-71c7b3cb42ae req-57734ac3-a6b6-429f-b087-ebb65274d8fd service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241913 Feb 28 15:14:23.491582 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-ad44ab17-23e3-4ffc-a317-6d9f2aeda2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '75e1bfcf-612e-459a-9631-36240dd95b1c', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'port_id': '86064814-93f3-43b4-92ec-dfedb9dbd0d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'mac_address': 'fa:16:3e:5d:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:13:19Z', 'updated_at': '2022-02-28T15:14:21Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:14:23.495342 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad44ab17-23e3-4ffc-a317-6d9f2aeda2bb None None] The sync data for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv is: [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '75e1bfcf-612e-459a-9631-36240dd95b1c', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'port_id': '86064814-93f3-43b4-92ec-dfedb9dbd0d4', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'mac_address': 'fa:16:3e:5d:10:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:13:19Z', 'updated_at': '2022-02-28T15:14:21Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:14:23.672831 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d50acd47-513e-4e3f-98cc-3a2121d111e6 None None] New status for floating IP 75e1bfcf-612e-459a-9631-36240dd95b1c: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:14:24.237937 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8ead3c-7e3f-48e3-9e36-50629a064c71 req-eb6bc22f-6371-4ccd-ba4b-e031b84b3b85 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:24.239358 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3b8ead3c-7e3f-48e3-9e36-50629a064c71 req-eb6bc22f-6371-4ccd-ba4b-e031b84b3b85 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0749640 Feb 28 15:14:24.282334 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3b8ead3c-7e3f-48e3-9e36-50629a064c71 req-47921e4f-68c5-4437-9844-27f8e2f35bdd tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373876 Feb 28 15:14:25.477636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a204515a-2eb8-4a2a-8b1c-55b409221099 req-d7c53b5e-8e57-4646-a33f-fc664a391dbe tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:25.479046 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a204515a-2eb8-4a2a-8b1c-55b409221099 req-d7c53b5e-8e57-4646-a33f-fc664a391dbe tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0780396 Feb 28 15:14:25.485645 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7047af01-6580-407e-8ec0-f48dfdecbe74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:25.523912 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a204515a-2eb8-4a2a-8b1c-55b409221099 req-791a2485-4d2f-42dc-9a59-26be43ddd73a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390317 Feb 28 15:14:26.379499 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:14:26.719108 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaf88ced-ca05-4e4f-9e79-00080f0acfbc req-12b675c1-5409-4e0d-be2d-bd07d04bc539 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:26.720544 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aaf88ced-ca05-4e4f-9e79-00080f0acfbc req-12b675c1-5409-4e0d-be2d-bd07d04bc539 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0767090 Feb 28 15:14:26.764394 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aaf88ced-ca05-4e4f-9e79-00080f0acfbc req-fba8c4c3-86f1-48d9-97a6-f77dd5a45b39 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375504 Feb 28 15:14:27.651046 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-861fa74e-c123-4940-a91f-174e1beead33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:27.841879 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:27.961710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-231cf826-5d88-45a9-93bd-cbb3f8557189 req-71a18f89-55b4-4183-97a5-21d4e8a16af3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:27.963118 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-231cf826-5d88-45a9-93bd-cbb3f8557189 req-71a18f89-55b4-4183-97a5-21d4e8a16af3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0768967 Feb 28 15:14:28.009484 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-231cf826-5d88-45a9-93bd-cbb3f8557189 req-90eda8c1-fe20-4a75-874e-9c0ca5367cab tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408103 Feb 28 15:14:28.888588 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:28.899284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:29.203741 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0667c37-d811-4f0a-b312-fe2fcc1b6380 req-53a3312b-7336-4110-a0b4-544840019758 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:29.205189 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f0667c37-d811-4f0a-b312-fe2fcc1b6380 req-53a3312b-7336-4110-a0b4-544840019758 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0752144 Feb 28 15:14:29.253204 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f0667c37-d811-4f0a-b312-fe2fcc1b6380 req-34be5d26-a599-41cd-bac1-e08443aac0f8 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0426645 Feb 28 15:14:30.278056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:30.441523 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec93fa8-b05e-4e7e-bb0f-2758545a9ce5 req-cd4f46f2-20a9-4454-84b0-fb29a25ef1ef tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:30.442948 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4ec93fa8-b05e-4e7e-bb0f-2758545a9ce5 req-cd4f46f2-20a9-4454-84b0-fb29a25ef1ef tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0744193 Feb 28 15:14:30.487027 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4ec93fa8-b05e-4e7e-bb0f-2758545a9ce5 req-fddeb143-ea19-4841-9acb-52e02d947acb tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379913 Feb 28 15:14:30.831419 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e5f8b42d-0d66-43a6-9d50-e9349df10388 req-c4b5e42f-694a-42de-bc4a-89b84eed145c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 1098 time: 0.0705063 Feb 28 15:14:30.978720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8b42d-0d66-43a6-9d50-e9349df10388 req-e7d38f9d-16c5-40ce-a5a2-11722259518c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:30.980162 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e5f8b42d-0d66-43a6-9d50-e9349df10388 req-e7d38f9d-16c5-40ce-a5a2-11722259518c service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1302876 Feb 28 15:14:31.076398 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e5f8b42d-0d66-43a6-9d50-e9349df10388 req-97be18e7-74ef-4369-a0f5-26b1f0aa189f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4 HTTP/1.1" status: 200 len: 1000 time: 0.0902455 Feb 28 15:14:31.139635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f8b42d-0d66-43a6-9d50-e9349df10388 req-2b426b45-814c-4b74-a854-3ad10536fbbb service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:31.140954 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e5f8b42d-0d66-43a6-9d50-e9349df10388 req-2b426b45-814c-4b74-a854-3ad10536fbbb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0588799 Feb 28 15:14:31.217075 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e5f8b42d-0d66-43a6-9d50-e9349df10388 req-22368a48-b5d8-4aaa-88a4-c80556c45c2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0702257 Feb 28 15:14:31.432333 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e5f8b42d-0d66-43a6-9d50-e9349df10388 req-5595acfb-7478-4965-b02f-b8f49f88a832 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2091551 Feb 28 15:14:31.564845 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e5f8b42d-0d66-43a6-9d50-e9349df10388 req-a1aa3107-167c-4704-ba17-8d7356fd5504 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261530 Feb 28 15:14:31.690553 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51febb85-b694-4945-9745-6c78d50950aa req-0cfa91d3-c8b2-4296-b017-d0b8140d4e49 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:31.691912 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-51febb85-b694-4945-9745-6c78d50950aa req-0cfa91d3-c8b2-4296-b017-d0b8140d4e49 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0749097 Feb 28 15:14:31.735406 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-51febb85-b694-4945-9745-6c78d50950aa req-221aa0e9-99ae-4ecc-b149-042368f55103 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376506 Feb 28 15:14:32.929996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07048d1a-112e-412e-8c83-5d96fe07a89e req-51786a1c-4c54-4dfb-8367-e93ab61f3ffe tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:32.931415 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-07048d1a-112e-412e-8c83-5d96fe07a89e req-51786a1c-4c54-4dfb-8367-e93ab61f3ffe tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0770428 Feb 28 15:14:32.975287 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-07048d1a-112e-412e-8c83-5d96fe07a89e req-2957470d-f5ae-41a3-9d89-73ef11dbbc04 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385509 Feb 28 15:14:34.168366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef9a63b-4158-407e-bd4a-95523bb2884b req-240783b1-e33b-4b83-8510-1799ab131254 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:34.169794 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-eef9a63b-4158-407e-bd4a-95523bb2884b req-240783b1-e33b-4b83-8510-1799ab131254 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0791912 Feb 28 15:14:34.213167 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-eef9a63b-4158-407e-bd4a-95523bb2884b req-56945e65-51b7-4e91-8272-d9a0ab1f36ab tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379620 Feb 28 15:14:35.408190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a863b8-d06c-4f7c-9e5a-bcb06512dd73 req-b702f1ae-966a-4f91-97fc-1253b41ccb04 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:35.409631 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-06a863b8-d06c-4f7c-9e5a-bcb06512dd73 req-b702f1ae-966a-4f91-97fc-1253b41ccb04 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0736611 Feb 28 15:14:35.457044 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-06a863b8-d06c-4f7c-9e5a-bcb06512dd73 req-751c0624-2e28-430e-8a41-23f79732c80c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413451 Feb 28 15:14:36.652416 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a624966-2f93-44e3-abef-020ad27c56c7 req-4ff0b383-da25-4b0c-9797-30ee37621254 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:36.653846 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0a624966-2f93-44e3-abef-020ad27c56c7 req-4ff0b383-da25-4b0c-9797-30ee37621254 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0751312 Feb 28 15:14:36.698658 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0a624966-2f93-44e3-abef-020ad27c56c7 req-75a63bd2-ced2-4535-a9c5-94354bcd8da7 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394905 Feb 28 15:14:37.890632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbf803-3b44-40c8-ac51-f47ddcad3010 req-b87004fd-5c52-4b69-a0b0-c7c6e77fe64d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:37.892074 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a6bbf803-3b44-40c8-ac51-f47ddcad3010 req-b87004fd-5c52-4b69-a0b0-c7c6e77fe64d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0748153 Feb 28 15:14:37.936440 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a6bbf803-3b44-40c8-ac51-f47ddcad3010 req-6128585e-e248-4d9e-b845-15336ab4021a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384200 Feb 28 15:14:39.130966 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d870d8c-cd72-4b71-bfd9-80df477558a5 req-d3ba6359-0324-478b-9193-aba1fed4b283 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:39.132423 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3d870d8c-cd72-4b71-bfd9-80df477558a5 req-d3ba6359-0324-478b-9193-aba1fed4b283 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0778158 Feb 28 15:14:39.182582 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3d870d8c-cd72-4b71-bfd9-80df477558a5 req-722ba10e-55ef-412d-845c-13096094fdf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434096 Feb 28 15:14:40.376028 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4bbc970-8673-4cb0-9aad-90ebefbc0a17 req-b0ed1d1c-6ef9-473b-a71c-df215ac8fd23 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:40.377432 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c4bbc970-8673-4cb0-9aad-90ebefbc0a17 req-b0ed1d1c-6ef9-473b-a71c-df215ac8fd23 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0779173 Feb 28 15:14:40.420550 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c4bbc970-8673-4cb0-9aad-90ebefbc0a17 req-4d73c598-3cef-476c-bb79-b97f6b9747a8 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376766 Feb 28 15:14:41.626500 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e662fce-2ff7-4155-89ae-0099e9732fdf req-76311549-4fe6-4a8b-a625-6d1e639801f5 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:41.628049 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8e662fce-2ff7-4155-89ae-0099e9732fdf req-76311549-4fe6-4a8b-a625-6d1e639801f5 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0908008 Feb 28 15:14:41.675947 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8e662fce-2ff7-4155-89ae-0099e9732fdf req-453fd7f1-4c38-4b60-84c7-3bdfc91e5a8e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423758 Feb 28 15:14:42.868912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5ba9962-eaa8-4ed6-b4ca-d0a52cdb95e8 req-81406ab4-3c2e-486c-b896-48540963fac3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:42.870343 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e5ba9962-eaa8-4ed6-b4ca-d0a52cdb95e8 req-81406ab4-3c2e-486c-b896-48540963fac3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0754564 Feb 28 15:14:42.913607 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e5ba9962-eaa8-4ed6-b4ca-d0a52cdb95e8 req-4028633f-6734-4c0e-9c17-c01863414773 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378530 Feb 28 15:14:44.108105 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94529056-4ee8-4923-b721-c0ddccf7072e req-670ef1ac-e825-4a4e-9e2c-d05e3ca87f33 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:44.109536 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-94529056-4ee8-4923-b721-c0ddccf7072e req-670ef1ac-e825-4a4e-9e2c-d05e3ca87f33 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0749204 Feb 28 15:14:44.153977 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-94529056-4ee8-4923-b721-c0ddccf7072e req-63cac76e-73f0-4bdc-8fac-afdd6b6f16e1 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391123 Feb 28 15:14:45.347529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092ecefb-084f-448d-82e9-c0e0abe360e3 req-c31daa0f-ae66-4cdd-a25a-7500f4b03771 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:45.349037 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-092ecefb-084f-448d-82e9-c0e0abe360e3 req-c31daa0f-ae66-4cdd-a25a-7500f4b03771 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0793386 Feb 28 15:14:45.392924 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-092ecefb-084f-448d-82e9-c0e0abe360e3 req-5180e247-b6cc-4453-8500-86772ad54939 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378733 Feb 28 15:14:46.598719 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a75671-7d50-42e5-a90e-b55cb5777289 req-c312c14f-21b1-490f-9498-38a7047e0ec3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:46.600719 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b5a75671-7d50-42e5-a90e-b55cb5777289 req-c312c14f-21b1-490f-9498-38a7047e0ec3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0877967 Feb 28 15:14:46.720533 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b5a75671-7d50-42e5-a90e-b55cb5777289 req-be408fae-2fad-49fd-853b-abc9ee489562 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1138113 Feb 28 15:14:47.913628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaf7bfb-47c6-40df-a5ae-e3885b54046d req-b6aea06e-9547-44fc-9a5b-96ee03acf2db tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:47.915030 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7eaf7bfb-47c6-40df-a5ae-e3885b54046d req-b6aea06e-9547-44fc-9a5b-96ee03acf2db tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0759106 Feb 28 15:14:47.958011 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7eaf7bfb-47c6-40df-a5ae-e3885b54046d req-7c8b75c2-e06b-4934-9449-ade5ae4de340 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375700 Feb 28 15:14:49.149665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c739d2-c674-4135-80ce-38319ec4bf68 req-80b98f08-ef5c-4860-a9a4-1877a2aa98f8 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:49.151099 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-19c739d2-c674-4135-80ce-38319ec4bf68 req-80b98f08-ef5c-4860-a9a4-1877a2aa98f8 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0746682 Feb 28 15:14:49.195635 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-19c739d2-c674-4135-80ce-38319ec4bf68 req-023228c5-0fe7-4856-ab32-8ccf37dd62fd tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391107 Feb 28 15:14:49.390152 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4288dcb3-b2b6-4456-907d-82725fca729b req-f9d1cd9f-2eba-4631-9744-8c82e919c740 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0695167 Feb 28 15:14:49.673498 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-815b3e4b-2208-4f94-82b6-2fc2c838811c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1122515 Feb 28 15:14:49.703908 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49c72d00-d0e2-40c0-8df0-d2bbf3ab3911 req-68519638-95e3-4d53-80d7-e31bb1592ece tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:49.705347 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-49c72d00-d0e2-40c0-8df0-d2bbf3ab3911 req-68519638-95e3-4d53-80d7-e31bb1592ece tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0878704 Feb 28 15:14:49.753051 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-49c72d00-d0e2-40c0-8df0-d2bbf3ab3911 req-e537a67d-cbda-410e-9bd8-c93fcf07e02b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422006 Feb 28 15:14:50.768096 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-0940aa2b-e13f-428a-9499-69084fe952bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 1098 time: 0.0665281 Feb 28 15:14:50.945788 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-9df146b5-f45c-4410-99a8-f733209bb564 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:50.947198 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-9df146b5-f45c-4410-99a8-f733209bb564 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1740382 Feb 28 15:14:51.049322 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07cf354c-4e34-4da8-9659-90860c7d4458 req-712f1e53-abff-4e90-8d0e-1294d10c36d9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:51.050641 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-07cf354c-4e34-4da8-9659-90860c7d4458 req-712f1e53-abff-4e90-8d0e-1294d10c36d9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.1715634 Feb 28 15:14:51.078065 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-858f9e71-19d7-4e80-b382-e7e379a4f777 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4 HTTP/1.1" status: 200 len: 1000 time: 0.1245747 Feb 28 15:14:51.138600 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-07cf354c-4e34-4da8-9659-90860c7d4458 req-fc35f88f-8293-4952-80d6-ce57e9ebe210 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0825441 Feb 28 15:14:51.151967 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-8a9dc4f1-25e7-4760-8766-77ef59dcce57 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:51.153347 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-8a9dc4f1-25e7-4760-8766-77ef59dcce57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0649722 Feb 28 15:14:51.231308 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-eecca2d2-29f5-4d75-89af-d8ca1e16a06c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0726213 Feb 28 15:14:51.441491 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-b9fc402a-0075-4f62-ae20-62fb406f5754 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2043099 Feb 28 15:14:51.569114 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-7b9809ad-9990-45b5-8875-2721f9c029e1 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217682 Feb 28 15:14:52.328727 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c494f0f-4d10-4376-b2dc-deedabb6fab2 req-1670c527-0b34-4559-aadc-a29bdf532794 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:52.330168 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8c494f0f-4d10-4376-b2dc-deedabb6fab2 req-1670c527-0b34-4559-aadc-a29bdf532794 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0738995 Feb 28 15:14:52.374865 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8c494f0f-4d10-4376-b2dc-deedabb6fab2 req-43fd4c39-4225-4d1c-9e5c-1449c9217c37 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386350 Feb 28 15:14:53.145291 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-c4611e2f-ff45-46d4-b8c4-75d2720a5032 service neutron] 10.222.0.20 "GET /v2.0/ports/86064814-93f3-43b4-92ec-dfedb9dbd0d4/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.0708292 Feb 28 15:14:53.426559 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-bf868619-7597-4c89-876a-c37a210433d9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6&tenant_id=c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 1098 time: 0.0735359 Feb 28 15:14:53.563822 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-e002dece-9048-4c9c-92e5-4fda12426af7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 1098 time: 0.1139572 Feb 28 15:14:53.668436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958e9c51-8064-4ea9-8c28-e7a7d035d441 req-c5f64b7f-a715-4bb6-9d99-72b5f5c91450 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:53.669755 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-958e9c51-8064-4ea9-8c28-e7a7d035d441 req-c5f64b7f-a715-4bb6-9d99-72b5f5c91450 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.1661441 Feb 28 15:14:53.730283 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-eee3b0bb-5000-4911-a33f-353ea0616ec6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:53.731693 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-eee3b0bb-5000-4911-a33f-353ea0616ec6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1616673 Feb 28 15:14:53.792184 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-958e9c51-8064-4ea9-8c28-e7a7d035d441 req-40fc7ca7-1c6d-4dfa-8ad0-2cb49fd1aea7 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1151986 Feb 28 15:14:53.836207 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-548f2129-4f75-4bba-9f06-e5e9b6f5bcac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4 HTTP/1.1" status: 200 len: 1000 time: 0.0976377 Feb 28 15:14:53.894369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-dfd95ee8-b6e2-4c42-ac75-9c03b85dadef service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:53.895714 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-dfd95ee8-b6e2-4c42-ac75-9c03b85dadef service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0543222 Feb 28 15:14:53.965852 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-046b94c1-1a34-4b62-9b7c-e93e1dfdf7bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0637696 Feb 28 15:14:54.097943 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-a055cffe-c505-4a2f-9fbb-8d934df0fabb service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256611 Feb 28 15:14:54.223848 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e132352f-40a8-4582-8a69-c03d31b8c275 req-aa06c289-b725-463b-a172-76ce51476178 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193030 Feb 28 15:14:54.993008 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1b34bdb-ebff-4ba6-b496-8640c85acc62 req-2aa2a43c-5b15-4c16-b55d-be53423a977f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:54.994456 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d1b34bdb-ebff-4ba6-b496-8640c85acc62 req-2aa2a43c-5b15-4c16-b55d-be53423a977f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0786121 Feb 28 15:14:55.039323 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d1b34bdb-ebff-4ba6-b496-8640c85acc62 req-2a003027-7088-4f16-9adf-c48451c28b7e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386944 Feb 28 15:14:55.487696 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ebadec2f-3453-4fac-9388-3be503695be9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:56.233653 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74efc131-2bd2-40c5-b2a4-60f214b55cd5 req-94bc698c-57ad-4bff-8409-b5d329de575f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:56.235067 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-74efc131-2bd2-40c5-b2a4-60f214b55cd5 req-94bc698c-57ad-4bff-8409-b5d329de575f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0776532 Feb 28 15:14:56.278303 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-74efc131-2bd2-40c5-b2a4-60f214b55cd5 req-a298b7c8-4e1a-446d-974d-8a813cfc80e7 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378857 Feb 28 15:14:56.657686 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fc29a-1e49-4c42-9301-76206074697d req-0d6df2c7-e362-452e-99ae-58336bc1d9a4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:56.659071 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ca7fc29a-1e49-4c42-9301-76206074697d req-0d6df2c7-e362-452e-99ae-58336bc1d9a4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6&tenant_id=c1cdba6741bf4b6583986a19598e91a5&binding%3Ahost_id=hv-neutron-8308 HTTP/1.1" status: 200 len: 945 time: 0.1365900 Feb 28 15:14:56.665629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-146258a3-b44c-457e-9747-40e2da339cce req-c441861c-68cd-44e5-b144-ff4e30a0614c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:56.667010 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-146258a3-b44c-457e-9747-40e2da339cce req-c441861c-68cd-44e5-b144-ff4e30a0614c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.1142251 Feb 28 15:14:56.711293 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-146258a3-b44c-457e-9747-40e2da339cce req-6b166206-60c5-403a-8918-ed0cbd956f00 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386250 Feb 28 15:14:56.796545 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ca7fc29a-1e49-4c42-9301-76206074697d req-83d4d57c-4cf3-4553-8425-07cad4a50da6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 1098 time: 0.0707812 Feb 28 15:14:56.881725 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 86064814-93f3-43b4-92ec-dfedb9dbd0d4 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:14:56.884055 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 86064814-93f3-43b4-92ec-dfedb9dbd0d4 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:14:56.923272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fc29a-1e49-4c42-9301-76206074697d req-0679bee7-d28a-40fa-b899-28270e5dbae0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:56.924756 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ca7fc29a-1e49-4c42-9301-76206074697d req-0679bee7-d28a-40fa-b899-28270e5dbae0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1228430 Feb 28 15:14:57.121572 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ca7fc29a-1e49-4c42-9301-76206074697d req-47fde5c9-77df-4d82-96ff-2ffec3252711 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4 HTTP/1.1" status: 200 len: 1000 time: 0.1901863 Feb 28 15:14:57.133461 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:57.163129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 86064814-93f3-43b4-92ec-dfedb9dbd0d4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:14:57.182662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7fc29a-1e49-4c42-9301-76206074697d req-0da5dbb1-de1a-455c-a27d-43a54bc2c507 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:57.184122 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ca7fc29a-1e49-4c42-9301-76206074697d req-0da5dbb1-de1a-455c-a27d-43a54bc2c507 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0566924 Feb 28 15:14:57.185444 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '86064814-93f3-43b4-92ec-dfedb9dbd0d4', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'port_id': '86064814-93f3-43b4-92ec-dfedb9dbd0d4', 'mac_address': 'fa:16:3e:5d:10:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:14:57.186895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86064814-93f3-43b4-92ec-dfedb9dbd0d4'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:14:57.225860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 86064814-93f3-43b4-92ec-dfedb9dbd0d4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:14:57.231427 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:57.259371 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ca7fc29a-1e49-4c42-9301-76206074697d req-b5d512fc-708f-4e90-b1ed-99262f83fa30 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0695851 Feb 28 15:14:57.266636 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '86064814-93f3-43b4-92ec-dfedb9dbd0d4', 'code': 200} Feb 28 15:14:57.308234 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:57.336271 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=86064814-93f3-43b4-92ec-dfedb9dbd0d4,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:57.341297 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 86064814-93f3-43b4-92ec-dfedb9dbd0d4 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:14:57.360284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 86064814-93f3-43b4-92ec-dfedb9dbd0d4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:14:57.364284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:57.395535 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ca7fc29a-1e49-4c42-9301-76206074697d req-4e67a2de-1e20-4db6-be02-bdf45b31c430 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295621 Feb 28 15:14:57.432778 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['86064814-93f3-43b4-92ec-dfedb9dbd0d4'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:14:57.474154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=86064814-93f3-43b4-92ec-dfedb9dbd0d4,revision_number=7']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:57.526895 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ca7fc29a-1e49-4c42-9301-76206074697d req-6fc90c04-528d-4fe9-8fff-2d969d9b88f9 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250141 Feb 28 15:14:57.652517 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8cc6bbd8-dfdf-4e55-b628-ba696cb82c44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:57.865015 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:57.917155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af1c6b4-9755-4306-ab7b-b06b56672dd6 req-a58ff083-964e-4d69-a1b3-6577b1d70214 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:57.918587 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4af1c6b4-9755-4306-ab7b-b06b56672dd6 req-a58ff083-964e-4d69-a1b3-6577b1d70214 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 944 time: 0.0847187 Feb 28 15:14:57.963845 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4af1c6b4-9755-4306-ab7b-b06b56672dd6 req-a3e23d61-c3c2-472a-8610-135bb63926c5 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394442 Feb 28 15:14:58.880117 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 86064814-93f3-43b4-92ec-dfedb9dbd0d4 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:14:58.939742 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:58.950213 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:58.970399 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 86064814-93f3-43b4-92ec-dfedb9dbd0d4 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:14:58.970756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:59.083345 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:59.115146 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 86064814-93f3-43b4-92ec-dfedb9dbd0d4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:14:59.119004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:14:59.158441 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2914ee-06d6-4b08-a9c0-da5bb4a115fa req-ce532519-37a2-4d27-8b9d-85fff9f6726f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:59.159932 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fe2914ee-06d6-4b08-a9c0-da5bb4a115fa req-ce532519-37a2-4d27-8b9d-85fff9f6726f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0752850 Feb 28 15:14:59.183955 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=86064814-93f3-43b4-92ec-dfedb9dbd0d4,revision_number=8']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:14:59.204397 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fe2914ee-06d6-4b08-a9c0-da5bb4a115fa req-a0e848b5-009f-4671-9cf8-4000b42e07b8 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387166 Feb 28 15:14:59.267363 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86064814-93f3-43b4-92ec-dfedb9dbd0d4'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:14:59.320432 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '86064814-93f3-43b4-92ec-dfedb9dbd0d4', 'code': 200} Feb 28 15:14:59.397557 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b1462c-0eea-462c-8c85-25f08677f572 req-53539cb5-027a-4a05-841a-44a8c59a314a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:59.399008 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-11b1462c-0eea-462c-8c85-25f08677f572 req-53539cb5-027a-4a05-841a-44a8c59a314a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0746443 Feb 28 15:14:59.446183 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-11b1462c-0eea-462c-8c85-25f08677f572 req-0779a958-7886-4bdc-bafe-7be0f727e998 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416713 Feb 28 15:14:59.850254 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25334f0b-eea6-424f-8db1-a5ab86615664 req-a471df41-980b-49b9-a187-7737a3d61829 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:14:59.852099 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-25334f0b-eea6-424f-8db1-a5ab86615664 req-a471df41-980b-49b9-a187-7737a3d61829 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.1299918 Feb 28 15:14:59.875977 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c9d384dd-f363-4896-bc41-32eeef43173c req-d18fa648-343e-486d-950f-483e907eacdb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 1098 time: 0.1084323 Feb 28 15:14:59.976305 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-25334f0b-eea6-424f-8db1-a5ab86615664 req-5098093c-e472-4dd6-8ec1-8d4c2a3f9478 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1171033 Feb 28 15:15:00.016829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d384dd-f363-4896-bc41-32eeef43173c req-82cab60d-0f07-4f6e-8197-edc7326b6c9a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:00.018215 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c9d384dd-f363-4896-bc41-32eeef43173c req-82cab60d-0f07-4f6e-8197-edc7326b6c9a service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1368437 Feb 28 15:15:00.119063 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c9d384dd-f363-4896-bc41-32eeef43173c req-a827d460-ce47-47fb-8ee9-d796b55c92a3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4 HTTP/1.1" status: 200 len: 1000 time: 0.0954127 Feb 28 15:15:00.178308 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d384dd-f363-4896-bc41-32eeef43173c req-30401135-052b-4784-85ec-759552ac5c4b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:00.179674 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c9d384dd-f363-4896-bc41-32eeef43173c req-30401135-052b-4784-85ec-759552ac5c4b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0552526 Feb 28 15:15:00.250077 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c9d384dd-f363-4896-bc41-32eeef43173c req-b803bfb9-eac0-4073-bdef-7b374cb3d956 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645952 Feb 28 15:15:00.281979 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:00.378574 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c9d384dd-f363-4896-bc41-32eeef43173c req-366a2652-aa3a-4230-99ef-590bad34b1d6 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221192 Feb 28 15:15:00.504870 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c9d384dd-f363-4896-bc41-32eeef43173c req-420aca6a-2c3e-469a-9cb1-8a20ea9f0b6c service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207001 Feb 28 15:15:01.171815 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331cdb87-4341-4770-a982-37c52d4078d2 req-9d38a184-36ef-4a7d-aea7-deefd08d16d5 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:01.173242 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-331cdb87-4341-4770-a982-37c52d4078d2 req-9d38a184-36ef-4a7d-aea7-deefd08d16d5 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0777006 Feb 28 15:15:01.217345 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-331cdb87-4341-4770-a982-37c52d4078d2 req-b281f587-b932-4063-bd45-26dd4a35f1fe tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384560 Feb 28 15:15:01.641323 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1574535-b554-4c08-ba31-6788a14f6761 req-103fe1f5-0c38-44a5-84ae-7eeddc73c65d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:01.642769 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a1574535-b554-4c08-ba31-6788a14f6761 req-103fe1f5-0c38-44a5-84ae-7eeddc73c65d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0749869 Feb 28 15:15:01.698450 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a1574535-b554-4c08-ba31-6788a14f6761 req-7b0a4e41-6ab5-4da7-b134-468552da633d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461137 Feb 28 15:15:02.992239 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35529e7-eb39-4d05-ab04-48164cf28440 req-ada11ec6-3ff0-42fd-86c2-537484903301 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:02.993585 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e35529e7-eb39-4d05-ab04-48164cf28440 req-ada11ec6-3ff0-42fd-86c2-537484903301 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.1756299 Feb 28 15:15:03.036963 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e35529e7-eb39-4d05-ab04-48164cf28440 req-1b94626c-8ffc-442a-878d-306136289821 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379646 Feb 28 15:15:03.166526 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474755f-2b7d-413f-984d-880d26fbbf7e req-7458f780-8b17-48da-aea4-ee09836db280 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:03.167921 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e474755f-2b7d-413f-984d-880d26fbbf7e req-7458f780-8b17-48da-aea4-ee09836db280 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 945 time: 0.0740640 Feb 28 15:15:03.234026 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-e474755f-2b7d-413f-984d-880d26fbbf7e req-fa5cd23d-34c1-47e4-9eb6-f5e1b03f355e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Deleting port 86064814-93f3-43b4-92ec-dfedb9dbd0d4 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:15:03.234351 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e474755f-2b7d-413f-984d-880d26fbbf7e req-fa5cd23d-34c1-47e4-9eb6-f5e1b03f355e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:03.379678 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:15:03.467281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-e474755f-2b7d-413f-984d-880d26fbbf7e req-fa5cd23d-34c1-47e4-9eb6-f5e1b03f355e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] For port 86064814-93f3-43b4-92ec-dfedb9dbd0d4, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=86064814-93f3-43b4-92ec-dfedb9dbd0d4,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:15:03.467654 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e474755f-2b7d-413f-984d-880d26fbbf7e req-fa5cd23d-34c1-47e4-9eb6-f5e1b03f355e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:03.745834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e474755f-2b7d-413f-984d-880d26fbbf7e req-fa5cd23d-34c1-47e4-9eb6-f5e1b03f355e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:03.746291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e474755f-2b7d-413f-984d-880d26fbbf7e req-fa5cd23d-34c1-47e4-9eb6-f5e1b03f355e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:03.746606 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [req-e474755f-2b7d-413f-984d-880d26fbbf7e req-fa5cd23d-34c1-47e4-9eb6-f5e1b03f355e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Floating IP 75e1bfcf-612e-459a-9631-36240dd95b1c disassociated. External IP: 172.26.4.57, port: 86064814-93f3-43b4-92ec-dfedb9dbd0d4. Feb 28 15:15:03.746941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-e474755f-2b7d-413f-984d-880d26fbbf7e req-fa5cd23d-34c1-47e4-9eb6-f5e1b03f355e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Calling delete_port for 86064814-93f3-43b4-92ec-dfedb9dbd0d4 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:15:03.888919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e474755f-2b7d-413f-984d-880d26fbbf7e req-fa5cd23d-34c1-47e4-9eb6-f5e1b03f355e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:03.937944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5cd23d-34c1-47e4-9eb6-f5e1b03f355e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Pushing event deleted for resources: {'Port': ['ID=86064814-93f3-43b4-92ec-dfedb9dbd0d4,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:04.152187 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-e474755f-2b7d-413f-984d-880d26fbbf7e req-fa5cd23d-34c1-47e4-9eb6-f5e1b03f355e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:15:04.203379 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6d55d32e-eed5-4b38-b073-0acd0d9e6143 req-edf652e3-393f-4d9a-83cd-25297da72fb1 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8db979e-c1da-45f9-a58e-a4a8e93fcfc6 HTTP/1.1" status: 200 len: 210 time: 0.0401001 Feb 28 15:15:04.345080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-e474755f-2b7d-413f-984d-880d26fbbf7e req-fa5cd23d-34c1-47e4-9eb6-f5e1b03f355e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:15:04.354526 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36723d-be69-437f-8cce-e3570f24e690 None None] Sync routers for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:15:04.366486 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d36723d-be69-437f-8cce-e3570f24e690 None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:15:04.367138 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7d36723d-be69-437f-8cce-e3570f24e690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:14:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:15:04.413744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-e474755f-2b7d-413f-984d-880d26fbbf7e req-fa5cd23d-34c1-47e4-9eb6-f5e1b03f355e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] No DVR routers for this DVR port 86064814-93f3-43b4-92ec-dfedb9dbd0d4 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:15:04.416233 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-e474755f-2b7d-413f-984d-880d26fbbf7e req-fa5cd23d-34c1-47e4-9eb6-f5e1b03f355e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:04.419339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'name': 'network-vif-deleted', 'tag': '86064814-93f3-43b4-92ec-dfedb9dbd0d4'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:15:04.437079 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e474755f-2b7d-413f-984d-880d26fbbf7e req-fa5cd23d-34c1-47e4-9eb6-f5e1b03f355e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "DELETE /v2.0/ports/86064814-93f3-43b4-92ec-dfedb9dbd0d4 HTTP/1.1" status: 204 len: 173 time: 1.2644634 Feb 28 15:15:04.481870 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8db979e-c1da-45f9-a58e-a4a8e93fcfc6', 'name': 'network-vif-deleted', 'tag': '86064814-93f3-43b4-92ec-dfedb9dbd0d4', 'status': 'completed', 'code': 200} Feb 28 15:15:04.555318 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-7d36723d-be69-437f-8cce-e3570f24e690 None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:15:04.854249 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7d36723d-be69-437f-8cce-e3570f24e690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:15:04.858388 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36723d-be69-437f-8cce-e3570f24e690 None None] Checking router: d5b04aeb-8efc-4c04-b44a-71c66c8b1615 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:15:04.870820 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d36723d-be69-437f-8cce-e3570f24e690 None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:15:04.871409 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7d36723d-be69-437f-8cce-e3570f24e690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:14:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:15:05.056022 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-7d36723d-be69-437f-8cce-e3570f24e690 None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:15:05.354021 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7d36723d-be69-437f-8cce-e3570f24e690 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:15:05.357872 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d36723d-be69-437f-8cce-e3570f24e690 None None] The sync data for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv is: [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:15:05.574031 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-2e6546d4-922a-48c9-90fd-f414d2671cac tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--834559922&fields=id&tenant_id=c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 267 time: 0.0465453 Feb 28 15:15:05.589184 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3551c485-3485-4df1-9024-c1de98c60331 None None] New status for floating IP 75e1bfcf-612e-459a-9631-36240dd95b1c: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:15:05.718726 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-9e7b103f-780a-4f50-b327-83d658ddc221 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:05.720185 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-9e7b103f-780a-4f50-b327-83d658ddc221 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 811 time: 0.1396081 Feb 28 15:15:05.735929 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-be00d024-f61a-4963-8440-06db9517d8a2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/quotas/c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 375 time: 0.0102406 Feb 28 15:15:05.820153 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3b3bcb29-f1ca-4ca6-a13a-982364226e02 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0791783 Feb 28 15:15:05.955234 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-9c26ecc9-b3cc-4c75-9fd9-7af329fc034f service neutron] 10.222.0.15 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236799 Feb 28 15:15:06.082666 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-bd46c8cf-1a88-4025-9c76-9742981e383f service neutron] 10.222.0.15 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209390 Feb 28 15:15:06.264970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-726af103-8084-464b-908c-16a854b0c42e req-54ceb8a1-e7ca-4ccf-bc81-c504056d5f13 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Synchronizing usage tracker for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:15:06.280054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-726af103-8084-464b-908c-16a854b0c42e req-54ceb8a1-e7ca-4ccf-bc81-c504056d5f13 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Unset dirty status for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:15:06.281598 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-726af103-8084-464b-908c-16a854b0c42e req-54ceb8a1-e7ca-4ccf-bc81-c504056d5f13 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 210 time: 0.0597878 Feb 28 15:15:06.911604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 86064814-93f3-43b4-92ec-dfedb9dbd0d4 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:15:06.946561 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 86064814-93f3-43b4-92ec-dfedb9dbd0d4 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:15:06.946899 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 86064814-93f3-43b4-92ec-dfedb9dbd0d4 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:15:07.325964 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-4fde0bea-525d-42fc-816e-71e7730a74f2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:07.327354 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-4fde0bea-525d-42fc-816e-71e7730a74f2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 811 time: 0.2510617 Feb 28 15:15:07.388173 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-370cf502-4fd3-448a-9519-216d5b9dca05 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 379 time: 0.0467849 Feb 28 15:15:07.396878 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-f943cd35-99cf-4be2-8db9-c90d36cf7818 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Request body: {'port': {'device_id': 'f6d97076-e56b-483f-b081-569917c977de', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'admin_state_up': True, 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'security_groups': ['9fc042f1-fd4a-422e-b665-67f142d1f347']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:15:07.449379 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-68dd44da-e97c-4151-8ba7-7c9e692af96b req-3a910f43-413b-4d1f-976d-4e3ea32fed5d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 210 time: 0.0458829 Feb 28 15:15:07.535077 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-f943cd35-99cf-4be2-8db9-c90d36cf7818 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:15:07.546188 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-f943cd35-99cf-4be2-8db9-c90d36cf7818 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:15:07.556410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-f943cd35-99cf-4be2-8db9-c90d36cf7818 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Made reservation on behalf of c1cdba6741bf4b6583986a19598e91a5 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:15:07.559518 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-f943cd35-99cf-4be2-8db9-c90d36cf7818 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:07.719020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-f943cd35-99cf-4be2-8db9-c90d36cf7818 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Allocated IP 172.20.0.5 (299bfe7f-7b51-41c2-bed2-472fff98cedd/04bfccf2-59bf-4c96-aaca-d793fa88aef7/f93b9832-49e7-4cdf-aa93-8e38a6099627) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:15:07.901568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-f943cd35-99cf-4be2-8db9-c90d36cf7818 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:07.916671 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-f943cd35-99cf-4be2-8db9-c90d36cf7818 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Transition to ACTIVE for port object f93b9832-49e7-4cdf-aa93-8e38a6099627 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:15:07.937278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-f943cd35-99cf-4be2-8db9-c90d36cf7818 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:08.011191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-f943cd35-99cf-4be2-8db9-c90d36cf7818 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Network 299bfe7f-7b51-41c2-bed2-472fff98cedd is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:15:08.014041 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-f943cd35-99cf-4be2-8db9-c90d36cf7818 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:15:08.018150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-f943cd35-99cf-4be2-8db9-c90d36cf7818 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:15:08.043006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f943cd35-99cf-4be2-8db9-c90d36cf7818 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Pushing event updated for resources: {'Port': ['ID=f93b9832-49e7-4cdf-aa93-8e38a6099627,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:08.082048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-f943cd35-99cf-4be2-8db9-c90d36cf7818 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:08.082649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-f943cd35-99cf-4be2-8db9-c90d36cf7818 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:08.108900 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-f943cd35-99cf-4be2-8db9-c90d36cf7818 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7155349 Feb 28 15:15:08.119743 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Request body: {'port': {'device_id': 'f6d97076-e56b-483f-b081-569917c977de', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:15:08.229387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:08.235792 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1990b4a4-8b97-460d-ac1b-bdd66adae04e None None] Provisioning for port f93b9832-49e7-4cdf-aa93-8e38a6099627 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:15:08.240953 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1990b4a4-8b97-460d-ac1b-bdd66adae04e None None] Provisioning complete for port f93b9832-49e7-4cdf-aa93-8e38a6099627 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:15:08.241336 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1990b4a4-8b97-460d-ac1b-bdd66adae04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:08.293181 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-1990b4a4-8b97-460d-ac1b-bdd66adae04e None None] Port f93b9832-49e7-4cdf-aa93-8e38a6099627 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:15:08.558191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f93b9832-49e7-4cdf-aa93-8e38a6099627 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:15:08.564881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:08.620362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Transition to ACTIVE for port object f93b9832-49e7-4cdf-aa93-8e38a6099627 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:15:08.624039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:08.759656 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Pushing event updated for resources: {'Port': ['ID=f93b9832-49e7-4cdf-aa93-8e38a6099627,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:08.842849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131f0726-d83d-4f42-a200-dd645d373718 req-93c3f0ab-e87c-4a59-b00c-cc4f2ce2cb43 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:08.843554 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-131f0726-d83d-4f42-a200-dd645d373718 req-93c3f0ab-e87c-4a59-b00c-cc4f2ce2cb43 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Synchronizing usage tracker for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:15:08.884424 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-131f0726-d83d-4f42-a200-dd645d373718 req-93c3f0ab-e87c-4a59-b00c-cc4f2ce2cb43 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Unset dirty status for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:15:08.885541 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-131f0726-d83d-4f42-a200-dd645d373718 req-93c3f0ab-e87c-4a59-b00c-cc4f2ce2cb43 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 931 time: 0.3121343 Feb 28 15:15:08.893422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Attempting to bind port f93b9832-49e7-4cdf-aa93-8e38a6099627 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:15:08.893747 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Attempting to bind port f93b9832-49e7-4cdf-aa93-8e38a6099627 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:15:08.894068 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Attempting to bind port f93b9832-49e7-4cdf-aa93-8e38a6099627 on network 299bfe7f-7b51-41c2-bed2-472fff98cedd {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:15:08.924513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Port f93b9832-49e7-4cdf-aa93-8e38a6099627 on network 299bfe7f-7b51-41c2-bed2-472fff98cedd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:15:08.924834 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Attempting to bind port f93b9832-49e7-4cdf-aa93-8e38a6099627 on network 299bfe7f-7b51-41c2-bed2-472fff98cedd {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:15:08.937521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 14, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:15:08.937850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Checking segment: {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:15:08.938223 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Bound using segment: {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:15:08.938636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Bound port: f93b9832-49e7-4cdf-aa93-8e38a6099627, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:15:08.938973 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:08.956264 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-131f0726-d83d-4f42-a200-dd645d373718 req-1d017068-d175-4d13-b0d2-2f0e6f6a0201 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645256 Feb 28 15:15:09.026489 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] For port f93b9832-49e7-4cdf-aa93-8e38a6099627, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:15:09.029361 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] For port f93b9832-49e7-4cdf-aa93-8e38a6099627, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:15:09.033532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:09.178543 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:09.179910 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] 10.222.0.20 "PUT /v2.0/ports/f93b9832-49e7-4cdf-aa93-8e38a6099627 HTTP/1.1" status: 200 len: 1093 time: 1.0645330 Feb 28 15:15:09.180332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d97076-e56b-483f-b081-569917c977de', 'tag': 'f93b9832-49e7-4cdf-aa93-8e38a6099627'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:15:09.195321 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc09b42-2b30-451e-b5d9-f6fd9635249a service neutron] Pushing event updated for resources: {'Port': ['ID=f93b9832-49e7-4cdf-aa93-8e38a6099627,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:09.249051 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d97076-e56b-483f-b081-569917c977de', 'tag': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'status': 'completed', 'code': 200} Feb 28 15:15:09.290341 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-2b4373be-f824-43f7-bef8-8e598d491858 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 1096 time: 0.0723844 Feb 28 15:15:09.360014 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-7cedc346-b846-4cbf-9117-e843749647b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627 HTTP/1.1" status: 200 len: 217 time: 0.0631614 Feb 28 15:15:09.422704 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-29df427f-d654-4043-9e24-aa2fb8e6b8e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:09.424153 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-29df427f-d654-4043-9e24-aa2fb8e6b8e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0592630 Feb 28 15:15:09.497755 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-855989ff-40ec-4b80-8ba1-6488472d3eee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0678260 Feb 28 15:15:09.623614 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-a1e5bd07-5d90-4dfe-b686-6df0cb4c7e26 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192780 Feb 28 15:15:09.751190 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa8150bf-ac89-4d96-8b1b-c856f7012b3b req-b1391241-5f6a-4c2b-aab6-24988c537e71 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215365 Feb 28 15:15:09.858318 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa56bc1b-61ab-4c3c-bb1c-d814b5af1e81 req-43c6d747-ddcd-46ae-b207-311ad4325116 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 1096 time: 0.0661917 Feb 28 15:15:09.986849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56bc1b-61ab-4c3c-bb1c-d814b5af1e81 req-492a7826-73c3-4182-9fbe-8f01468343d2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:09.988358 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa56bc1b-61ab-4c3c-bb1c-d814b5af1e81 req-492a7826-73c3-4182-9fbe-8f01468343d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1240492 Feb 28 15:15:10.058902 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa56bc1b-61ab-4c3c-bb1c-d814b5af1e81 req-fe59a21f-f371-4ba4-97af-89bc97c580f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627 HTTP/1.1" status: 200 len: 217 time: 0.0636821 Feb 28 15:15:10.164625 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56bc1b-61ab-4c3c-bb1c-d814b5af1e81 req-490ba379-5182-4f41-8b34-96c11edaf851 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:10.166018 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa56bc1b-61ab-4c3c-bb1c-d814b5af1e81 req-490ba379-5182-4f41-8b34-96c11edaf851 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.1004207 Feb 28 15:15:10.235609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4909b59-7fb3-4c67-b63f-ad02ebf6ccac req-80632c80-c7c6-446b-a5ea-13d8a9277ecd tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:10.237062 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a4909b59-7fb3-4c67-b63f-ad02ebf6ccac req-80632c80-c7c6-446b-a5ea-13d8a9277ecd tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 943 time: 0.1424992 Feb 28 15:15:10.293542 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa56bc1b-61ab-4c3c-bb1c-d814b5af1e81 req-1296ad3f-7542-4d2f-a790-5cee0879cacf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1173348 Feb 28 15:15:10.298441 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a4909b59-7fb3-4c67-b63f-ad02ebf6ccac req-808db102-9cd3-458a-9b2b-e66d6cf2ba34 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550792 Feb 28 15:15:10.421325 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa56bc1b-61ab-4c3c-bb1c-d814b5af1e81 req-ed2d44d8-fcbd-40e6-b6ef-a9bc3271443f service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220458 Feb 28 15:15:10.548474 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aa56bc1b-61ab-4c3c-bb1c-d814b5af1e81 req-6c238aa4-dd91-4d94-a6c5-7b73ff8d5789 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209373 Feb 28 15:15:10.942038 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f93b9832-49e7-4cdf-aa93-8e38a6099627 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:15:11.070179 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f93b9832-49e7-4cdf-aa93-8e38a6099627, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:15:11.082604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'port_id': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'mac_address': 'fa:16:3e:c9:d5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:15:11.137307 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:11.153412 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93b9832-49e7-4cdf-aa93-8e38a6099627 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:15:11.168063 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f93b9832-49e7-4cdf-aa93-8e38a6099627, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:15:11.172407 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:11.238209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f93b9832-49e7-4cdf-aa93-8e38a6099627,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:11.373949 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['f93b9832-49e7-4cdf-aa93-8e38a6099627'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:15:11.495284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6670fcf4-3aa2-4b51-bc10-73d5e921a49f req-71415d85-5fa0-4287-b5ff-764a9ade0ea5 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:11.496688 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6670fcf4-3aa2-4b51-bc10-73d5e921a49f req-71415d85-5fa0-4287-b5ff-764a9ade0ea5 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 944 time: 0.0758700 Feb 28 15:15:11.541289 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6670fcf4-3aa2-4b51-bc10-73d5e921a49f req-0f77c37c-9b67-4740-895c-b7c2a9797a38 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389447 Feb 28 15:15:12.738108 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9dfb58-8cae-4e0c-b06d-9daa38cf1dcf req-08aa0b16-b3ec-4e4f-a851-6be3740f04f0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:12.739446 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7c9dfb58-8cae-4e0c-b06d-9daa38cf1dcf req-08aa0b16-b3ec-4e4f-a851-6be3740f04f0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 944 time: 0.0766490 Feb 28 15:15:12.784423 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7c9dfb58-8cae-4e0c-b06d-9daa38cf1dcf req-9d0e6fb5-c629-452c-893d-b601103e45be tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388796 Feb 28 15:15:12.957762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f93b9832-49e7-4cdf-aa93-8e38a6099627 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:15:13.024733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port f93b9832-49e7-4cdf-aa93-8e38a6099627 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:15:13.031357 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port f93b9832-49e7-4cdf-aa93-8e38a6099627 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:15:13.031785 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:13.142883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:13.167893 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d97076-e56b-483f-b081-569917c977de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93b9832-49e7-4cdf-aa93-8e38a6099627'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:15:13.176979 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f93b9832-49e7-4cdf-aa93-8e38a6099627, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:15:13.181315 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:13.228500 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d97076-e56b-483f-b081-569917c977de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'code': 200} Feb 28 15:15:13.255330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f93b9832-49e7-4cdf-aa93-8e38a6099627,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:13.528457 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-29e6d35a-6a33-4d0b-bb17-4e99a696a7cf req-83e06d4b-2934-4fde-8c7d-27c4998d52e7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 1098 time: 0.1534841 Feb 28 15:15:13.569695 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-29e6d35a-6a33-4d0b-bb17-4e99a696a7cf req-26bfe7ec-1d9e-4e50-8d4d-8d20a0e089ca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354908 Feb 28 15:15:13.974941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c507f0-9df8-40bc-9af2-ceccdeea4cf5 req-181342b1-5670-4871-b4d5-701492592991 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:13.976965 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-93c507f0-9df8-40bc-9af2-ceccdeea4cf5 req-181342b1-5670-4871-b4d5-701492592991 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0739303 Feb 28 15:15:14.019807 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-93c507f0-9df8-40bc-9af2-ceccdeea4cf5 req-1a13744a-df08-404c-81d8-0bc33067be96 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374284 Feb 28 15:15:15.215195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3195ec94-d4d4-4010-a441-e3139460953c req-594d3651-3527-47fc-9b01-579ba4dad17e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:15.216649 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3195ec94-d4d4-4010-a441-e3139460953c req-594d3651-3527-47fc-9b01-579ba4dad17e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0777202 Feb 28 15:15:15.260443 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3195ec94-d4d4-4010-a441-e3139460953c req-dfbc4df1-1b85-4903-9f30-95185c6e2ff4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380440 Feb 28 15:15:15.450601 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2962c0-1db5-44f5-90c9-0ad6b6103f8c req-840ffe37-6ee8-4bfa-9a0b-21e933c33bfe tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:15.452068 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e2962c0-1db5-44f5-90c9-0ad6b6103f8c req-840ffe37-6ee8-4bfa-9a0b-21e933c33bfe tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0783124 Feb 28 15:15:15.461018 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 51944) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:15:15.466042 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a39ddf7e-f627-40bc-a060-17d1989fa6f0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Request body: {'floatingip': {'port_id': 'f93b9832-49e7-4cdf-aa93-8e38a6099627'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:15:15.541186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a39ddf7e-f627-40bc-a060-17d1989fa6f0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for floatingip, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:16.107445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a39ddf7e-f627-40bc-a060-17d1989fa6f0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:16.111117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a39ddf7e-f627-40bc-a060-17d1989fa6f0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:16.290153 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-a39ddf7e-f627-40bc-a060-17d1989fa6f0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Floating IP 75e1bfcf-612e-459a-9631-36240dd95b1c associated. External IP: 172.26.4.57, port: f93b9832-49e7-4cdf-aa93-8e38a6099627. Feb 28 15:15:16.764305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a39ddf7e-f627-40bc-a060-17d1989fa6f0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:15:16.957476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a39ddf7e-f627-40bc-a060-17d1989fa6f0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:15:16.961595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a39ddf7e-f627-40bc-a060-17d1989fa6f0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:16.968865 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a231dc-0d2b-4590-8276-6d2d43dcfbea None None] Sync routers for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:15:16.980423 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a231dc-0d2b-4590-8276-6d2d43dcfbea None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:15:16.981010 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d7a231dc-0d2b-4590-8276-6d2d43dcfbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:14:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:15:17.012804 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a39ddf7e-f627-40bc-a060-17d1989fa6f0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "PUT /v2.0/floatingips/75e1bfcf-612e-459a-9631-36240dd95b1c HTTP/1.1" status: 200 len: 990 time: 1.5507503 Feb 28 15:15:17.013445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f6d97076-e56b-483f-b081-569917c977de', 'tag': 'f93b9832-49e7-4cdf-aa93-8e38a6099627'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:15:17.066765 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f6d97076-e56b-483f-b081-569917c977de', 'tag': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'status': 'completed', 'code': 200} Feb 28 15:15:17.162177 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-35fc70f8-b6f5-4c33-bfa1-2c757f06c88a req-ebe762e2-b613-4da7-a7f9-6aed0309373e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 1098 time: 0.0723052 Feb 28 15:15:17.167657 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-d7a231dc-0d2b-4590-8276-6d2d43dcfbea None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:15:17.195049 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-745d0d65-4d75-4ba6-9991-7dce3c9e3f8c req-e5d9b7a8-329e-425a-a876-d433b672b370 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0673470 Feb 28 15:15:17.295759 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc70f8-b6f5-4c33-bfa1-2c757f06c88a req-96f102b9-809b-442d-80bf-9b78ae579fc5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:17.297092 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-35fc70f8-b6f5-4c33-bfa1-2c757f06c88a req-96f102b9-809b-442d-80bf-9b78ae579fc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1285233 Feb 28 15:15:17.442493 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-35fc70f8-b6f5-4c33-bfa1-2c757f06c88a req-dd4c0c13-eec5-4f01-90b8-1461284e742f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627 HTTP/1.1" status: 200 len: 998 time: 0.1399484 Feb 28 15:15:17.489102 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-32fb4033-36fa-40e2-a51e-c0305efc4907 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888081 Feb 28 15:15:17.565925 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35fc70f8-b6f5-4c33-bfa1-2c757f06c88a req-f57c74e9-4cca-42f0-b2cb-08293a96ef7b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:17.567375 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-35fc70f8-b6f5-4c33-bfa1-2c757f06c88a req-f57c74e9-4cca-42f0-b2cb-08293a96ef7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.1185136 Feb 28 15:15:17.626660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4e36a9-4cd1-454c-9aa0-63b96c78a098 req-44d6b9cc-e7b1-4052-8982-40da7a9a1f95 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:17.627018 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d7a231dc-0d2b-4590-8276-6d2d43dcfbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '75e1bfcf-612e-459a-9631-36240dd95b1c', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'port_id': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'mac_address': 'fa:16:3e:c9:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d97076-e56b-483f-b081-569917c977de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:13:19Z', 'updated_at': '2022-02-28T15:15:15Z', 'revision_number': 9, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:15:17.628121 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4f4e36a9-4cd1-454c-9aa0-63b96c78a098 req-44d6b9cc-e7b1-4052-8982-40da7a9a1f95 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.1439848 Feb 28 15:15:17.630992 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a231dc-0d2b-4590-8276-6d2d43dcfbea None None] Checking router: d5b04aeb-8efc-4c04-b44a-71c66c8b1615 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:15:17.641974 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7a231dc-0d2b-4590-8276-6d2d43dcfbea None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:15:17.642630 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d7a231dc-0d2b-4590-8276-6d2d43dcfbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:14:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:15:17.691810 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-35fc70f8-b6f5-4c33-bfa1-2c757f06c88a req-e99fb7bb-f222-42f3-81e1-765b0747899a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1187823 Feb 28 15:15:17.694070 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4f4e36a9-4cd1-454c-9aa0-63b96c78a098 req-bdad668d-b331-4573-a591-5ca79768b3cd tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524786 Feb 28 15:15:17.837101 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-d7a231dc-0d2b-4590-8276-6d2d43dcfbea None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:15:17.848973 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-35fc70f8-b6f5-4c33-bfa1-2c757f06c88a req-5b0a2c7b-8115-4fde-bb45-c6cc4b48e5d7 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514540 Feb 28 15:15:17.984761 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-35fc70f8-b6f5-4c33-bfa1-2c757f06c88a req-c932fdf0-f64d-4ece-aaac-c1dbb376bd68 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299102 Feb 28 15:15:18.188232 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d7a231dc-0d2b-4590-8276-6d2d43dcfbea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '75e1bfcf-612e-459a-9631-36240dd95b1c', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'port_id': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'mac_address': 'fa:16:3e:c9:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d97076-e56b-483f-b081-569917c977de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:13:19Z', 'updated_at': '2022-02-28T15:15:15Z', 'revision_number': 9, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:15:18.192075 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7a231dc-0d2b-4590-8276-6d2d43dcfbea None None] The sync data for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv is: [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '75e1bfcf-612e-459a-9631-36240dd95b1c', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'port_id': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'mac_address': 'fa:16:3e:c9:d5:e1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6d97076-e56b-483f-b081-569917c977de', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:13:19Z', 'updated_at': '2022-02-28T15:15:15Z', 'revision_number': 9, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:15:18.392278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ddc4f3b-dcff-421a-9499-0221d33f9f3e None None] New status for floating IP 75e1bfcf-612e-459a-9631-36240dd95b1c: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:15:18.661311 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-594ef0ff-e4bf-453b-9956-3a8b5f0ae4e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 1098 time: 0.0706635 Feb 28 15:15:18.788571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-ec19a854-8471-40f8-97d5-582bd3b893b3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:18.790000 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-ec19a854-8471-40f8-97d5-582bd3b893b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1234465 Feb 28 15:15:18.891145 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-44680795-7085-46da-8990-e71da51c8bf3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627 HTTP/1.1" status: 200 len: 1001 time: 0.0958519 Feb 28 15:15:18.894109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6aa627-d121-4611-98b9-944ab0fb210b req-3151f66c-d829-4cc0-b86a-4e8a62d0b953 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:18.895572 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3e6aa627-d121-4611-98b9-944ab0fb210b req-3151f66c-d829-4cc0-b86a-4e8a62d0b953 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0752206 Feb 28 15:15:18.940770 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3e6aa627-d121-4611-98b9-944ab0fb210b req-e85f1647-3150-4c6f-ae04-22e015e15962 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391152 Feb 28 15:15:18.954949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-2afbaf1b-09c3-4a74-abb7-13907c1c835e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:18.956424 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-2afbaf1b-09c3-4a74-abb7-13907c1c835e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0603950 Feb 28 15:15:19.124586 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-b8dec5be-5576-4ab0-a0ae-b2daac51035a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1619685 Feb 28 15:15:19.250918 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-0e3c67ca-f2b6-4788-b6fa-dafa22ad2d8b service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203594 Feb 28 15:15:19.377359 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-e4659d7e-99f7-4078-a7ac-895b0f7e0a70 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1211853 Feb 28 15:15:20.132071 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546d268f-4082-4682-ad77-36afc309503c req-a0582011-995e-42c8-a466-db9cb342a201 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:20.133491 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-546d268f-4082-4682-ad77-36afc309503c req-a0582011-995e-42c8-a466-db9cb342a201 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0735652 Feb 28 15:15:20.181343 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-546d268f-4082-4682-ad77-36afc309503c req-2947ecf8-f170-4893-b4be-e99ab0161199 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423477 Feb 28 15:15:21.378429 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551c1ad3-d54a-4a2c-a734-59279e8ae4d7 req-b5c4da43-7b5f-4cdb-93ea-836413960754 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:21.379781 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-551c1ad3-d54a-4a2c-a734-59279e8ae4d7 req-b5c4da43-7b5f-4cdb-93ea-836413960754 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0764136 Feb 28 15:15:21.423251 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-551c1ad3-d54a-4a2c-a734-59279e8ae4d7 req-001aedf5-f4b1-4b7d-aa4f-d483ca7bbfe4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381682 Feb 28 15:15:22.613106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb7a8a1-641f-4a01-bc15-5b7b1b5732d7 req-1db60183-6b59-4023-a3cb-3cfba28325a2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:22.614493 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8cb7a8a1-641f-4a01-bc15-5b7b1b5732d7 req-1db60183-6b59-4023-a3cb-3cfba28325a2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0731180 Feb 28 15:15:22.657871 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8cb7a8a1-641f-4a01-bc15-5b7b1b5732d7 req-5d8e4d3a-9d44-4b5a-9522-15ed506bfbc7 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375290 Feb 28 15:15:23.848492 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce53bfa-754f-4e52-a628-31dc30f50be4 req-aab3ebb3-aced-4b8b-b39b-8c31971aea13 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:23.849818 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-dce53bfa-754f-4e52-a628-31dc30f50be4 req-aab3ebb3-aced-4b8b-b39b-8c31971aea13 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0736198 Feb 28 15:15:23.896559 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-dce53bfa-754f-4e52-a628-31dc30f50be4 req-1769ac8a-65cb-4413-a049-4a917d66f9ec tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409267 Feb 28 15:15:25.111459 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e01a6d-5322-438b-b93f-24059e6d20c1 req-7163c04a-2be9-42a9-bc0f-633aa614b432 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:25.112904 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f8e01a6d-5322-438b-b93f-24059e6d20c1 req-7163c04a-2be9-42a9-bc0f-633aa614b432 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0773840 Feb 28 15:15:25.156734 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f8e01a6d-5322-438b-b93f-24059e6d20c1 req-3fe11415-393d-4e72-9739-2a3ddb56a22e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378990 Feb 28 15:15:25.490141 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-751ddcd7-3029-4edf-852d-97e08d17afc3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:26.346162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af73b6-fa56-44c8-884c-33109cd749b1 req-341d6162-3a59-46c9-86c4-c8e8d459e20e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:26.347899 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e8af73b6-fa56-44c8-884c-33109cd749b1 req-341d6162-3a59-46c9-86c4-c8e8d459e20e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0739067 Feb 28 15:15:26.392669 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e8af73b6-fa56-44c8-884c-33109cd749b1 req-a1857dee-4a34-474b-8004-fdc9fdf37178 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393536 Feb 28 15:15:27.585772 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd72656-6f45-4f10-b826-4a2c841ca8eb req-f6f05e7d-771b-40f6-b968-14ac167e5167 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:27.587189 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5cd72656-6f45-4f10-b826-4a2c841ca8eb req-f6f05e7d-771b-40f6-b968-14ac167e5167 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0755765 Feb 28 15:15:27.629907 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5cd72656-6f45-4f10-b826-4a2c841ca8eb req-3cf53470-d3b5-4ba7-81b8-6dae2ede4de5 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372472 Feb 28 15:15:27.653490 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-03ddf94e-7d2a-44bf-87e9-14dcbb50246f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:27.869083 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:28.831771 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232a311f-3d58-4014-8648-6ddb41dbd34e req-751be96b-f4d9-4a89-a769-d074e70a1c51 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:28.833155 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-232a311f-3d58-4014-8648-6ddb41dbd34e req-751be96b-f4d9-4a89-a769-d074e70a1c51 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0790229 Feb 28 15:15:28.902966 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:28.908470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:28.958294 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-232a311f-3d58-4014-8648-6ddb41dbd34e req-81d7e36c-09e0-4be9-8a21-b38d4d957748 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192086 Feb 28 15:15:30.160941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa53268b-ad4e-4756-8b30-cdb4df331a25 req-c9f9024e-bd77-4155-b8cd-cd39863388f8 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:30.162379 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fa53268b-ad4e-4756-8b30-cdb4df331a25 req-c9f9024e-bd77-4155-b8cd-cd39863388f8 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0842581 Feb 28 15:15:30.206352 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fa53268b-ad4e-4756-8b30-cdb4df331a25 req-81abf8ff-6215-4eb0-9d18-e69f62655487 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385447 Feb 28 15:15:30.283961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:31.396401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fcbd0b-5e89-429f-94b4-b845372a425c req-1ae6afba-57be-4cf6-9bed-c5b88da50fa0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:31.398281 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-25fcbd0b-5e89-429f-94b4-b845372a425c req-1ae6afba-57be-4cf6-9bed-c5b88da50fa0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0744185 Feb 28 15:15:31.441338 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-25fcbd0b-5e89-429f-94b4-b845372a425c req-b7696730-0e40-40a0-bc60-ecfbe8765394 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376740 Feb 28 15:15:31.843312 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-71fb0c0a-6c50-485b-84dd-5f8773285777 req-53f9d8bf-526d-4a59-a37b-3c0d91d94349 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 1098 time: 0.0653944 Feb 28 15:15:31.981592 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb0c0a-6c50-485b-84dd-5f8773285777 req-ade3d3a1-9ca3-4a8b-b2a7-fe22a0e7083b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:31.982983 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-71fb0c0a-6c50-485b-84dd-5f8773285777 req-ade3d3a1-9ca3-4a8b-b2a7-fe22a0e7083b service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1216559 Feb 28 15:15:32.089689 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-71fb0c0a-6c50-485b-84dd-5f8773285777 req-3ff3ebbe-d9c8-46bd-b1a4-fda0a2c738d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627 HTTP/1.1" status: 200 len: 1001 time: 0.1013863 Feb 28 15:15:32.155993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fb0c0a-6c50-485b-84dd-5f8773285777 req-bdacc57c-06ef-46d9-8b8e-3800c803026a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:32.157319 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-71fb0c0a-6c50-485b-84dd-5f8773285777 req-bdacc57c-06ef-46d9-8b8e-3800c803026a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0623772 Feb 28 15:15:32.229550 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-71fb0c0a-6c50-485b-84dd-5f8773285777 req-9fcd9ef1-1eab-47f9-b0d0-2db5b451ccd0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667489 Feb 28 15:15:32.356022 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-71fb0c0a-6c50-485b-84dd-5f8773285777 req-d841fcc1-ed0d-4dba-a321-c29cd4f7ca6b service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203780 Feb 28 15:15:32.493345 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-71fb0c0a-6c50-485b-84dd-5f8773285777 req-0001a2ae-33db-4260-8c49-871940c05fa8 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318874 Feb 28 15:15:32.633479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bb2398-2599-48f2-b7c5-8d5a5faa2b6e req-b6c0e6c9-7336-4043-813d-f94bb9d58e7e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:32.634890 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-30bb2398-2599-48f2-b7c5-8d5a5faa2b6e req-b6c0e6c9-7336-4043-813d-f94bb9d58e7e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0731583 Feb 28 15:15:32.765176 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-30bb2398-2599-48f2-b7c5-8d5a5faa2b6e req-7670c84b-4c7b-47ce-ae23-67fe4ad6b293 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247466 Feb 28 15:15:33.961285 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505278fc-46a9-435b-a1fb-8934be967f94 req-ff9db01a-71b3-4ec8-8768-36d8e43a6dd7 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:33.962707 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-505278fc-46a9-435b-a1fb-8934be967f94 req-ff9db01a-71b3-4ec8-8768-36d8e43a6dd7 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0766771 Feb 28 15:15:34.006282 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-505278fc-46a9-435b-a1fb-8934be967f94 req-65e3e72d-0284-49ee-97be-c028ccf645d3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381269 Feb 28 15:15:35.198957 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63a6db4a-6504-40ca-b83a-1921f2857b40 req-c383ef46-d68f-489d-a3f2-0a5c28cd29fc tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:35.200403 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-63a6db4a-6504-40ca-b83a-1921f2857b40 req-c383ef46-d68f-489d-a3f2-0a5c28cd29fc tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0742965 Feb 28 15:15:35.243887 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-63a6db4a-6504-40ca-b83a-1921f2857b40 req-33b3fa15-9f9b-439a-9b63-d47a707b9752 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379689 Feb 28 15:15:36.035795 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-06e2619a-f924-4874-8285-3785a38303b0 service neutron] 10.222.0.20 "GET /v2.0/ports/f93b9832-49e7-4cdf-aa93-8e38a6099627/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.0725155 Feb 28 15:15:36.287503 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-c9195b08-1ea7-43a5-b2e8-d16b8bf5cc32 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de&tenant_id=c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 1098 time: 0.0665030 Feb 28 15:15:36.384488 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-704744a9-c590-4377-8611-f0484c58b031 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 1098 time: 0.0770285 Feb 28 15:15:36.445981 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e11b2dc-6186-4757-a369-f1702a01e710 req-e76500bc-2b16-48e6-87a3-42f72e1a1b0a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:36.447572 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2e11b2dc-6186-4757-a369-f1702a01e710 req-e76500bc-2b16-48e6-87a3-42f72e1a1b0a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0772860 Feb 28 15:15:36.497100 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2e11b2dc-6186-4757-a369-f1702a01e710 req-d909c218-1a6a-4dd1-b883-d3d36fe4aebb tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432315 Feb 28 15:15:36.515339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-0155e051-1214-468e-9613-ce42aea76b7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:36.516775 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-0155e051-1214-468e-9613-ce42aea76b7c service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1268945 Feb 28 15:15:36.613906 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-f2f08abf-0073-48ff-a4f1-b51278449263 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627 HTTP/1.1" status: 200 len: 1001 time: 0.0894687 Feb 28 15:15:36.677839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-18ada2b1-6995-4de3-b4d6-71ddc7c884d2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:36.679259 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-18ada2b1-6995-4de3-b4d6-71ddc7c884d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0595660 Feb 28 15:15:36.749866 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-390daa09-02ca-4660-ac78-f78ada87e9db service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649948 Feb 28 15:15:36.877387 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-569acc2b-e4eb-4545-9422-fe07ff849891 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215689 Feb 28 15:15:37.002618 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d83cc0c-4b8d-4353-8132-f1f42f40f0c0 req-b105816a-51b7-41e9-8935-8d06ebaa2517 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202676 Feb 28 15:15:37.693342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0dfd6e-d038-41c9-95c2-b140b881615e req-37b18d92-d642-49fa-bf60-53b80b6f5328 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:37.695287 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0e0dfd6e-d038-41c9-95c2-b140b881615e req-37b18d92-d642-49fa-bf60-53b80b6f5328 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0774121 Feb 28 15:15:37.737829 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0e0dfd6e-d038-41c9-95c2-b140b881615e req-fef6229a-9121-4e80-920e-09cc131cdcfd tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370953 Feb 28 15:15:38.929955 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8e02af-8ea5-4faf-8f8f-a9f552534eaa req-aacd06fb-ae5b-4c68-9bdd-132c3068392a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:38.931358 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-cd8e02af-8ea5-4faf-8f8f-a9f552534eaa req-aacd06fb-ae5b-4c68-9bdd-132c3068392a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0742068 Feb 28 15:15:38.974535 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-cd8e02af-8ea5-4faf-8f8f-a9f552534eaa req-3f9be323-7ba6-456f-89fe-3588f19c5a58 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377696 Feb 28 15:15:39.118714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f93b9832-49e7-4cdf-aa93-8e38a6099627 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:15:39.121073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f93b9832-49e7-4cdf-aa93-8e38a6099627 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:15:39.346982 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f93b9832-49e7-4cdf-aa93-8e38a6099627, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:15:39.354401 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:39.372984 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'port_id': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'mac_address': 'fa:16:3e:c9:d5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:15:39.422364 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d97076-e56b-483f-b081-569917c977de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f93b9832-49e7-4cdf-aa93-8e38a6099627'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:15:39.422609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-75a5c8b2-b64f-440b-b681-c148344e9a9a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:39.423908 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-75a5c8b2-b64f-440b-b681-c148344e9a9a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de&tenant_id=c1cdba6741bf4b6583986a19598e91a5&binding%3Ahost_id=hv-neutron-8308 HTTP/1.1" status: 200 len: 945 time: 0.0986981 Feb 28 15:15:39.442913 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f93b9832-49e7-4cdf-aa93-8e38a6099627, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:15:39.449535 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:39.461099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:39.508360 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f93b9832-49e7-4cdf-aa93-8e38a6099627 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:15:39.516190 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d97076-e56b-483f-b081-569917c977de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'code': 200} Feb 28 15:15:39.518732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e9e2d4-56eb-4a6a-8204-fbef08198647 req-713aca4c-55ea-4dc4-983e-a4c50b9d0160 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:39.520473 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-61e9e2d4-56eb-4a6a-8204-fbef08198647 req-713aca4c-55ea-4dc4-983e-a4c50b9d0160 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 943 time: 0.1221020 Feb 28 15:15:39.538010 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-20a8dc96-4281-4da7-8a6c-2a2af9e16d33 service neutron] 10.222.0.20 "GET /v2.0/ports/f93b9832-49e7-4cdf-aa93-8e38a6099627/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.1084929 Feb 28 15:15:39.573403 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-61e9e2d4-56eb-4a6a-8204-fbef08198647 req-cae67e5f-8393-4130-8939-ab643e3c1fd2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458491 Feb 28 15:15:39.583904 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f93b9832-49e7-4cdf-aa93-8e38a6099627,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:39.597240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:15:39.597240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:15:39.597950 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:39.598286 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:39.598618 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:39.598949 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:39.599275 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:39.599617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:39.599945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:39.600288 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:39.600610 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:39.600947 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:39.601234 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:39.628545 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-353b11ba-f7c4-4845-803a-44ce4fa5541c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 1096 time: 0.0707917 Feb 28 15:15:39.753261 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-c015edce-cb25-47d0-ab32-b3be717efd4a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:39.754630 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-c015edce-cb25-47d0-ab32-b3be717efd4a service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1197393 Feb 28 15:15:39.853234 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-972ca7c1-2210-4540-8dfe-22d717cb1d10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627 HTTP/1.1" status: 200 len: 999 time: 0.0927699 Feb 28 15:15:39.911216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-0265d1cc-4e90-4bf3-9c9f-bd40772f8920 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:39.912503 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-0265d1cc-4e90-4bf3-9c9f-bd40772f8920 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0542531 Feb 28 15:15:40.065456 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-34e4c1b6-4798-4203-a009-3b6657670b0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1468198 Feb 28 15:15:40.148251 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:40.165885 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93b9832-49e7-4cdf-aa93-8e38a6099627 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:15:40.183336 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f93b9832-49e7-4cdf-aa93-8e38a6099627, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:15:40.187045 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:40.192923 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-62a8c582-bf4e-4ae7-8305-ffc366413f69 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220179 Feb 28 15:15:40.252284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['f93b9832-49e7-4cdf-aa93-8e38a6099627'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:15:40.293665 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f93b9832-49e7-4cdf-aa93-8e38a6099627,revision_number=7']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:40.321113 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-61b9a525-ed15-494e-ab15-97db354375d4 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227546 Feb 28 15:15:40.379870 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:15:40.775817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c026c-c361-450c-a102-ee5c008809d4 req-38d4555b-3f8e-418b-b080-96a29eab743d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:40.777136 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-477c026c-c361-450c-a102-ee5c008809d4 req-38d4555b-3f8e-418b-b080-96a29eab743d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 944 time: 0.0787005 Feb 28 15:15:40.824044 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-477c026c-c361-450c-a102-ee5c008809d4 req-f87d04fd-3486-4ad7-87cc-50113ad4597e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0414829 Feb 28 15:15:41.137496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f93b9832-49e7-4cdf-aa93-8e38a6099627 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:15:41.206158 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port f93b9832-49e7-4cdf-aa93-8e38a6099627 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:15:41.206826 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:41.315138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:41.376574 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f93b9832-49e7-4cdf-aa93-8e38a6099627, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:15:41.380326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:41.444374 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f93b9832-49e7-4cdf-aa93-8e38a6099627,revision_number=8']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:41.516669 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d97076-e56b-483f-b081-569917c977de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93b9832-49e7-4cdf-aa93-8e38a6099627'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:15:41.577898 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d97076-e56b-483f-b081-569917c977de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'code': 200} Feb 28 15:15:42.018400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f91144d-d301-4f8c-9df3-f4f9bbfdcb30 req-5465a9c2-6f60-4168-96df-80678d0ec3ec tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:42.020212 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9f91144d-d301-4f8c-9df3-f4f9bbfdcb30 req-5465a9c2-6f60-4168-96df-80678d0ec3ec tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0749238 Feb 28 15:15:42.066179 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9f91144d-d301-4f8c-9df3-f4f9bbfdcb30 req-3f7de08a-e063-41cd-b38c-a6f8a9931080 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404510 Feb 28 15:15:42.660242 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-3abd0ee0-e80e-41d9-9da3-4ddf04bd3a0d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de&tenant_id=c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 1098 time: 0.0707874 Feb 28 15:15:42.746559 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-cbdd4ef4-72d6-46ea-b36b-cc33c8328e5b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 1098 time: 0.0666637 Feb 28 15:15:42.874190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-233f7b29-515f-40a4-8d22-5cb32206d693 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:42.875613 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-233f7b29-515f-40a4-8d22-5cb32206d693 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1232646 Feb 28 15:15:42.974325 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-7b7553e6-af38-4d55-ba87-f63aa1a30e0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627 HTTP/1.1" status: 200 len: 1001 time: 0.0932391 Feb 28 15:15:43.040267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-8ffbcddd-0352-4c1d-a6aa-8ddecd796728 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:43.041673 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-8ffbcddd-0352-4c1d-a6aa-8ddecd796728 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0609727 Feb 28 15:15:43.116606 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-b6f75ef2-e0a7-4b7e-8e52-02993f7809c6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0689406 Feb 28 15:15:43.246476 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-bee857bc-79e2-4152-baca-5adf8e4dc659 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238463 Feb 28 15:15:43.264199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ab20a6-0422-4c34-acfa-bd2fc0d134b1 req-8fa6c3c6-068e-400b-b991-57d3da687bd0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:43.265686 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-38ab20a6-0422-4c34-acfa-bd2fc0d134b1 req-8fa6c3c6-068e-400b-b991-57d3da687bd0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0739620 Feb 28 15:15:43.309828 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-38ab20a6-0422-4c34-acfa-bd2fc0d134b1 req-f9517f60-3b1c-4be3-9f1b-49c5ef8e406a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386162 Feb 28 15:15:43.374926 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e7c87e1-f0d8-4448-9744-612415d15e13 req-f0609d61-a812-4cd9-bbc7-0472921803c5 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224062 Feb 28 15:15:44.505307 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-920bbaf3-4941-4761-89cd-03817ac9c380 req-e47af216-b47e-4bbb-8953-42053de728da tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:44.506788 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-920bbaf3-4941-4761-89cd-03817ac9c380 req-e47af216-b47e-4bbb-8953-42053de728da tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.0791588 Feb 28 15:15:44.552187 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-920bbaf3-4941-4761-89cd-03817ac9c380 req-492b3033-80cc-4a02-8c2b-0df4e7282d09 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394351 Feb 28 15:15:45.152969 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f93b9832-49e7-4cdf-aa93-8e38a6099627 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:15:45.155303 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f93b9832-49e7-4cdf-aa93-8e38a6099627 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:15:45.367312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:45.384564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f93b9832-49e7-4cdf-aa93-8e38a6099627, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:15:45.403187 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'port_id': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'mac_address': 'fa:16:3e:c9:d5:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:15:45.410992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d97076-e56b-483f-b081-569917c977de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f93b9832-49e7-4cdf-aa93-8e38a6099627'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:15:45.455527 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f93b9832-49e7-4cdf-aa93-8e38a6099627, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:15:45.469145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:45.501478 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d97076-e56b-483f-b081-569917c977de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'code': 200} Feb 28 15:15:45.513647 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:45.542639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f93b9832-49e7-4cdf-aa93-8e38a6099627 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:15:45.581137 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f93b9832-49e7-4cdf-aa93-8e38a6099627,revision_number=9']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:45.612560 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:15:45.612914 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:15:45.751248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb4e05-59ec-4c02-8b67-01d991412b13 req-d956c920-2f27-4ab5-9b08-1303e1496386 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:45.752683 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7eb4e05-59ec-4c02-8b67-01d991412b13 req-d956c920-2f27-4ab5-9b08-1303e1496386 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 943 time: 0.0768461 Feb 28 15:15:45.796738 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b7eb4e05-59ec-4c02-8b67-01d991412b13 req-0e86f68e-cbdd-4323-a4da-87b52541ce95 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387087 Feb 28 15:15:45.991854 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f10f85f-0955-4172-8f1a-1c2319a8e65c req-73d67cde-77c0-46c4-83d7-ffeca9a968e7 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:45.993823 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3f10f85f-0955-4172-8f1a-1c2319a8e65c req-73d67cde-77c0-46c4-83d7-ffeca9a968e7 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 943 time: 0.0780420 Feb 28 15:15:46.037511 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3f10f85f-0955-4172-8f1a-1c2319a8e65c req-911f16fd-5a4a-46cd-9c31-816517017430 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381341 Feb 28 15:15:46.164218 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:46.182284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f93b9832-49e7-4cdf-aa93-8e38a6099627 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:15:46.197180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f93b9832-49e7-4cdf-aa93-8e38a6099627, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:15:46.200984 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:46.234424 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c41e66f-56d6-4497-a671-b6f6a6c9a953 req-3df8ea5b-8824-4c65-b164-34672c5c94b1 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:46.235895 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6c41e66f-56d6-4497-a671-b6f6a6c9a953 req-3df8ea5b-8824-4c65-b164-34672c5c94b1 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 943 time: 0.0781748 Feb 28 15:15:46.267332 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f93b9832-49e7-4cdf-aa93-8e38a6099627,revision_number=10']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:46.271582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['f93b9832-49e7-4cdf-aa93-8e38a6099627'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:15:46.281140 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6c41e66f-56d6-4497-a671-b6f6a6c9a953 req-e0b27fae-9839-4128-b68a-16cc81f55753 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396132 Feb 28 15:15:46.763558 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6d1bb4-531e-4334-bc37-6a438956bbcc req-304c1339-9495-4fd0-ba6b-439a232e2ca4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:46.765006 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0e6d1bb4-531e-4334-bc37-6a438956bbcc req-304c1339-9495-4fd0-ba6b-439a232e2ca4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 945 time: 0.1623745 Feb 28 15:15:46.808736 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0e6d1bb4-531e-4334-bc37-6a438956bbcc req-77147ae3-576e-46d8-826c-1a1e1c1d1059 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383954 Feb 28 15:15:47.176640 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f93b9832-49e7-4cdf-aa93-8e38a6099627 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:15:47.245964 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port f93b9832-49e7-4cdf-aa93-8e38a6099627 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:15:47.246328 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:47.354581 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:47.388582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port f93b9832-49e7-4cdf-aa93-8e38a6099627, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:15:47.391951 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:47.455159 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=f93b9832-49e7-4cdf-aa93-8e38a6099627,revision_number=11']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:47.502583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d97076-e56b-483f-b081-569917c977de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93b9832-49e7-4cdf-aa93-8e38a6099627'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:15:47.554985 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d97076-e56b-483f-b081-569917c977de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'code': 200} Feb 28 15:15:48.004267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedd5be1-005f-4d00-b3f1-03e983fc94b3 req-d578e2f9-1589-4d1e-9dad-f7b321513bc0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:48.005666 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aedd5be1-005f-4d00-b3f1-03e983fc94b3 req-d578e2f9-1589-4d1e-9dad-f7b321513bc0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 946 time: 0.0738392 Feb 28 15:15:48.052006 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aedd5be1-005f-4d00-b3f1-03e983fc94b3 req-6383988c-5da6-4b73-9545-25e207304965 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409658 Feb 28 15:15:48.680911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cbdb25-ec8c-4e7b-ab48-c343ef667aa3 req-7c2a6a25-0798-44fd-b7d7-21692fc150f5 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:48.682382 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-80cbdb25-ec8c-4e7b-ab48-c343ef667aa3 req-7c2a6a25-0798-44fd-b7d7-21692fc150f5 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 946 time: 0.0739372 Feb 28 15:15:48.745779 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-80cbdb25-ec8c-4e7b-ab48-c343ef667aa3 req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Deleting port f93b9832-49e7-4cdf-aa93-8e38a6099627 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:15:48.746039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-80cbdb25-ec8c-4e7b-ab48-c343ef667aa3 req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:48.981207 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-80cbdb25-ec8c-4e7b-ab48-c343ef667aa3 req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] For port f93b9832-49e7-4cdf-aa93-8e38a6099627, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=f93b9832-49e7-4cdf-aa93-8e38a6099627,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:15:48.981551 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-80cbdb25-ec8c-4e7b-ab48-c343ef667aa3 req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:49.252381 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-716ce673-8143-467c-92e2-2980107448b1 req-d60878ef-dd72-46ad-ad0d-ea6273da9ddd tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:49.253805 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-716ce673-8143-467c-92e2-2980107448b1 req-d60878ef-dd72-46ad-ad0d-ea6273da9ddd tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 946 time: 0.0746038 Feb 28 15:15:49.264037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-80cbdb25-ec8c-4e7b-ab48-c343ef667aa3 req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:49.264588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-80cbdb25-ec8c-4e7b-ab48-c343ef667aa3 req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:49.264698 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [req-80cbdb25-ec8c-4e7b-ab48-c343ef667aa3 req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Floating IP 75e1bfcf-612e-459a-9631-36240dd95b1c disassociated. External IP: 172.26.4.57, port: f93b9832-49e7-4cdf-aa93-8e38a6099627. Feb 28 15:15:49.265032 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-80cbdb25-ec8c-4e7b-ab48-c343ef667aa3 req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Calling delete_port for f93b9832-49e7-4cdf-aa93-8e38a6099627 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:15:49.302757 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-716ce673-8143-467c-92e2-2980107448b1 req-e18dd0ad-4979-4c03-8dd2-877552df384a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429997 Feb 28 15:15:49.406122 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-80cbdb25-ec8c-4e7b-ab48-c343ef667aa3 req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:49.456693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Pushing event deleted for resources: {'Port': ['ID=f93b9832-49e7-4cdf-aa93-8e38a6099627,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:49.469107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:49.469445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:49.469770 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:49.470092 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:49.470414 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:49.470730 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:49.471296 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:49.471645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:49.471955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:49.472266 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:49.472575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:15:49.675274 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-80cbdb25-ec8c-4e7b-ab48-c343ef667aa3 req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:15:49.869665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-80cbdb25-ec8c-4e7b-ab48-c343ef667aa3 req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:15:49.879008 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247432b-067e-4581-9e59-5e033699391b None None] Sync routers for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:15:49.891406 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247432b-067e-4581-9e59-5e033699391b None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:15:49.892024 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7247432b-067e-4581-9e59-5e033699391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:15:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:15:50.031535 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-80cbdb25-ec8c-4e7b-ab48-c343ef667aa3 req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] No DVR routers for this DVR port f93b9832-49e7-4cdf-aa93-8e38a6099627 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:15:50.033946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-80cbdb25-ec8c-4e7b-ab48-c343ef667aa3 req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:50.036412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f6d97076-e56b-483f-b081-569917c977de', 'name': 'network-vif-deleted', 'tag': 'f93b9832-49e7-4cdf-aa93-8e38a6099627'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:15:50.053535 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-80cbdb25-ec8c-4e7b-ab48-c343ef667aa3 req-be472ad6-69b4-4a27-bdf8-6330e9a4791b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "DELETE /v2.0/ports/f93b9832-49e7-4cdf-aa93-8e38a6099627 HTTP/1.1" status: 204 len: 173 time: 1.3664186 Feb 28 15:15:50.069381 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-7247432b-067e-4581-9e59-5e033699391b None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:15:50.098959 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f6d97076-e56b-483f-b081-569917c977de', 'name': 'network-vif-deleted', 'tag': 'f93b9832-49e7-4cdf-aa93-8e38a6099627', 'status': 'completed', 'code': 200} Feb 28 15:15:50.386457 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7247432b-067e-4581-9e59-5e033699391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:15:50.390556 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247432b-067e-4581-9e59-5e033699391b None None] Checking router: d5b04aeb-8efc-4c04-b44a-71c66c8b1615 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:15:50.401177 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7247432b-067e-4581-9e59-5e033699391b None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:15:50.401752 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7247432b-067e-4581-9e59-5e033699391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:15:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:15:50.480093 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bcea32d9-a709-4e1c-b3cf-af9fb462f066 req-bacf1129-90d7-494d-b666-fd8d8fd5e244 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=f6d97076-e56b-483f-b081-569917c977de HTTP/1.1" status: 200 len: 210 time: 0.0445924 Feb 28 15:15:50.621397 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-7247432b-067e-4581-9e59-5e033699391b None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:15:50.924841 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7247432b-067e-4581-9e59-5e033699391b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:15:50.928514 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7247432b-067e-4581-9e59-5e033699391b None None] The sync data for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv is: [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:15:51.137247 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9c24a1e-5779-4bad-afc8-bcdf56f7c98e None None] New status for floating IP 75e1bfcf-612e-459a-9631-36240dd95b1c: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:15:51.193914 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f93b9832-49e7-4cdf-aa93-8e38a6099627 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:15:51.238392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: f93b9832-49e7-4cdf-aa93-8e38a6099627 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:15:51.238730 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device f93b9832-49e7-4cdf-aa93-8e38a6099627 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:15:51.841397 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-7d7c6158-9757-40e2-b496-cf87601885cb tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-securitygroup--834559922&fields=id&tenant_id=c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 267 time: 0.0400078 Feb 28 15:15:51.981291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-68fb23dc-b460-4629-90ef-dce4d05c055d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:51.982596 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-68fb23dc-b460-4629-90ef-dce4d05c055d tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 811 time: 0.1348777 Feb 28 15:15:51.998290 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-0715d90b-9aa4-4482-bcb5-158a4e333c9c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/quotas/c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 375 time: 0.0105875 Feb 28 15:15:52.076116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-9f36d7cb-0f0a-46c0-a79c-90a683028461 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Synchronizing usage tracker for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:15:52.090494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-9f36d7cb-0f0a-46c0-a79c-90a683028461 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Unset dirty status for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:15:52.091812 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-9f36d7cb-0f0a-46c0-a79c-90a683028461 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0889187 Feb 28 15:15:52.227220 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-0d696647-35a6-4f5e-8e61-6201c18594b8 service neutron] 10.222.0.15 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237113 Feb 28 15:15:52.354367 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-e6108821-391b-4bba-8fdf-58bfd1e5bf63 service neutron] 10.222.0.15 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215899 Feb 28 15:15:52.534387 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-502d98ae-406f-46c3-9881-59f81ec2371c req-a5ab820c-cf6e-44b9-b5c0-079a939b2155 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 210 time: 0.0401223 Feb 28 15:15:52.604282 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [req-693286c5-4d3d-43e6-a5ce-b26744cfd684 req-a2b2a8cd-c8bf-4839-a1c5-dbe1c054b1ff tempest-TestVolumeBootPattern-2026564450 tempest-TestVolumeBootPattern-2026564450-project] (83591) timed out ('10.222.0.20', 60726) {{(pid=83591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 15:15:53.505638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-5f64fff0-ac10-4040-b4a0-09183183df47 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:53.507015 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-5f64fff0-ac10-4040-b4a0-09183183df47 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 811 time: 0.1462295 Feb 28 15:15:53.562815 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-9de89c1d-e199-4f9c-8470-a0e5b478617c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 379 time: 0.0440660 Feb 28 15:15:53.570616 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-ba4401ac-48ab-4f15-97a8-6b5ea88e0fb9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Request body: {'port': {'device_id': '439f08a7-22ef-4f61-a521-d951b8238e33', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'admin_state_up': True, 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'security_groups': ['9fc042f1-fd4a-422e-b665-67f142d1f347']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:15:53.714560 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d827871a-e97e-415a-9564-b81855671997 req-796c6c16-b92e-43bc-be66-47cc76496f91 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 210 time: 0.0587635 Feb 28 15:15:53.738452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-ba4401ac-48ab-4f15-97a8-6b5ea88e0fb9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:15:53.748335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-ba4401ac-48ab-4f15-97a8-6b5ea88e0fb9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:15:53.757427 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-ba4401ac-48ab-4f15-97a8-6b5ea88e0fb9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Made reservation on behalf of c1cdba6741bf4b6583986a19598e91a5 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:15:53.760462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-ba4401ac-48ab-4f15-97a8-6b5ea88e0fb9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:53.912872 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-ba4401ac-48ab-4f15-97a8-6b5ea88e0fb9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Allocated IP 172.20.0.9 (299bfe7f-7b51-41c2-bed2-472fff98cedd/04bfccf2-59bf-4c96-aaca-d793fa88aef7/6cb753e1-b9fd-4887-88db-d47b2c8bcf52) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:15:54.087769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-ba4401ac-48ab-4f15-97a8-6b5ea88e0fb9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:54.102996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-ba4401ac-48ab-4f15-97a8-6b5ea88e0fb9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Transition to ACTIVE for port object 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:15:54.122976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-ba4401ac-48ab-4f15-97a8-6b5ea88e0fb9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:54.195929 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-ba4401ac-48ab-4f15-97a8-6b5ea88e0fb9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Network 299bfe7f-7b51-41c2-bed2-472fff98cedd is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:15:54.198806 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-ba4401ac-48ab-4f15-97a8-6b5ea88e0fb9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:15:54.202878 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-ba4401ac-48ab-4f15-97a8-6b5ea88e0fb9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:15:54.231534 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4401ac-48ab-4f15-97a8-6b5ea88e0fb9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Pushing event updated for resources: {'Port': ['ID=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:54.268338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-ba4401ac-48ab-4f15-97a8-6b5ea88e0fb9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:54.268943 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-ba4401ac-48ab-4f15-97a8-6b5ea88e0fb9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:54.296125 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-ba4401ac-48ab-4f15-97a8-6b5ea88e0fb9 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7291424 Feb 28 15:15:54.307067 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Request body: {'port': {'device_id': '439f08a7-22ef-4f61-a521-d951b8238e33', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:15:54.392259 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-53e30e53-30fb-4c30-b5c8-b56d6ac4ba85 None None] Provisioning for port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:15:54.397128 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-53e30e53-30fb-4c30-b5c8-b56d6ac4ba85 None None] Provisioning complete for port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:15:54.397615 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-53e30e53-30fb-4c30-b5c8-b56d6ac4ba85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:54.417830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:54.448751 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-53e30e53-30fb-4c30-b5c8-b56d6ac4ba85 None None] Port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:15:54.832349 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:15:54.839224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:54.853203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Transition to ACTIVE for port object 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:15:54.858277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:54.910989 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42392e84-d358-44fd-9ca2-b72913edf84d req-bf50e90a-3460-453a-9d1c-99b5eb32382c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:54.912630 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-42392e84-d358-44fd-9ca2-b72913edf84d req-bf50e90a-3460-453a-9d1c-99b5eb32382c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 943 time: 0.0790896 Feb 28 15:15:54.963013 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-42392e84-d358-44fd-9ca2-b72913edf84d req-e909555d-d74d-4e3b-8ec4-12653bcccc7a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439286 Feb 28 15:15:54.980732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Pushing event updated for resources: {'Port': ['ID=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:55.092749 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Attempting to bind port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:15:55.093088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Attempting to bind port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:15:55.093419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Attempting to bind port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 on network 299bfe7f-7b51-41c2-bed2-472fff98cedd {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:15:55.099645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 on network 299bfe7f-7b51-41c2-bed2-472fff98cedd not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:15:55.099970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Attempting to bind port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 on network 299bfe7f-7b51-41c2-bed2-472fff98cedd {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:15:55.106185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 15, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:15:55.106513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Checking segment: {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:15:55.106886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Bound using segment: {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:15:55.107303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Bound port: 6cb753e1-b9fd-4887-88db-d47b2c8bcf52, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2bec6016-2364-4e55-b9cd-d1855eb501d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:15:55.107675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:55.194522 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] For port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:15:55.197396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] For port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:15:55.202166 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:55.265354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:55.266687 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] 10.222.0.20 "PUT /v2.0/ports/6cb753e1-b9fd-4887-88db-d47b2c8bcf52 HTTP/1.1" status: 200 len: 1093 time: 0.9638178 Feb 28 15:15:55.267115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439f08a7-22ef-4f61-a521-d951b8238e33', 'tag': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:15:55.290549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda3f199-101d-4163-936c-0e06d11f2dab service neutron] Pushing event updated for resources: {'Port': ['ID=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:55.334476 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439f08a7-22ef-4f61-a521-d951b8238e33', 'tag': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'status': 'completed', 'code': 200} Feb 28 15:15:55.376990 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-4dd3851e-09a7-4714-a894-20c3b39964fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 1096 time: 0.0732248 Feb 28 15:15:55.451069 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-4c8e5e95-1bd9-4497-a44d-9b0740d0a909 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52 HTTP/1.1" status: 200 len: 217 time: 0.0657828 Feb 28 15:15:55.498516 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-90ee4034-8d88-437d-bc3b-575d0c33f370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:55.513969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-e8ec7ee5-46a2-43d0-95a4-955ac40379c3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:55.515350 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-e8ec7ee5-46a2-43d0-95a4-955ac40379c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0590909 Feb 28 15:15:55.590514 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-d56b298c-30ba-41ed-a112-6c14aca79b4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0693858 Feb 28 15:15:55.716878 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-10689ecb-17cb-404e-b9a1-a10c68a487b0 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202304 Feb 28 15:15:55.842024 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-abf7abb7-b834-4e5b-98c1-8d19b4bcc6e5 req-f6cdb5b8-5798-4ed7-b771-9f5d1b5d8a62 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1194055 Feb 28 15:15:55.952524 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-972155d3-efab-4991-ae15-5494f95fd4c5 req-abc0a790-803a-483b-be59-26205b4e860d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 1096 time: 0.0648007 Feb 28 15:15:56.082185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972155d3-efab-4991-ae15-5494f95fd4c5 req-ff9397df-30cb-4a1e-977c-d1e77c9aca0d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:56.083692 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-972155d3-efab-4991-ae15-5494f95fd4c5 req-ff9397df-30cb-4a1e-977c-d1e77c9aca0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1252575 Feb 28 15:15:56.153952 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-972155d3-efab-4991-ae15-5494f95fd4c5 req-bc7a8832-f500-4188-b95a-d24785d9dcc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52 HTTP/1.1" status: 200 len: 217 time: 0.0635960 Feb 28 15:15:56.171659 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f93f8cfe-83d3-48fc-b603-45d3f126636a req-044cdfa4-7bb8-4a48-b98b-03dabe2722a8 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:56.173092 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f93f8cfe-83d3-48fc-b603-45d3f126636a req-044cdfa4-7bb8-4a48-b98b-03dabe2722a8 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 943 time: 0.0846281 Feb 28 15:15:56.215045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972155d3-efab-4991-ae15-5494f95fd4c5 req-6802184b-4e55-4e6b-b528-f90eaf4cea75 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:56.216483 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-972155d3-efab-4991-ae15-5494f95fd4c5 req-6802184b-4e55-4e6b-b528-f90eaf4cea75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0564587 Feb 28 15:15:56.221368 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f93f8cfe-83d3-48fc-b603-45d3f126636a req-6696c0a9-3d22-41ae-bdc8-537d6694605f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422950 Feb 28 15:15:56.291770 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-972155d3-efab-4991-ae15-5494f95fd4c5 req-9db8de4a-8d77-4762-acb1-4471c6f95f10 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0690360 Feb 28 15:15:56.519614 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-972155d3-efab-4991-ae15-5494f95fd4c5 req-d7bf2ea1-216f-4533-bcda-c472829eea9b service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2210717 Feb 28 15:15:56.646740 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-972155d3-efab-4991-ae15-5494f95fd4c5 req-901315e0-d3ac-40ad-83e4-18818d4e79bb service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209166 Feb 28 15:15:57.189946 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:15:57.356586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:15:57.369677 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'port_id': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'mac_address': 'fa:16:3e:30:63:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:15:57.420416 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94319389-e577-44a9-83b0-0b08191c0028 req-136d3968-56fd-4f96-9bf8-5508db7d87bd tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:57.421097 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-94319389-e577-44a9-83b0-0b08191c0028 req-136d3968-56fd-4f96-9bf8-5508db7d87bd tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Synchronizing usage tracker for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:15:57.427995 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:57.436617 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-94319389-e577-44a9-83b0-0b08191c0028 req-136d3968-56fd-4f96-9bf8-5508db7d87bd tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Unset dirty status for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:15:57.437776 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-94319389-e577-44a9-83b0-0b08191c0028 req-136d3968-56fd-4f96-9bf8-5508db7d87bd tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 943 time: 0.0929284 Feb 28 15:15:57.446239 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:15:57.462338 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:15:57.466948 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:57.490412 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-94319389-e577-44a9-83b0-0b08191c0028 req-02e8baeb-1025-4bcc-8b11-700b9f254d1c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0459185 Feb 28 15:15:57.535682 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:57.654640 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-046c4bce-011f-44b4-9ccc-cbd2d72bd847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:57.657276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['6cb753e1-b9fd-4887-88db-d47b2c8bcf52'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:15:57.859062 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:58.844111 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81ad536-ca29-43cc-aa3d-36f2d28b778c req-12f1efd1-6bc8-4d87-9ff8-a72748167033 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:15:58.845456 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c81ad536-ca29-43cc-aa3d-36f2d28b778c req-12f1efd1-6bc8-4d87-9ff8-a72748167033 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 944 time: 0.0887637 Feb 28 15:15:58.891016 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c81ad536-ca29-43cc-aa3d-36f2d28b778c req-0141229d-5136-4a38-ae7c-b36c8afbb467 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396059 Feb 28 15:15:58.903496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:58.908991 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:59.205688 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:15:59.271158 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:15:59.276127 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:15:59.276492 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:59.386089 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:59.411414 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439f08a7-22ef-4f61-a521-d951b8238e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:15:59.421345 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:15:59.425052 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:15:59.475906 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439f08a7-22ef-4f61-a521-d951b8238e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'code': 200} Feb 28 15:15:59.501274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:15:59.694839 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4038d906-46b2-4495-906a-eb0f0cc2c6b2 req-d15fa7c8-73ec-40cb-a07d-7b5da5d2efd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 1098 time: 0.0694358 Feb 28 15:15:59.734952 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4038d906-46b2-4495-906a-eb0f0cc2c6b2 req-6007c881-b59c-4386-9653-35657da5855c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342133 Feb 28 15:16:00.085023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-305a81c9-cc61-483d-85e8-a518dd6e5746 req-6c1f6d44-9d8e-40bb-94cc-5aca49dd5453 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:00.086867 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-305a81c9-cc61-483d-85e8-a518dd6e5746 req-6c1f6d44-9d8e-40bb-94cc-5aca49dd5453 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0738678 Feb 28 15:16:00.135034 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-305a81c9-cc61-483d-85e8-a518dd6e5746 req-bcaee566-4a81-45ba-8b7c-33c20835e400 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428066 Feb 28 15:16:00.285795 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:01.326120 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3900b3d9-97e1-45c6-b30e-2419c6051ca2 req-e69eb3eb-b6ca-42a6-a346-ff98488c15cc tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:01.327412 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3900b3d9-97e1-45c6-b30e-2419c6051ca2 req-e69eb3eb-b6ca-42a6-a346-ff98488c15cc tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0734820 Feb 28 15:16:01.370347 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3900b3d9-97e1-45c6-b30e-2419c6051ca2 req-555bdb24-7e50-4779-b06f-7198aefefc21 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375426 Feb 28 15:16:01.556280 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd980405-3908-4f57-a9f2-2dc7b4277c14 req-3429bafd-793a-4f4b-8866-6b7fbabb5c3c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:01.557679 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fd980405-3908-4f57-a9f2-2dc7b4277c14 req-3429bafd-793a-4f4b-8866-6b7fbabb5c3c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0748465 Feb 28 15:16:01.566191 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52092) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:16:01.571767 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-0a704bfa-b8b0-45a3-b12e-7dc325e541d2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Request body: {'floatingip': {'port_id': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:16:01.646661 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0a704bfa-b8b0-45a3-b12e-7dc325e541d2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for floatingip, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:02.282044 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0a704bfa-b8b0-45a3-b12e-7dc325e541d2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:02.285674 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0a704bfa-b8b0-45a3-b12e-7dc325e541d2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:02.474808 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-0a704bfa-b8b0-45a3-b12e-7dc325e541d2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Floating IP 75e1bfcf-612e-459a-9631-36240dd95b1c associated. External IP: 172.26.4.57, port: 6cb753e1-b9fd-4887-88db-d47b2c8bcf52. Feb 28 15:16:02.856229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a704bfa-b8b0-45a3-b12e-7dc325e541d2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:16:03.054298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a704bfa-b8b0-45a3-b12e-7dc325e541d2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:16:03.059138 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0a704bfa-b8b0-45a3-b12e-7dc325e541d2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:03.063664 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1bd269-d35b-4fd4-94c2-67300e4a780e None None] Sync routers for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:16:03.075664 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1bd269-d35b-4fd4-94c2-67300e4a780e None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:16:03.076255 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-2d1bd269-d35b-4fd4-94c2-67300e4a780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:15:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:16:03.109942 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0a704bfa-b8b0-45a3-b12e-7dc325e541d2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "PUT /v2.0/floatingips/75e1bfcf-612e-459a-9631-36240dd95b1c HTTP/1.1" status: 200 len: 991 time: 1.5427423 Feb 28 15:16:03.110498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '439f08a7-22ef-4f61-a521-d951b8238e33', 'tag': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:16:03.245296 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '439f08a7-22ef-4f61-a521-d951b8238e33', 'tag': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'status': 'completed', 'code': 200} Feb 28 15:16:03.253669 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-2d1bd269-d35b-4fd4-94c2-67300e4a780e None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:16:03.355971 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-298b6b77-2193-493c-8fad-82abc745b698 req-fb4a7426-dadd-4491-b10f-98ebdbd71d62 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 1098 time: 0.0892363 Feb 28 15:16:03.500916 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b6b77-2193-493c-8fad-82abc745b698 req-cefeaae2-7a67-4fb1-b180-209cc9b75fe5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:03.502523 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-298b6b77-2193-493c-8fad-82abc745b698 req-cefeaae2-7a67-4fb1-b180-209cc9b75fe5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1407843 Feb 28 15:16:03.610822 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-298b6b77-2193-493c-8fad-82abc745b698 req-ef74ccc5-2248-4931-9870-f2caf1775d88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52 HTTP/1.1" status: 200 len: 999 time: 0.1015878 Feb 28 15:16:03.657640 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-2d1bd269-d35b-4fd4-94c2-67300e4a780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '75e1bfcf-612e-459a-9631-36240dd95b1c', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'port_id': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'mac_address': 'fa:16:3e:30:63:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f08a7-22ef-4f61-a521-d951b8238e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:13:19Z', 'updated_at': '2022-02-28T15:16:02Z', 'revision_number': 13, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:16:03.661794 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1bd269-d35b-4fd4-94c2-67300e4a780e None None] Checking router: d5b04aeb-8efc-4c04-b44a-71c66c8b1615 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:16:03.672766 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d1bd269-d35b-4fd4-94c2-67300e4a780e None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:16:03.673737 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-2d1bd269-d35b-4fd4-94c2-67300e4a780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:15:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:16:03.681248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-298b6b77-2193-493c-8fad-82abc745b698 req-6bab0b3e-e58e-491b-856f-42b50f2f3b10 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:03.682769 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-298b6b77-2193-493c-8fad-82abc745b698 req-6bab0b3e-e58e-491b-856f-42b50f2f3b10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0665314 Feb 28 15:16:03.761335 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-298b6b77-2193-493c-8fad-82abc745b698 req-2776c3e7-4536-4488-bea3-dfcf9d52c2cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0728588 Feb 28 15:16:03.857000 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-2d1bd269-d35b-4fd4-94c2-67300e4a780e None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:16:03.892663 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-298b6b77-2193-493c-8fad-82abc745b698 req-4a3b5ac1-2531-4def-bf6d-a1e885139a0e service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252644 Feb 28 15:16:04.065745 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-298b6b77-2193-493c-8fad-82abc745b698 req-1b593a93-3b49-4b48-942f-e698d9dee6c2 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1676648 Feb 28 15:16:04.277492 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-2d1bd269-d35b-4fd4-94c2-67300e4a780e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '75e1bfcf-612e-459a-9631-36240dd95b1c', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'port_id': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'mac_address': 'fa:16:3e:30:63:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f08a7-22ef-4f61-a521-d951b8238e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:13:19Z', 'updated_at': '2022-02-28T15:16:02Z', 'revision_number': 13, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:16:04.281581 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d1bd269-d35b-4fd4-94c2-67300e4a780e None None] The sync data for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv is: [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '75e1bfcf-612e-459a-9631-36240dd95b1c', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'floating_ip_address': '172.26.4.57', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'port_id': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'mac_address': 'fa:16:3e:30:63:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '439f08a7-22ef-4f61-a521-d951b8238e33', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:13:19Z', 'updated_at': '2022-02-28T15:16:02Z', 'revision_number': 13, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:16:04.479980 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a38538b7-6f29-47dd-a3ac-32c93ccbe344 None None] New status for floating IP 75e1bfcf-612e-459a-9631-36240dd95b1c: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:16:04.811814 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2298370-5e93-4c73-b6b7-a206944a1ed4 req-5d89b6c6-a26c-4ab7-a4bf-b7f050758824 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:04.813254 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b2298370-5e93-4c73-b6b7-a206944a1ed4 req-5d89b6c6-a26c-4ab7-a4bf-b7f050758824 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0775576 Feb 28 15:16:04.858148 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b2298370-5e93-4c73-b6b7-a206944a1ed4 req-780b516d-c5d0-4d05-9be6-a21012b62c13 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395124 Feb 28 15:16:13.254790 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b773e451-43ae-4668-9103-d4e4c61c3f76 req-534f24ed-1604-4bd7-9119-2de94d828f4b service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1574104 Feb 28 15:16:13.562633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108dd30e-612b-4521-91f0-8a90970caf8f req-3ad3215f-fa07-4112-a32a-6a98d5f3f578 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:13.564144 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-108dd30e-612b-4521-91f0-8a90970caf8f req-3ad3215f-fa07-4112-a32a-6a98d5f3f578 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0757961 Feb 28 15:16:13.611574 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-108dd30e-612b-4521-91f0-8a90970caf8f req-dc41ea10-e8b3-429c-99e4-b76d9f569d96 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415027 Feb 28 15:16:13.669724 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-d6a3522c-1017-4bab-baff-cd8db293f43f service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2358680 Feb 28 15:16:14.796668 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-158bb97e-d6b9-46b7-867a-9965793b4f9a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 1098 time: 0.0707483 Feb 28 15:16:14.819319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e33a96b-d628-48dd-9f2b-6c5921ec4b5e req-64ffe713-a7d2-4f94-a38b-1cad8045cfc0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:14.820944 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3e33a96b-d628-48dd-9f2b-6c5921ec4b5e req-64ffe713-a7d2-4f94-a38b-1cad8045cfc0 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0763443 Feb 28 15:16:14.867316 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3e33a96b-d628-48dd-9f2b-6c5921ec4b5e req-6af173c1-884c-4ccf-9449-0ce1953ee9c2 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401335 Feb 28 15:16:14.930383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-aab7aa64-d1eb-46f4-9725-7b19c971c6a5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:14.931870 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-aab7aa64-d1eb-46f4-9725-7b19c971c6a5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1288598 Feb 28 15:16:15.117270 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-93a796e3-2cb3-4a93-8bba-b1e16cb32474 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52 HTTP/1.1" status: 200 len: 1001 time: 0.1797717 Feb 28 15:16:15.176563 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-d9911954-a0d0-4cbd-8b72-50a8a236eb5f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:15.177920 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-d9911954-a0d0-4cbd-8b72-50a8a236eb5f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0551205 Feb 28 15:16:15.249068 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-b23208f0-6a1a-4473-9d68-98284812ea94 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652962 Feb 28 15:16:15.376326 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-49264ee4-00bb-480c-befc-3e2a9e2fd318 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216090 Feb 28 15:16:15.502919 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-d52c6bfe-f205-429b-a206-2d16d4b6ca52 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212425 Feb 28 15:16:16.069365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e58e76-a8b4-44da-817d-686cec54fe3d req-291c82bb-e794-4dcf-b8a2-a0c46794f900 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:16.070786 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-05e58e76-a8b4-44da-817d-686cec54fe3d req-291c82bb-e794-4dcf-b8a2-a0c46794f900 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0810928 Feb 28 15:16:16.114673 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-05e58e76-a8b4-44da-817d-686cec54fe3d req-ab00fd78-55f5-42a0-89c0-901f34b76835 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384843 Feb 28 15:16:17.308160 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be876dfa-d3cc-408f-95a1-af715019e034 req-7fd0924f-db48-4b3b-a466-162b285c0720 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:17.309511 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-be876dfa-d3cc-408f-95a1-af715019e034 req-7fd0924f-db48-4b3b-a466-162b285c0720 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0766914 Feb 28 15:16:17.355981 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-be876dfa-d3cc-408f-95a1-af715019e034 req-ffc9a657-0e07-4750-b263-c0fad9616b2b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406866 Feb 28 15:16:17.379782 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:16:18.549820 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684cbb18-c4d1-4e6a-a1c3-aced35de54c5 req-7c441dc1-4061-48af-a7c1-300f732392b1 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:18.551221 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-684cbb18-c4d1-4e6a-a1c3-aced35de54c5 req-7c441dc1-4061-48af-a7c1-300f732392b1 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0736859 Feb 28 15:16:18.597592 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-684cbb18-c4d1-4e6a-a1c3-aced35de54c5 req-1d70f4ee-bfcf-45ff-9f87-c51d1f3f0e18 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403056 Feb 28 15:16:19.797318 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-894079f8-44a3-4951-8ad0-587338dd6d41 req-07574993-14ee-40c5-aea1-20d871aa971f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:19.798734 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-894079f8-44a3-4951-8ad0-587338dd6d41 req-07574993-14ee-40c5-aea1-20d871aa971f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0729432 Feb 28 15:16:19.845301 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-894079f8-44a3-4951-8ad0-587338dd6d41 req-d42a66ea-649b-4f0a-9ccf-1216451e707f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410490 Feb 28 15:16:21.181150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271e0cf7-2299-48e7-8e48-5e30f894abb2 req-66dd7515-d2e3-4697-97a6-629fc7194a62 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:21.182564 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-271e0cf7-2299-48e7-8e48-5e30f894abb2 req-66dd7515-d2e3-4697-97a6-629fc7194a62 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0744672 Feb 28 15:16:21.229135 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-271e0cf7-2299-48e7-8e48-5e30f894abb2 req-28269b6b-5714-4667-b1b7-c32f4dc3d846 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410159 Feb 28 15:16:22.425416 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c3a894-6b61-4a00-83b7-eeb1d2f5431f req-a15cbda5-2cef-4e1f-9626-2f7c42cf26e7 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:22.426837 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-47c3a894-6b61-4a00-83b7-eeb1d2f5431f req-a15cbda5-2cef-4e1f-9626-2f7c42cf26e7 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0739293 Feb 28 15:16:22.471693 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-47c3a894-6b61-4a00-83b7-eeb1d2f5431f req-97ebfcc5-6f79-4d83-86c6-3f1baa1c4b80 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394223 Feb 28 15:16:23.680998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47abd8dc-6084-4886-9b25-7f631dc97c27 req-672aa001-3ebb-4115-a664-cc3a6cd36443 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:23.682460 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-47abd8dc-6084-4886-9b25-7f631dc97c27 req-672aa001-3ebb-4115-a664-cc3a6cd36443 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0784588 Feb 28 15:16:23.727624 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-47abd8dc-6084-4886-9b25-7f631dc97c27 req-03e7fb7d-2605-4d0c-9d58-180b70307237 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393441 Feb 28 15:16:24.923872 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba5ba29-5186-4b4a-b29a-40e062b00868 req-71960757-f357-42ee-a838-8a6a0d27353c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:24.925270 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9ba5ba29-5186-4b4a-b29a-40e062b00868 req-71960757-f357-42ee-a838-8a6a0d27353c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0772705 Feb 28 15:16:24.968413 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9ba5ba29-5186-4b4a-b29a-40e062b00868 req-a6b3d607-b684-45d4-9c82-2d4b24c68ccb tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377374 Feb 28 15:16:25.490248 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6541a16a-0a7c-4eb0-aab1-9c68be7f9647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:26.160615 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb95bed-ee78-495b-8ea1-6ffa29901c9d req-23fd6520-df42-4d33-89d4-458544161488 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:26.162033 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7fb95bed-ee78-495b-8ea1-6ffa29901c9d req-23fd6520-df42-4d33-89d4-458544161488 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0738845 Feb 28 15:16:26.205815 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7fb95bed-ee78-495b-8ea1-6ffa29901c9d req-b8c5f5ce-a5a2-4ea6-bc23-40452689d262 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378065 Feb 28 15:16:27.397205 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-154bbdf3-adae-4a4b-885f-657e581e6192 req-cb12dc2b-8937-4a9b-b3bf-4f47a82a7469 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:27.398551 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-154bbdf3-adae-4a4b-885f-657e581e6192 req-cb12dc2b-8937-4a9b-b3bf-4f47a82a7469 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0750084 Feb 28 15:16:27.442690 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-154bbdf3-adae-4a4b-885f-657e581e6192 req-ba3b2e07-0356-4276-a52c-33dc3d4efeb7 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386088 Feb 28 15:16:27.655459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ba56dda1-023c-4c06-9f70-abd9ac9713a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:27.859056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:28.637827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0744b168-1e02-4441-9c31-985daaa78cfb req-eb5da314-2e11-40d9-85f9-26d110713a3a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:28.639243 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0744b168-1e02-4441-9c31-985daaa78cfb req-eb5da314-2e11-40d9-85f9-26d110713a3a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0791926 Feb 28 15:16:28.683412 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0744b168-1e02-4441-9c31-985daaa78cfb req-e7d9b954-41e7-4420-aacb-69de2626a932 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385754 Feb 28 15:16:28.899697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:28.910841 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:29.880633 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e0b623-b14b-4b6a-903c-6845894b3cc1 req-659b6d5a-14ac-4bf0-802a-55c9ec319927 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:29.882105 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-29e0b623-b14b-4b6a-903c-6845894b3cc1 req-659b6d5a-14ac-4bf0-802a-55c9ec319927 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0778925 Feb 28 15:16:29.928728 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-29e0b623-b14b-4b6a-903c-6845894b3cc1 req-5559a97f-71de-42fd-ac32-df553a4a17f6 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405715 Feb 28 15:16:30.288660 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:31.120122 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d76d5fb-97ec-43be-86d6-9c1d6b7f4b9b req-73735fea-c025-4bbb-89b3-a83d5100ed98 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:31.121533 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1d76d5fb-97ec-43be-86d6-9c1d6b7f4b9b req-73735fea-c025-4bbb-89b3-a83d5100ed98 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0736897 Feb 28 15:16:31.165186 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1d76d5fb-97ec-43be-86d6-9c1d6b7f4b9b req-a1259fb8-5dbb-4c79-bfc1-ce62586ce3cc tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383582 Feb 28 15:16:32.357023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd6991e-bb6a-4780-81b8-34385200e014 req-07d398a1-e7b8-40c5-a7c4-519bd8a9f422 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:32.358467 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bbd6991e-bb6a-4780-81b8-34385200e014 req-07d398a1-e7b8-40c5-a7c4-519bd8a9f422 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0757542 Feb 28 15:16:32.405821 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bbd6991e-bb6a-4780-81b8-34385200e014 req-0811cae5-7f77-43e3-a60f-10269c2f9985 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419803 Feb 28 15:16:33.602903 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b814457c-5073-4c9d-b089-641dd44452c8 req-325d58a5-ee64-45ea-8961-52b600a0dfdf tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:33.604858 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b814457c-5073-4c9d-b089-641dd44452c8 req-325d58a5-ee64-45ea-8961-52b600a0dfdf tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0772746 Feb 28 15:16:33.649758 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b814457c-5073-4c9d-b089-641dd44452c8 req-72430c0f-b4c7-4a98-ba12-d0ce080d1718 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394852 Feb 28 15:16:33.884510 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b62c2f89-ab02-47c6-877a-3aaf5d1d364f req-0ca2ac07-3330-42ed-848a-53ee3ffdd060 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 1098 time: 0.1331336 Feb 28 15:16:34.023498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c2f89-ab02-47c6-877a-3aaf5d1d364f req-63a88f9f-f162-4327-9475-5b84b6e3357d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:34.024841 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b62c2f89-ab02-47c6-877a-3aaf5d1d364f req-63a88f9f-f162-4327-9475-5b84b6e3357d service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1224515 Feb 28 15:16:34.124415 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b62c2f89-ab02-47c6-877a-3aaf5d1d364f req-0071b40d-ccb3-4e12-9fa0-c8d68fd9572c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52 HTTP/1.1" status: 200 len: 1001 time: 0.0934765 Feb 28 15:16:34.186521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62c2f89-ab02-47c6-877a-3aaf5d1d364f req-207413ae-87cf-4a7f-9a91-cdde680cb016 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:34.187887 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b62c2f89-ab02-47c6-877a-3aaf5d1d364f req-207413ae-87cf-4a7f-9a91-cdde680cb016 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0582175 Feb 28 15:16:34.257584 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b62c2f89-ab02-47c6-877a-3aaf5d1d364f req-986b7e08-99a9-48ae-80f6-5fcd78d6bf2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645113 Feb 28 15:16:34.471009 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b62c2f89-ab02-47c6-877a-3aaf5d1d364f req-1503cb79-4314-49d5-a457-248ec0ce753f service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2071416 Feb 28 15:16:34.597454 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b62c2f89-ab02-47c6-877a-3aaf5d1d364f req-3024a45d-2d25-4585-8f53-f0fb50d331b7 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206508 Feb 28 15:16:34.847273 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69c7489-a0b0-46c8-99b4-a655d25f0581 req-493d47c0-bd40-469f-af2a-44c2f660ec79 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:34.848664 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b69c7489-a0b0-46c8-99b4-a655d25f0581 req-493d47c0-bd40-469f-af2a-44c2f660ec79 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0742016 Feb 28 15:16:34.892455 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b69c7489-a0b0-46c8-99b4-a655d25f0581 req-83fe93dc-fcdd-423a-932d-d72442ebaf04 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379329 Feb 28 15:16:36.091730 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63455b2-4da5-433c-9c16-469f55dbe90a req-33eebb4c-d0f1-4390-b4db-a92bdf7be849 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:36.093142 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a63455b2-4da5-433c-9c16-469f55dbe90a req-33eebb4c-d0f1-4390-b4db-a92bdf7be849 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0792451 Feb 28 15:16:36.137170 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a63455b2-4da5-433c-9c16-469f55dbe90a req-3019688c-a99d-4312-b56c-24e06a6bc38a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384438 Feb 28 15:16:37.339901 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974fcbd0-5015-44d3-8147-0915cc0e71ae req-ba004397-5800-4b52-8418-806d720cd502 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:37.341343 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-974fcbd0-5015-44d3-8147-0915cc0e71ae req-ba004397-5800-4b52-8418-806d720cd502 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0833454 Feb 28 15:16:37.386964 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-974fcbd0-5015-44d3-8147-0915cc0e71ae req-152a1112-3e34-473e-b4b5-83d2792fdc80 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393720 Feb 28 15:16:37.797570 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-b7558a6a-d04f-4576-bee3-2a9d55af9114 service neutron] 10.222.0.20 "GET /v2.0/ports/6cb753e1-b9fd-4887-88db-d47b2c8bcf52/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.0710716 Feb 28 15:16:38.054610 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-acc5770c-4a0e-41ea-ada2-3b5075d817c6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33&tenant_id=c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 1098 time: 0.0708699 Feb 28 15:16:38.142471 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-d1e5776c-69e2-46e6-8429-5def6b7d8408 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 1098 time: 0.0659277 Feb 28 15:16:38.267882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-21a5d4ec-e3c1-4d9c-b8db-cabeee6a4849 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:38.269255 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-21a5d4ec-e3c1-4d9c-b8db-cabeee6a4849 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1211867 Feb 28 15:16:38.369488 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-b8dafc42-2456-4de7-b187-5fb7473f382d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52 HTTP/1.1" status: 200 len: 1001 time: 0.0942979 Feb 28 15:16:38.431942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-23f357aa-8a19-4a85-bfb2-27ce9e7ac83b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:38.433102 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-23f357aa-8a19-4a85-bfb2-27ce9e7ac83b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0581303 Feb 28 15:16:38.508920 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-d9ac296e-1c10-4b98-a4dc-a54a217b014f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700340 Feb 28 15:16:38.688879 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb82e13-9d72-486b-bf57-a8d8ef8a85e0 req-b442baa3-91fb-421b-926e-5dafb57f8532 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:38.690298 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ffb82e13-9d72-486b-bf57-a8d8ef8a85e0 req-b442baa3-91fb-421b-926e-5dafb57f8532 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.1805189 Feb 28 15:16:38.692090 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-afef9b73-079f-4707-b237-933036c82fec service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538830 Feb 28 15:16:38.813370 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ffb82e13-9d72-486b-bf57-a8d8ef8a85e0 req-b3883eaf-6c77-4478-8266-facb74c3ecff tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1176753 Feb 28 15:16:38.852867 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-4eed03b6-51f6-47f1-8575-1c83626bd0a8 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439683 Feb 28 15:16:40.011861 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac068ec5-8db0-4d33-b2dd-01946568ccbf req-48911333-25de-4256-95fa-de60dcbd3909 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:40.013293 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ac068ec5-8db0-4d33-b2dd-01946568ccbf req-48911333-25de-4256-95fa-de60dcbd3909 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0753767 Feb 28 15:16:40.058442 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ac068ec5-8db0-4d33-b2dd-01946568ccbf req-99049d0c-f23c-4d8c-bf06-619249ff6a90 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394826 Feb 28 15:16:41.258078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dec805-313d-4ca3-a5e3-03c0c4ab7e62 req-701a1e23-05a6-4752-8930-d94a3667c69f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:41.260119 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-39dec805-313d-4ca3-a5e3-03c0c4ab7e62 req-701a1e23-05a6-4752-8930-d94a3667c69f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0774598 Feb 28 15:16:41.303325 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-39dec805-313d-4ca3-a5e3-03c0c4ab7e62 req-4e2aa192-c59e-428c-a790-01a86a243c47 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377259 Feb 28 15:16:41.407981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:16:41.410278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:16:41.623998 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:41.641905 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:16:41.660730 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'port_id': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'mac_address': 'fa:16:3e:30:63:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:16:41.668577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439f08a7-22ef-4f61-a521-d951b8238e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:16:41.708844 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:16:41.714042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:41.793815 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439f08a7-22ef-4f61-a521-d951b8238e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'code': 200} Feb 28 15:16:41.816433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:41.840771 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:16:41.848273 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:16:41.887981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:16:41.888252 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:16:41.888591 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:16:41.888923 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:16:41.889253 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:16:41.889580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:16:41.889935 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:16:41.890261 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:16:41.890585 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:16:41.890906 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:16:41.891225 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:16:41.912783 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:16:41.913135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:16:42.468492 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:42.485967 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:16:42.501470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:16:42.504152 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50f47b9f-a5d0-4c8a-884b-4eb59a2ad3b5 req-a9fbc4e5-fc35-4682-a509-724dc5de3187 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:42.505620 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-50f47b9f-a5d0-4c8a-884b-4eb59a2ad3b5 req-a9fbc4e5-fc35-4682-a509-724dc5de3187 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 943 time: 0.0786972 Feb 28 15:16:42.506033 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:42.552213 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-50f47b9f-a5d0-4c8a-884b-4eb59a2ad3b5 req-49b2dcc5-84cd-405e-962b-e8e67517f743 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394657 Feb 28 15:16:42.573834 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,revision_number=7']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:16:42.576615 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['6cb753e1-b9fd-4887-88db-d47b2c8bcf52'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:16:43.422367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:16:43.488788 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:16:43.489376 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:43.609379 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:43.642147 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:16:43.646275 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:43.713455 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,revision_number=8']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:16:43.753427 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76e1973-6575-43fa-a71b-a8d24644734d req-f8a5b274-c6cc-4840-b5bd-72b1ece7b213 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:43.754826 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d76e1973-6575-43fa-a71b-a8d24644734d req-f8a5b274-c6cc-4840-b5bd-72b1ece7b213 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0793412 Feb 28 15:16:43.795098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439f08a7-22ef-4f61-a521-d951b8238e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:16:43.799043 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d76e1973-6575-43fa-a71b-a8d24644734d req-62bfd7f2-5434-4d4f-8ac2-5f428cf5e1da tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0388086 Feb 28 15:16:43.856640 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439f08a7-22ef-4f61-a521-d951b8238e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'code': 200} Feb 28 15:16:45.002858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f59f11-a8a5-4e32-9672-e96803b670cc req-8b3bf4f1-5b18-46f5-b3a2-c0070a2586c3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:45.004795 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d5f59f11-a8a5-4e32-9672-e96803b670cc req-8b3bf4f1-5b18-46f5-b3a2-c0070a2586c3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0829010 Feb 28 15:16:45.048977 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d5f59f11-a8a5-4e32-9672-e96803b670cc req-5423743b-2518-47cf-92bd-3cda04dbebad tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387368 Feb 28 15:16:46.241018 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c88aca4-dad9-4188-a475-0efab3276912 req-408612ea-d579-43e0-a79d-3a8e1625e64a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:46.242407 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6c88aca4-dad9-4188-a475-0efab3276912 req-408612ea-d579-43e0-a79d-3a8e1625e64a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0740681 Feb 28 15:16:46.290227 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6c88aca4-dad9-4188-a475-0efab3276912 req-31e31bfb-64ce-44d9-ac26-8ab939e162c4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425127 Feb 28 15:16:47.487216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bd6434-3aec-4204-8b7b-a2a3d1a5102e req-0febf061-9771-4e56-80ac-90f88081b361 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:47.488692 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-30bd6434-3aec-4204-8b7b-a2a3d1a5102e req-0febf061-9771-4e56-80ac-90f88081b361 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0788476 Feb 28 15:16:47.532311 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-30bd6434-3aec-4204-8b7b-a2a3d1a5102e req-73b037a3-9f6f-4573-8d19-15c95be58321 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381210 Feb 28 15:16:47.990423 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73ea7be-b61a-4b8e-874e-1fa6a2f7e84c req-685352e6-1265-40aa-bbb5-35083d21458b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:47.991888 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c73ea7be-b61a-4b8e-874e-1fa6a2f7e84c req-685352e6-1265-40aa-bbb5-35083d21458b tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0781443 Feb 28 15:16:48.033662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-514958fb-be90-4178-9853-6aec4acd8333 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:48.035069 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-514958fb-be90-4178-9853-6aec4acd8333 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33&tenant_id=c1cdba6741bf4b6583986a19598e91a5&binding%3Ahost_id=hv-neutron-8308 HTTP/1.1" status: 200 len: 945 time: 0.1773245 Feb 28 15:16:48.042439 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c73ea7be-b61a-4b8e-874e-1fa6a2f7e84c req-af48a5e3-08d4-4144-be74-efd392c3929a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0445478 Feb 28 15:16:48.111627 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-c5e4809d-7719-465b-884e-35b6b73428eb service neutron] 10.222.0.20 "GET /v2.0/ports/6cb753e1-b9fd-4887-88db-d47b2c8bcf52/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.0708361 Feb 28 15:16:48.200245 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-2dfc767a-1e31-4603-8dcc-6b39da34ad4a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 1098 time: 0.0682349 Feb 28 15:16:48.330184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-ef177b67-5f0f-467a-a95a-a4b1fc195482 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:48.331648 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-ef177b67-5f0f-467a-a95a-a4b1fc195482 service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1258764 Feb 28 15:16:48.442810 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-ea5031cd-5715-4cab-861c-efc6f8a4aff9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52 HTTP/1.1" status: 200 len: 1001 time: 0.1049094 Feb 28 15:16:48.502647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-7c345ffe-1f61-4570-b54f-b0f8a9d769a4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:48.504083 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-7c345ffe-1f61-4570-b54f-b0f8a9d769a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0560918 Feb 28 15:16:48.574548 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-17fee44a-7f5b-4e1e-810f-6aa2bb3f49e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0647540 Feb 28 15:16:48.706299 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-6020abdf-841d-47c3-95fd-1dbf81f93c05 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261706 Feb 28 15:16:48.833302 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-3a31ba77-d9fd-4234-a4a0-59cb12d005ad service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209807 Feb 28 15:16:49.240915 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0af2009f-b506-4a6a-81bb-24b77efa6cbd req-02e04b49-954d-4eb3-8eae-1ed46a978b52 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:49.242329 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0af2009f-b506-4a6a-81bb-24b77efa6cbd req-02e04b49-954d-4eb3-8eae-1ed46a978b52 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0781124 Feb 28 15:16:49.285987 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0af2009f-b506-4a6a-81bb-24b77efa6cbd req-5e502f55-22c2-4a73-8972-3979ffe338e3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382659 Feb 28 15:16:50.491908 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ff338c-2040-4058-af43-7557a5eec79d req-0480826a-ba8e-4560-bc34-0d0db2d507db tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:50.493359 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-15ff338c-2040-4058-af43-7557a5eec79d req-0480826a-ba8e-4560-bc34-0d0db2d507db tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0779524 Feb 28 15:16:50.537544 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-15ff338c-2040-4058-af43-7557a5eec79d req-62661fbd-1416-4aa0-9b29-d18713513577 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386360 Feb 28 15:16:51.738349 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8c031-dafe-41d9-9003-a89e73a27d5b req-fae1dc77-5a28-4a6e-8257-40adf7ae0379 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:51.739723 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0ec8c031-dafe-41d9-9003-a89e73a27d5b req-fae1dc77-5a28-4a6e-8257-40adf7ae0379 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0752237 Feb 28 15:16:51.824978 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0ec8c031-dafe-41d9-9003-a89e73a27d5b req-10b3444a-a24c-4e86-adc4-fde4d85f35d4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799773 Feb 28 15:16:51.851294 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-f5ccb65c-3ff3-495a-8bcc-e38ccde7cb91 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33&tenant_id=c1cdba6741bf4b6583986a19598e91a5 HTTP/1.1" status: 200 len: 1098 time: 0.0819993 Feb 28 15:16:51.938517 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-f8a89cba-ff96-4044-b0bb-0837c4057133 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c1cdba6741bf4b6583986a19598e91a5&device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 1098 time: 0.0660288 Feb 28 15:16:52.064774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-9783e847-8726-417b-81fa-410dfd08d5ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:52.066098 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-9783e847-8726-417b-81fa-410dfd08d5ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 200 len: 911 time: 0.1222298 Feb 28 15:16:52.165485 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-4ff27423-d603-4003-b5f6-7a721893f611 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52 HTTP/1.1" status: 200 len: 1001 time: 0.0940356 Feb 28 15:16:52.229435 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-9b976b0d-d634-4d3c-8c0b-e82249ee7ba1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:52.230788 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-9b976b0d-d634-4d3c-8c0b-e82249ee7ba1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 200 len: 850 time: 0.0593324 Feb 28 15:16:52.303357 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-9e90efd8-008a-47f0-8538-58785b03f10c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=299bfe7f-7b51-41c2-bed2-472fff98cedd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0668011 Feb 28 15:16:52.429355 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-1a1e988f-f8ee-45f7-a294-51588779b2e5 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203759 Feb 28 15:16:52.641484 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-34bebb00-17e7-46bf-bb76-10a5a67de279 req-3b1174c7-8574-4a41-b1c2-ca966f449209 service neutron] 10.222.0.20 "GET /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055178 Feb 28 15:16:53.024875 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1c2cb6-e2e0-4b37-ab49-0f053c6d6a67 req-2a9b798a-f58e-4801-b513-11ec65fc514e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:53.026771 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8c1c2cb6-e2e0-4b37-ab49-0f053c6d6a67 req-2a9b798a-f58e-4801-b513-11ec65fc514e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0784380 Feb 28 15:16:53.071009 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8c1c2cb6-e2e0-4b37-ab49-0f053c6d6a67 req-7bde6889-24c1-45c1-81f0-efafd9ba9980 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385332 Feb 28 15:16:53.437965 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:16:53.545227 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:53.572302 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439f08a7-22ef-4f61-a521-d951b8238e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:16:53.581385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:16:53.586257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:53.637729 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439f08a7-22ef-4f61-a521-d951b8238e33', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'code': 200} Feb 28 15:16:53.658282 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,revision_number=9']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:16:54.267999 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83ac98b-7f49-496b-b7fc-2e035faf6514 req-a63bbc3f-96e3-4543-9e5d-a73ee99d4581 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:54.269438 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e83ac98b-7f49-496b-b7fc-2e035faf6514 req-a63bbc3f-96e3-4543-9e5d-a73ee99d4581 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 943 time: 0.0780621 Feb 28 15:16:54.313966 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e83ac98b-7f49-496b-b7fc-2e035faf6514 req-93aab3c8-3462-4eed-96f3-e0823a5b65fe tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390332 Feb 28 15:16:54.380339 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:16:55.437122 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:16:55.512220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1119e8db-569c-4959-a1ff-ff0f328bb5d6 req-25de68f1-7076-4b0f-86ca-7fb0aabad155 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:55.513677 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1119e8db-569c-4959-a1ff-ff0f328bb5d6 req-25de68f1-7076-4b0f-86ca-7fb0aabad155 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 943 time: 0.0799322 Feb 28 15:16:55.542541 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b970c100-ffb8-4095-b5fc-49dc7f54e349 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:55.558786 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1119e8db-569c-4959-a1ff-ff0f328bb5d6 req-344cc1bf-f123-4fd9-8124-58cd21be06ff tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394490 Feb 28 15:16:55.585119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:16:55.593653 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'port_id': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'mac_address': 'fa:16:3e:30:63:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:16:55.645722 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:55.661874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:16:55.676405 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:16:55.679507 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:55.745171 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['6cb753e1-b9fd-4887-88db-d47b2c8bcf52'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:16:55.785592 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,revision_number=10']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:16:56.758366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d70ff8-b0b3-4757-b0b1-19140e252303 req-e0d70a48-648a-45d3-a611-1beaa1648899 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:56.759761 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d1d70ff8-b0b3-4757-b0b1-19140e252303 req-e0d70a48-648a-45d3-a611-1beaa1648899 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 945 time: 0.0790274 Feb 28 15:16:56.803186 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d1d70ff8-b0b3-4757-b0b1-19140e252303 req-59da291b-6ccf-4b74-9400-1caac101d13e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379863 Feb 28 15:16:57.452839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:16:57.518982 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:16:57.519345 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:57.630314 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:57.664036 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-09a10a30-4688-4503-bf80-bb255045d8a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:57.669385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439f08a7-22ef-4f61-a521-d951b8238e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:16:57.679304 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:16:57.684038 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:57.736395 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439f08a7-22ef-4f61-a521-d951b8238e33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'code': 200} Feb 28 15:16:57.749536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,revision_number=11']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:16:57.858257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:57.999478 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310e11a8-511d-480b-8ab3-c5afde5c5e2a req-d1819a75-a530-4101-b406-83f31b0fa6a3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:58.000921 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-310e11a8-511d-480b-8ab3-c5afde5c5e2a req-d1819a75-a530-4101-b406-83f31b0fa6a3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 946 time: 0.0741217 Feb 28 15:16:58.048487 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-310e11a8-511d-480b-8ab3-c5afde5c5e2a req-c31ab1a9-48e7-4c2c-9621-f76b766fe340 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0421798 Feb 28 15:16:58.891864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:58.912148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:16:59.243078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81958e03-3d6b-42ea-933b-459954315706 req-0b0d7f55-1db7-4bce-bb1e-765ce854aa4a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:16:59.245133 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-81958e03-3d6b-42ea-933b-459954315706 req-0b0d7f55-1db7-4bce-bb1e-765ce854aa4a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 946 time: 0.0735710 Feb 28 15:16:59.288681 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-81958e03-3d6b-42ea-933b-459954315706 req-87772797-91cc-40f8-b022-27bd88289b7f tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381320 Feb 28 15:17:00.294756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:00.499259 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cab44a9-560a-4352-be8b-eaac85ddf7a1 req-9b9a247a-b088-4948-affb-30e843ec3589 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:00.500825 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7cab44a9-560a-4352-be8b-eaac85ddf7a1 req-9b9a247a-b088-4948-affb-30e843ec3589 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 946 time: 0.0865738 Feb 28 15:17:00.546599 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7cab44a9-560a-4352-be8b-eaac85ddf7a1 req-0c4052ca-e071-410d-a5db-58fc88afca3a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0402672 Feb 28 15:17:01.825358 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70308cb2-51cb-452b-9aa2-d1284791ab1f req-862119f8-30eb-4a0d-a42e-76bc9bc6f6aa tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:01.826784 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-70308cb2-51cb-452b-9aa2-d1284791ab1f req-862119f8-30eb-4a0d-a42e-76bc9bc6f6aa tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 946 time: 0.1620882 Feb 28 15:17:01.870984 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-70308cb2-51cb-452b-9aa2-d1284791ab1f req-e0c44da9-294b-4695-bf41-55072c806baa tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387628 Feb 28 15:17:02.067338 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdc5b44-d2f1-405a-9f2c-a3eca661f6d1 req-28eb13ac-b6f1-41bf-8a5b-5b57ba1971e5 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:02.068681 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ccdc5b44-d2f1-405a-9f2c-a3eca661f6d1 req-28eb13ac-b6f1-41bf-8a5b-5b57ba1971e5 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 946 time: 0.0773513 Feb 28 15:17:02.183467 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ccdc5b44-d2f1-405a-9f2c-a3eca661f6d1 req-90f7b2d6-939d-477e-98f3-3b49b8ae0d6a tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1093538 Feb 28 15:17:02.374131 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50804fa-78a1-44a6-8579-706dc379f380 req-dc8320c0-99dc-4b01-a6ac-b12ab68baabd tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:02.375458 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f50804fa-78a1-44a6-8579-706dc379f380 req-dc8320c0-99dc-4b01-a6ac-b12ab68baabd tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 946 time: 0.0736847 Feb 28 15:17:02.425133 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f50804fa-78a1-44a6-8579-706dc379f380 req-f4f12cfe-4028-4d44-bc9b-386112fd8e35 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0442021 Feb 28 15:17:02.820176 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4964db7-38c5-4d92-8c5b-d5cc3f137c75 req-2430fb23-5bc9-42f3-bed7-19a636267523 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:02.821602 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f4964db7-38c5-4d92-8c5b-d5cc3f137c75 req-2430fb23-5bc9-42f3-bed7-19a636267523 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 946 time: 0.0743887 Feb 28 15:17:02.866155 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f4964db7-38c5-4d92-8c5b-d5cc3f137c75 req-32f4bb1c-33e2-4fcf-a4f0-0f49cd2d05ea tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386629 Feb 28 15:17:04.135027 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ab7c56-9312-44be-acd6-d20e912e3c76 req-a03ab8c2-91d8-4b1d-93ce-aa0c749b4780 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:04.136475 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b5ab7c56-9312-44be-acd6-d20e912e3c76 req-a03ab8c2-91d8-4b1d-93ce-aa0c749b4780 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 946 time: 0.1482899 Feb 28 15:17:04.179143 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b5ab7c56-9312-44be-acd6-d20e912e3c76 req-0e2a5ea1-4bfa-43bc-bb00-b5b2f3e567d3 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372972 Feb 28 15:17:05.128005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fff7ac7-a4f5-4608-af76-932476b86e03 req-e530623a-13a5-45a4-a685-235ce5f79d49 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:05.129781 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9fff7ac7-a4f5-4608-af76-932476b86e03 req-e530623a-13a5-45a4-a685-235ce5f79d49 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 946 time: 0.0795565 Feb 28 15:17:05.195724 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-9fff7ac7-a4f5-4608-af76-932476b86e03 req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Deleting port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:17:05.196057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9fff7ac7-a4f5-4608-af76-932476b86e03 req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:05.483860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-9fff7ac7-a4f5-4608-af76-932476b86e03 req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] For port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:17:05.484206 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9fff7ac7-a4f5-4608-af76-932476b86e03 req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:05.499251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f0c710-986c-4b2a-b91c-3e6e30e0fb97 req-b88ce091-0ec8-41c8-9331-1ed4999fb08e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:05.500683 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e5f0c710-986c-4b2a-b91c-3e6e30e0fb97 req-b88ce091-0ec8-41c8-9331-1ed4999fb08e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 946 time: 0.2004206 Feb 28 15:17:05.679533 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e5f0c710-986c-4b2a-b91c-3e6e30e0fb97 req-b78c7f6a-6183-4002-8612-a979773101ca tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups?id=9fc042f1-fd4a-422e-b665-67f142d1f347&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280401 Feb 28 15:17:05.805909 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9fff7ac7-a4f5-4608-af76-932476b86e03 req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for floatingip, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:05.806175 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9fff7ac7-a4f5-4608-af76-932476b86e03 req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:05.807027 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [req-9fff7ac7-a4f5-4608-af76-932476b86e03 req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Floating IP 75e1bfcf-612e-459a-9631-36240dd95b1c disassociated. External IP: 172.26.4.57, port: 6cb753e1-b9fd-4887-88db-d47b2c8bcf52. Feb 28 15:17:05.807353 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-9fff7ac7-a4f5-4608-af76-932476b86e03 req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Calling delete_port for 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:17:05.944709 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9fff7ac7-a4f5-4608-af76-932476b86e03 req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:05.990839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Pushing event deleted for resources: {'Port': ['ID=6cb753e1-b9fd-4887-88db-d47b2c8bcf52,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:06.005454 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:06.005681 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:06.006009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:06.006340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:06.006641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:06.006963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:06.007282 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:06.007618 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:06.007935 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:06.008251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:06.008595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:06.306697 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [req-9fff7ac7-a4f5-4608-af76-932476b86e03 req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:17:06.507370 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-9fff7ac7-a4f5-4608-af76-932476b86e03 req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:17:06.516994 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158bfa4-8111-4a73-9441-b9607e83e4cd None None] Sync routers for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:17:06.529423 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c158bfa4-8111-4a73-9441-b9607e83e4cd None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:17:06.530005 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c158bfa4-8111-4a73-9441-b9607e83e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:16:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:06.577389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-9fff7ac7-a4f5-4608-af76-932476b86e03 req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] No DVR routers for this DVR port 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:17:06.579855 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9fff7ac7-a4f5-4608-af76-932476b86e03 req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:06.583556 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '439f08a7-22ef-4f61-a521-d951b8238e33', 'name': 'network-vif-deleted', 'tag': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:17:06.598663 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9fff7ac7-a4f5-4608-af76-932476b86e03 req-d7f6a72b-f209-4ff6-9353-32bfe92cfbf4 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.20 "DELETE /v2.0/ports/6cb753e1-b9fd-4887-88db-d47b2c8bcf52 HTTP/1.1" status: 204 len: 173 time: 1.4626548 Feb 28 15:17:06.653873 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '439f08a7-22ef-4f61-a521-d951b8238e33', 'name': 'network-vif-deleted', 'tag': '6cb753e1-b9fd-4887-88db-d47b2c8bcf52', 'status': 'completed', 'code': 200} Feb 28 15:17:06.710977 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-c158bfa4-8111-4a73-9441-b9607e83e4cd None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:17:06.844053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-3a3d29cb-63b8-41f0-a2b9-f738f1a4d0b4 req-4a4fe88d-ed2d-4c8d-b3c0-a6770d8c1e9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Synchronizing usage tracker for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:17:06.860949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-3a3d29cb-63b8-41f0-a2b9-f738f1a4d0b4 req-4a4fe88d-ed2d-4c8d-b3c0-a6770d8c1e9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Unset dirty status for tenant:c1cdba6741bf4b6583986a19598e91a5 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:17:06.862123 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3a3d29cb-63b8-41f0-a2b9-f738f1a4d0b4 req-4a4fe88d-ed2d-4c8d-b3c0-a6770d8c1e9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/ports?device_id=439f08a7-22ef-4f61-a521-d951b8238e33 HTTP/1.1" status: 200 len: 210 time: 0.0577641 Feb 28 15:17:07.023036 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c158bfa4-8111-4a73-9441-b9607e83e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:07.026876 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158bfa4-8111-4a73-9441-b9607e83e4cd None None] Checking router: d5b04aeb-8efc-4c04-b44a-71c66c8b1615 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:17:07.037172 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c158bfa4-8111-4a73-9441-b9607e83e4cd None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:17:07.037747 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c158bfa4-8111-4a73-9441-b9607e83e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:16:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:07.213427 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-c158bfa4-8111-4a73-9441-b9607e83e4cd None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:17:07.499409 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:17:07.535161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:17:07.535828 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6cb753e1-b9fd-4887-88db-d47b2c8bcf52 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:17:07.547864 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c158bfa4-8111-4a73-9441-b9607e83e4cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:07.551816 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c158bfa4-8111-4a73-9441-b9607e83e4cd None None] The sync data for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv is: [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:16Z', 'revision_number': 4, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'dba455d0-e49d-4234-8d13-9f368bce4179', 'name': '', 'network_id': '299bfe7f-7b51-41c2-bed2-472fff98cedd', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'mac_address': 'fa:16:3e:52:bc:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:15Z', 'updated_at': '2022-02-28T15:13:23Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'subnets': [{'id': '04bfccf2-59bf-4c96-aaca-d793fa88aef7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:17:07.767667 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-22e867e1-4dbb-4a5c-8c18-ae8aaf7ffa69 None None] New status for floating IP 75e1bfcf-612e-459a-9631-36240dd95b1c: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:17:11.169034 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52316) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:11.234179 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:11.261410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:11.311256 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:11.329145 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fc042f1-fd4a-422e-b665-67f142d1f347,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:11.342194 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:11.342532 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:11.342860 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:11.343183 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:11.343505 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:11.343847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:11.344163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:11.344728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:11.345039 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:11.345345 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:11.345651 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:11.350440 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:11.351519 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7d445cab-4d0c-4e8b-b693-3fc80e98ed9e tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "DELETE /v2.0/security-groups/9fc042f1-fd4a-422e-b665-67f142d1f347 HTTP/1.1" status: 204 len: 168 time: 0.1814957 Feb 28 15:17:11.356098 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52320) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:11.373266 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-6acc3ab1-8ba5-40b2-ab0e-12e33c99bf30 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] show failed (client error): The resource could not be found. Feb 28 15:17:11.374210 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6acc3ab1-8ba5-40b2-ab0e-12e33c99bf30 tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "GET /v2.0/security-groups/9fc042f1-fd4a-422e-b665-67f142d1f347 HTTP/1.1" status: 404 len: 347 time: 0.0170190 Feb 28 15:17:11.376857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52324) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:11.528292 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-eec0e284-551c-4d41-b089-c4d50b5b868c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Deleting port 8aa5b02d-5969-4384-b79e-41bf2b622292 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:17:11.528628 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eec0e284-551c-4d41-b089-c4d50b5b868c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:11.691050 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eec0e284-551c-4d41-b089-c4d50b5b868c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:11.691368 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eec0e284-551c-4d41-b089-c4d50b5b868c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:11.807216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-eec0e284-551c-4d41-b089-c4d50b5b868c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Calling delete_port for 8aa5b02d-5969-4384-b79e-41bf2b622292 owned by network:floatingip {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:17:11.940206 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eec0e284-551c-4d41-b089-c4d50b5b868c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:11.983309 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec0e284-551c-4d41-b089-c4d50b5b868c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Pushing event deleted for resources: {'Port': ['ID=8aa5b02d-5969-4384-b79e-41bf2b622292,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:12.073414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eec0e284-551c-4d41-b089-c4d50b5b868c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks [] for floatingip, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:12.090351 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eec0e284-551c-4d41-b089-c4d50b5b868c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:12.091433 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-eec0e284-551c-4d41-b089-c4d50b5b868c tempest-ServerActionsTestJSON-322606707 tempest-ServerActionsTestJSON-322606707-project] 10.222.0.15 "DELETE /v2.0/floatingips/75e1bfcf-612e-459a-9631-36240dd95b1c HTTP/1.1" status: 204 len: 168 time: 0.7137291 Feb 28 15:17:12.094678 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52328) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:12.484554 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d08390b-3f92-439a-b4e8-4958b1902c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:13.152973 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-7d08390b-3f92-439a-b4e8-4958b1902c84 admin admin] Deleting port dba455d0-e49d-4234-8d13-9f368bce4179 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:17:13.153308 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d08390b-3f92-439a-b4e8-4958b1902c84 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:13.318964 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-7d08390b-3f92-439a-b4e8-4958b1902c84 admin admin] For port dba455d0-e49d-4234-8d13-9f368bce4179, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=dba455d0-e49d-4234-8d13-9f368bce4179,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:17:13.319236 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d08390b-3f92-439a-b4e8-4958b1902c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:13.437093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-7d08390b-3f92-439a-b4e8-4958b1902c84 admin admin] Calling delete_port for dba455d0-e49d-4234-8d13-9f368bce4179 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:17:13.599488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d08390b-3f92-439a-b4e8-4958b1902c84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:13.642396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d08390b-3f92-439a-b4e8-4958b1902c84 admin admin] Pushing event deleted for resources: {'Port': ['ID=dba455d0-e49d-4234-8d13-9f368bce4179,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:13.929857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7d08390b-3f92-439a-b4e8-4958b1902c84 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:14.596389 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d08390b-3f92-439a-b4e8-4958b1902c84 admin admin] Router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:17:14.790766 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d08390b-3f92-439a-b4e8-4958b1902c84 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:17:14.799048 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fabf9d-42cc-41bb-81ce-1becc5211a6d None None] Sync routers for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:17:14.802349 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7d08390b-3f92-439a-b4e8-4958b1902c84 admin admin] 10.222.0.15 "PUT /v2.0/routers/d5b04aeb-8efc-4c04-b44a-71c66c8b1615/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7067082 Feb 28 15:17:14.804850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52332) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:14.812185 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fabf9d-42cc-41bb-81ce-1becc5211a6d None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:17:14.812774 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-37fabf9d-42cc-41bb-81ce-1becc5211a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:16:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:14.981940 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-37fabf9d-42cc-41bb-81ce-1becc5211a6d None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:17:14.996221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5952800f-ba6e-4d76-a2c2-5275e1229291 admin admin] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:15.189745 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5952800f-ba6e-4d76-a2c2-5275e1229291 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:15.198922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-5952800f-ba6e-4d76-a2c2-5275e1229291 admin admin] Deleting port 3233327d-3d29-47fa-bf2e-39e8ff1b30dc {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:17:15.199282 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5952800f-ba6e-4d76-a2c2-5275e1229291 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:15.260075 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-37fabf9d-42cc-41bb-81ce-1becc5211a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238'}], 'enable_snat': True}, 'gw_port_id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:17:13Z', 'revision_number': 5, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port': {'id': '3233327d-3d29-47fa-bf2e-39e8ff1b30dc', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3a:f1:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:13:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:15.263800 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fabf9d-42cc-41bb-81ce-1becc5211a6d None None] Checking router: d5b04aeb-8efc-4c04-b44a-71c66c8b1615 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:17:15.274142 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37fabf9d-42cc-41bb-81ce-1becc5211a6d None None] Routers {'d5b04aeb-8efc-4c04-b44a-71c66c8b1615'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:17:15.275320 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-37fabf9d-42cc-41bb-81ce-1becc5211a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:16:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:15.365665 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-5952800f-ba6e-4d76-a2c2-5275e1229291 admin admin] For port 3233327d-3d29-47fa-bf2e-39e8ff1b30dc, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3233327d-3d29-47fa-bf2e-39e8ff1b30dc,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:17:15.365918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5952800f-ba6e-4d76-a2c2-5275e1229291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:15.421565 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-37fabf9d-42cc-41bb-81ce-1becc5211a6d None None] Set router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:17:15.526660 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-37fabf9d-42cc-41bb-81ce-1becc5211a6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:17:15Z', 'revision_number': 6, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:15.530986 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37fabf9d-42cc-41bb-81ce-1becc5211a6d None None] The sync data for ids ['d5b04aeb-8efc-4c04-b44a-71c66c8b1615'] in dv-neutron-830866-2-hyperv is: [{'id': 'd5b04aeb-8efc-4c04-b44a-71c66c8b1615', 'name': 'tempest-ServerActionsTestJSON-250004108-router', 'tenant_id': 'c1cdba6741bf4b6583986a19598e91a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:13:13Z', 'updated_at': '2022-02-28T15:17:15Z', 'revision_number': 6, 'project_id': 'c1cdba6741bf4b6583986a19598e91a5', 'gw_port_host': None}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:17:15.586905 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-5952800f-ba6e-4d76-a2c2-5275e1229291 admin admin] Calling delete_port for 3233327d-3d29-47fa-bf2e-39e8ff1b30dc owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:17:15.747776 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5952800f-ba6e-4d76-a2c2-5275e1229291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:15.796885 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5952800f-ba6e-4d76-a2c2-5275e1229291 admin admin] Pushing event deleted for resources: {'Port': ['ID=3233327d-3d29-47fa-bf2e-39e8ff1b30dc,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:16.018430 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5952800f-ba6e-4d76-a2c2-5275e1229291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:16.270477 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5952800f-ba6e-4d76-a2c2-5275e1229291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:16.274752 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5952800f-ba6e-4d76-a2c2-5275e1229291 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:16.299482 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5952800f-ba6e-4d76-a2c2-5275e1229291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:16.300097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5952800f-ba6e-4d76-a2c2-5275e1229291 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5b04aeb-8efc-4c04-b44a-71c66c8b1615 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:17:16.312580 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5952800f-ba6e-4d76-a2c2-5275e1229291 admin admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:16.313748 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5952800f-ba6e-4d76-a2c2-5275e1229291 admin admin] 10.222.0.15 "DELETE /v2.0/routers/d5b04aeb-8efc-4c04-b44a-71c66c8b1615 HTTP/1.1" status: 204 len: 168 time: 1.5080101 Feb 28 15:17:16.316266 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52336) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:16.374968 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fadb26a-85b5-42b7-8287-32905471c950 admin admin] Deleting subnet 04bfccf2-59bf-4c96-aaca-d793fa88aef7 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:17:16.377899 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0fadb26a-85b5-42b7-8287-32905471c950 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:16.431039 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0fadb26a-85b5-42b7-8287-32905471c950 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:16.510040 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0fadb26a-85b5-42b7-8287-32905471c950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:16.580703 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0fadb26a-85b5-42b7-8287-32905471c950 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:16.617274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fadb26a-85b5-42b7-8287-32905471c950 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04bfccf2-59bf-4c96-aaca-d793fa88aef7,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:16.623499 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0fadb26a-85b5-42b7-8287-32905471c950 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:16.629032 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-647a1b2f-9573-4a50-b0c7-25df81a37a86 None None] Network 299bfe7f-7b51-41c2-bed2-472fff98cedd requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:17:16.629920 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0fadb26a-85b5-42b7-8287-32905471c950 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/04bfccf2-59bf-4c96-aaca-d793fa88aef7 HTTP/1.1" status: 204 len: 168 time: 0.3125968 Feb 28 15:17:16.632428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52340) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:16.737231 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:16.747584 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] Deleting port 7be61a69-69ec-480f-92ce-118ae8d97dab {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:17:16.747916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:16.866820 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7e141e5-f5cd-4f32-b85c-8ffe84630c33 None None] DHCP port deletion for 299bfe7f-7b51-41c2-bed2-472fff98cedd request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:17:16.870729 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a7e141e5-f5cd-4f32-b85c-8ffe84630c33 None None] Deleting port 7be61a69-69ec-480f-92ce-118ae8d97dab {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:17:16.871095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a7e141e5-f5cd-4f32-b85c-8ffe84630c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:16.946135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] For port 7be61a69-69ec-480f-92ce-118ae8d97dab, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7be61a69-69ec-480f-92ce-118ae8d97dab,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:17:16.947182 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:17.073552 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a7e141e5-f5cd-4f32-b85c-8ffe84630c33 None None] For port 7be61a69-69ec-480f-92ce-118ae8d97dab, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7be61a69-69ec-480f-92ce-118ae8d97dab,segment=NetworkSegment(2bec6016-2364-4e55-b9cd-d1855eb501d9),segment_id=2bec6016-2364-4e55-b9cd-d1855eb501d9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:17:17.074167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a7e141e5-f5cd-4f32-b85c-8ffe84630c33 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:17.138313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7be61a69-69ec-480f-92ce-118ae8d97dab no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:17:17.161978 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] Calling delete_port for 7be61a69-69ec-480f-92ce-118ae8d97dab owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:17:17.222007 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a7e141e5-f5cd-4f32-b85c-8ffe84630c33 None None] Calling delete_port for 7be61a69-69ec-480f-92ce-118ae8d97dab owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:17:17.234629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:17.280490 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] Pushing event deleted for resources: {'Port': ['ID=7be61a69-69ec-480f-92ce-118ae8d97dab,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:17.286441 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] No DVR routers for this DVR port 7be61a69-69ec-480f-92ce-118ae8d97dab on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:17:17.298217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No active binding found for port 7be61a69-69ec-480f-92ce-118ae8d97dab {{(pid=83593) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 28 15:17:17.298604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7be61a69-69ec-480f-92ce-118ae8d97dab not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:17:17.299007 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dba455d0-e49d-4234-8d13-9f368bce4179 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:17:17.342262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: dba455d0-e49d-4234-8d13-9f368bce4179 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:17:17.342518 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device dba455d0-e49d-4234-8d13-9f368bce4179 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:17:17.342920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3233327d-3d29-47fa-bf2e-39e8ff1b30dc no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:17:17.379119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 3233327d-3d29-47fa-bf2e-39e8ff1b30dc {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:17:17.379475 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3233327d-3d29-47fa-bf2e-39e8ff1b30dc not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:17:17.384653 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-a7e141e5-f5cd-4f32-b85c-8ffe84630c33 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:17:17.385001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-a7e141e5-f5cd-4f32-b85c-8ffe84630c33 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:17:17.401387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:17.425170 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['299bfe7f-7b51-41c2-bed2-472fff98cedd']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:17.437321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bec6016-2364-4e55-b9cd-d1855eb501d9') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:17.437619 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bec6016-2364-4e55-b9cd-d1855eb501d9') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:17.449095 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:17.465003 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:17.471131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:17:17.471610 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:17:17.484981 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:17:17.558842 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:17.574359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:17.584039 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] Pushing event deleted for resources: {'Network': ['ID=299bfe7f-7b51-41c2-bed2-472fff98cedd,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:17.597979 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c28f95ef-e693-4b5f-b583-be2b324f1c32 admin admin] 10.222.0.15 "DELETE /v2.0/networks/299bfe7f-7b51-41c2-bed2-472fff98cedd HTTP/1.1" status: 204 len: 168 time: 0.9644063 Feb 28 15:17:17.752204 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52346) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:17.801372 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1f42ed5f-9d51-41a5-b3cb-e76c6efb979d admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c1cdba6741bf4b6583986a19598e91a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0480690 Feb 28 15:17:17.803882 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52350) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:17.860910 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-40bc333f-6390-4079-b260-0f22a927083e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:17.885089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-40bc333f-6390-4079-b260-0f22a927083e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:17.885994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a7e141e5-f5cd-4f32-b85c-8ffe84630c33 None None] Deleting port 7be61a69-69ec-480f-92ce-118ae8d97dab {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:17:17.886545 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a7e141e5-f5cd-4f32-b85c-8ffe84630c33 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:17.941984 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-40bc333f-6390-4079-b260-0f22a927083e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:17.949959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a7e141e5-f5cd-4f32-b85c-8ffe84630c33 None None] The port '7be61a69-69ec-480f-92ce-118ae8d97dab' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:17:17.960787 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40bc333f-6390-4079-b260-0f22a927083e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4969c542-727c-43e6-9d09-3e46ad1c0cd2,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:17.969227 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-40bc333f-6390-4079-b260-0f22a927083e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:17.970572 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-40bc333f-6390-4079-b260-0f22a927083e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/4969c542-727c-43e6-9d09-3e46ad1c0cd2 HTTP/1.1" status: 204 len: 168 time: 0.1658387 Feb 28 15:17:18.788049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52372) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:18.913570 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1074139987-network', 'tenant_id': '07d924feefb643ca9b129cbfbf93f51c'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:17:18.918785 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:17:18.922463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Usage tracker for resource:network and tenant:07d924feefb643ca9b129cbfbf93f51c is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:17:18.925213 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:17:18.931276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:17:18.940804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Made reservation on behalf of 07d924feefb643ca9b129cbfbf93f51c for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:17:18.943034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:18.954769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:18.985707 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:17:18.989382 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Usage tracker for resource:security_group_rule and tenant:07d924feefb643ca9b129cbfbf93f51c is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:17:18.992033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:17:18.997389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:17:19.061388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:19.064966 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:19.096575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:17:19.102006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df894bb7-068d-46b3-8e20-30220162680d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:19.109898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:19.110158 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Added segment bc2912df-eb72-4c3a-912e-248cd1b05c27 of type vlan for network 9dd61d71-34ec-4451-a08a-c844df5dbd1d Feb 28 15:17:19.136622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:19.164588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:19.165862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:19.166427 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:19.265848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] Pushing event updated for resources: {'Network': ['ID=9dd61d71-34ec-4451-a08a-c844df5dbd1d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:19.268709 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f5eca029-66fa-4dd9-b27b-664eb8339f47 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.4795949 Feb 28 15:17:19.271673 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52378) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:19.275712 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 9dd61d71-34ec-4451-a08a-c844df5dbd1d details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:17:19.277058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-92e00d65-5169-4ad7-981a-3fd4bf96d51a admin admin] Request body: {'subnet': {'network_id': '9dd61d71-34ec-4451-a08a-c844df5dbd1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1074139987-subnet', 'tenant_id': '07d924feefb643ca9b129cbfbf93f51c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:17:19.281848 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-92e00d65-5169-4ad7-981a-3fd4bf96d51a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:17:19.285585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-92e00d65-5169-4ad7-981a-3fd4bf96d51a admin admin] Usage tracker for resource:subnet and tenant:07d924feefb643ca9b129cbfbf93f51c is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:17:19.288408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-92e00d65-5169-4ad7-981a-3fd4bf96d51a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:17:19.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-92e00d65-5169-4ad7-981a-3fd4bf96d51a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:17:19.304368 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92e00d65-5169-4ad7-981a-3fd4bf96d51a admin admin] Made reservation on behalf of 07d924feefb643ca9b129cbfbf93f51c for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:17:19.307376 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-92e00d65-5169-4ad7-981a-3fd4bf96d51a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:19.508839 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-92e00d65-5169-4ad7-981a-3fd4bf96d51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:19.583679 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e00d65-5169-4ad7-981a-3fd4bf96d51a admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a12aff3-4d74-47b8-a551-2d32e3785801,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:19.593599 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92e00d65-5169-4ad7-981a-3fd4bf96d51a admin admin] Checking segment: {'id': 'bc2912df-eb72-4c3a-912e-248cd1b05c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9dd61d71-34ec-4451-a08a-c844df5dbd1d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:17:19.593952 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e00d65-5169-4ad7-981a-3fd4bf96d51a admin admin] Network hostable DHCP agents. Network: 9dd61d71-34ec-4451-a08a-c844df5dbd1d, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:17:19.615575 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92e00d65-5169-4ad7-981a-3fd4bf96d51a admin admin] Network 9dd61d71-34ec-4451-a08a-c844df5dbd1d is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:17:19.624410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-92e00d65-5169-4ad7-981a-3fd4bf96d51a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 9dd61d71-34ec-4451-a08a-c844df5dbd1d) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:17:19.628119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92e00d65-5169-4ad7-981a-3fd4bf96d51a admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:19.628698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-92e00d65-5169-4ad7-981a-3fd4bf96d51a admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:19.634147 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74968f3c-8a18-4996-bdf0-35d5cc2786f1 None None] Network 9dd61d71-34ec-4451-a08a-c844df5dbd1d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:17:19.650277 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-92e00d65-5169-4ad7-981a-3fd4bf96d51a admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3768666 Feb 28 15:17:19.846038 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21cea138-cfc6-4636-9a78-b01161176c91 None None] Network 9dd61d71-34ec-4451-a08a-c844df5dbd1d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:17:20.197165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-40e41f20-5644-461d-b0c7-a584524f11be tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:20.197837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-40e41f20-5644-461d-b0c7-a584524f11be tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Synchronizing usage tracker for tenant:07d924feefb643ca9b129cbfbf93f51c on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:17:20.213824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-40e41f20-5644-461d-b0c7-a584524f11be tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Unset dirty status for tenant:07d924feefb643ca9b129cbfbf93f51c on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:17:20.215067 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-40e41f20-5644-461d-b0c7-a584524f11be tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/networks?id=9dd61d71-34ec-4451-a08a-c844df5dbd1d HTTP/1.1" status: 200 len: 814 time: 0.1556764 Feb 28 15:17:20.231107 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-e0e255a7-c39f-4b10-9f24-90f4cacbcfe6 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/quotas/07d924feefb643ca9b129cbfbf93f51c HTTP/1.1" status: 200 len: 375 time: 0.0101895 Feb 28 15:17:20.275273 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-46e93db8-91e6-4d19-8956-61b21e081504 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=07d924feefb643ca9b129cbfbf93f51c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0394762 Feb 28 15:17:20.403069 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-849e6b38-1a3c-4b0e-b3bc-a93c17649f66 service neutron] 10.222.0.15 "GET /v2.0/networks/9dd61d71-34ec-4451-a08a-c844df5dbd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214652 Feb 28 15:17:20.531441 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-0ea4ae10-c55d-4475-b1de-a6b3c01ad7f0 service neutron] 10.222.0.15 "GET /v2.0/networks/9dd61d71-34ec-4451-a08a-c844df5dbd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228685 Feb 28 15:17:20.712961 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1a183c68-7810-41bb-9926-957daeb08980 req-cf47e4cc-d46d-4045-ab01-303676f7d045 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 210 time: 0.0405238 Feb 28 15:17:21.927737 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c79b4a70-a44f-47b6-afe6-71025075505b req-51e00520-2e34-4e5b-b0d1-37f33bbf4b6c tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 210 time: 0.0577443 Feb 28 15:17:21.976924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-30e254f2-b1fd-4b99-8250-4646622bcef3 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:21.978850 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-30e254f2-b1fd-4b99-8250-4646622bcef3 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.20 "GET /v2.0/networks?id=9dd61d71-34ec-4451-a08a-c844df5dbd1d HTTP/1.1" status: 200 len: 814 time: 0.1969056 Feb 28 15:17:21.995314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Request body: {'port': {'device_id': '15eea355-fea3-47f7-8c76-795a2c0483e5', 'network_id': '9dd61d71-34ec-4451-a08a-c844df5dbd1d', 'admin_state_up': True, 'tenant_id': '07d924feefb643ca9b129cbfbf93f51c'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:17:22.126404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:17:22.130099 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Usage tracker for resource:port and tenant:07d924feefb643ca9b129cbfbf93f51c is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:17:22.132813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Quota usage for port was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:17:22.138738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:17:22.148083 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Made reservation on behalf of 07d924feefb643ca9b129cbfbf93f51c for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:17:22.151799 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:22.406106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Allocated IP 172.20.0.5 (9dd61d71-34ec-4451-a08a-c844df5dbd1d/0a12aff3-4d74-47b8-a551-2d32e3785801/76a126af-8ada-49ac-ba7f-cd427561d0b3) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:17:22.602856 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:22.629304 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:22.700420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Network 9dd61d71-34ec-4451-a08a-c844df5dbd1d is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:17:22.703126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:17:22.705437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:17:22.744756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Pushing event updated for resources: {'Port': ['ID=76a126af-8ada-49ac-ba7f-cd427561d0b3,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:22.773941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:22.774559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:22.794154 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-bbab21b3-434b-447b-80f7-50aaf6f3f739 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8023770 Feb 28 15:17:22.804103 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Request body: {'port': {'device_id': '15eea355-fea3-47f7-8c76-795a2c0483e5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:17:22.911430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:23.121359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa7bea4-da31-4b42-a430-95565ddabf67 req-b9901c6a-8ae6-455b-910b-714b23374407 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:23.122780 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aaa7bea4-da31-4b42-a430-95565ddabf67 req-b9901c6a-8ae6-455b-910b-714b23374407 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 931 time: 0.0756590 Feb 28 15:17:23.170433 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aaa7bea4-da31-4b42-a430-95565ddabf67 req-9829cdaa-39b6-4dd5-b1ab-20b9cc3a1f3c tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420849 Feb 28 15:17:23.246750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 76a126af-8ada-49ac-ba7f-cd427561d0b3 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:17:23.253697 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:23.268619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Transition to ACTIVE for port object 76a126af-8ada-49ac-ba7f-cd427561d0b3 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:17:23.272030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:23.396621 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=76a126af-8ada-49ac-ba7f-cd427561d0b3,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:23.502272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Attempting to bind port 76a126af-8ada-49ac-ba7f-cd427561d0b3 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:17:23.502513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Attempting to bind port 76a126af-8ada-49ac-ba7f-cd427561d0b3 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'bc2912df-eb72-4c3a-912e-248cd1b05c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9dd61d71-34ec-4451-a08a-c844df5dbd1d'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:17:23.502833 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Attempting to bind port 76a126af-8ada-49ac-ba7f-cd427561d0b3 on network 9dd61d71-34ec-4451-a08a-c844df5dbd1d {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:17:23.508427 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Port 76a126af-8ada-49ac-ba7f-cd427561d0b3 on network 9dd61d71-34ec-4451-a08a-c844df5dbd1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:17:23.509263 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Attempting to bind port 76a126af-8ada-49ac-ba7f-cd427561d0b3 on network 9dd61d71-34ec-4451-a08a-c844df5dbd1d {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:17:23.515261 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 16, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:17:23.515615 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Checking segment: {'id': 'bc2912df-eb72-4c3a-912e-248cd1b05c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9dd61d71-34ec-4451-a08a-c844df5dbd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:17:23.515985 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Bound using segment: {'id': 'bc2912df-eb72-4c3a-912e-248cd1b05c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9dd61d71-34ec-4451-a08a-c844df5dbd1d'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:17:23.516390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Bound port: 76a126af-8ada-49ac-ba7f-cd427561d0b3, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2912df-eb72-4c3a-912e-248cd1b05c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9dd61d71-34ec-4451-a08a-c844df5dbd1d'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:17:23.516721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:23.599705 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] For port 76a126af-8ada-49ac-ba7f-cd427561d0b3, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:17:23.603040 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] For port 76a126af-8ada-49ac-ba7f-cd427561d0b3, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=76a126af-8ada-49ac-ba7f-cd427561d0b3,segment=NetworkSegment(bc2912df-eb72-4c3a-912e-248cd1b05c27),segment_id=bc2912df-eb72-4c3a-912e-248cd1b05c27)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:17:23.607412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:23.670395 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:23.671743 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] 10.222.0.20 "PUT /v2.0/ports/76a126af-8ada-49ac-ba7f-cd427561d0b3 HTTP/1.1" status: 200 len: 1093 time: 0.8713951 Feb 28 15:17:23.672170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '15eea355-fea3-47f7-8c76-795a2c0483e5', 'tag': '76a126af-8ada-49ac-ba7f-cd427561d0b3'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:17:23.690297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8bc120-5b5a-4f56-929c-e1761eb4f9a8 service neutron] Pushing event updated for resources: {'Port': ['ID=76a126af-8ada-49ac-ba7f-cd427561d0b3,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:23.778885 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-efe2e383-fd4a-4668-b9dd-0e8e1d7c5139 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07d924feefb643ca9b129cbfbf93f51c&device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 1096 time: 0.0687652 Feb 28 15:17:23.832526 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '15eea355-fea3-47f7-8c76-795a2c0483e5', 'tag': '76a126af-8ada-49ac-ba7f-cd427561d0b3', 'status': 'completed', 'code': 200} Feb 28 15:17:23.850390 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-ff470d36-05e0-4faf-875f-753ae757b24b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a126af-8ada-49ac-ba7f-cd427561d0b3 HTTP/1.1" status: 200 len: 217 time: 0.0656006 Feb 28 15:17:23.910632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-b20f7ae5-304b-467e-9e8a-1bf16a799c2f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:23.912007 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-b20f7ae5-304b-467e-9e8a-1bf16a799c2f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a12aff3-4d74-47b8-a551-2d32e3785801 HTTP/1.1" status: 200 len: 854 time: 0.0556736 Feb 28 15:17:23.954997 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-7738e708-a294-4385-99df-39ca3a6caa64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dd61d71-34ec-4451-a08a-c844df5dbd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371294 Feb 28 15:17:24.168178 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-724f00fc-8c53-4b67-8460-70bb6e4509e0 service neutron] 10.222.0.20 "GET /v2.0/networks/9dd61d71-34ec-4451-a08a-c844df5dbd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066901 Feb 28 15:17:24.295506 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2964918b-25ad-4577-b342-1d1ff67caf6f req-ed1328c1-68db-4b7d-9926-5f6c04a5cfbe service neutron] 10.222.0.20 "GET /v2.0/networks/9dd61d71-34ec-4451-a08a-c844df5dbd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1212325 Feb 28 15:17:24.366583 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86efef5f-b898-49b7-bc19-deda66f4c5e3 req-2ccc9641-eaf9-468a-8b1d-176c04770813 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:24.368642 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-86efef5f-b898-49b7-bc19-deda66f4c5e3 req-2ccc9641-eaf9-468a-8b1d-176c04770813 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 943 time: 0.0772004 Feb 28 15:17:24.413865 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9afc2323-63ef-483a-97a1-aac973b53383 req-d6211aea-49b2-440d-93b6-3b045d489135 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07d924feefb643ca9b129cbfbf93f51c&device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 1096 time: 0.0724301 Feb 28 15:17:24.414115 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-86efef5f-b898-49b7-bc19-deda66f4c5e3 req-3aa95581-0ec6-49f0-b350-0d6263893b83 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398755 Feb 28 15:17:24.544839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc2323-63ef-483a-97a1-aac973b53383 req-0f9e8c5c-8351-4442-aca1-e31ce0645f24 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:24.546229 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9afc2323-63ef-483a-97a1-aac973b53383 req-0f9e8c5c-8351-4442-aca1-e31ce0645f24 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dd61d71-34ec-4451-a08a-c844df5dbd1d HTTP/1.1" status: 200 len: 914 time: 0.1257312 Feb 28 15:17:24.611110 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9afc2323-63ef-483a-97a1-aac973b53383 req-d0ce19a2-7454-4ea8-b0b6-ad84e8ea5190 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a126af-8ada-49ac-ba7f-cd427561d0b3 HTTP/1.1" status: 200 len: 217 time: 0.0585136 Feb 28 15:17:24.675618 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afc2323-63ef-483a-97a1-aac973b53383 req-77929eb5-0371-4159-80e4-bc92dfba5db2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:24.676899 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9afc2323-63ef-483a-97a1-aac973b53383 req-77929eb5-0371-4159-80e4-bc92dfba5db2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a12aff3-4d74-47b8-a551-2d32e3785801 HTTP/1.1" status: 200 len: 854 time: 0.0579762 Feb 28 15:17:24.721203 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9afc2323-63ef-483a-97a1-aac973b53383 req-1919d18c-e14f-49ea-ac8a-c3c407321545 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dd61d71-34ec-4451-a08a-c844df5dbd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0370350 Feb 28 15:17:24.849023 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9afc2323-63ef-483a-97a1-aac973b53383 req-8d9ecfed-dd76-4667-b5ab-90bf7ba715bd service neutron] 10.222.0.20 "GET /v2.0/networks/9dd61d71-34ec-4451-a08a-c844df5dbd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208925 Feb 28 15:17:24.978431 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9afc2323-63ef-483a-97a1-aac973b53383 req-8ff6be78-2c8c-400d-a664-bb9500e64b75 service neutron] 10.222.0.20 "GET /v2.0/networks/9dd61d71-34ec-4451-a08a-c844df5dbd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223621 Feb 28 15:17:25.495473 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-47cf4f4f-b9a2-4cf8-8ad4-2d83768c5493 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:25.576889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 76a126af-8ada-49ac-ba7f-cd427561d0b3 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:17:25.612998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48484748-5713-4905-8cbf-1244b24af8f3 req-8f56c3d9-d608-4e9a-98ab-65b2b4cb250e tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:25.613668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-48484748-5713-4905-8cbf-1244b24af8f3 req-8f56c3d9-d608-4e9a-98ab-65b2b4cb250e tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Synchronizing usage tracker for tenant:07d924feefb643ca9b129cbfbf93f51c on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:17:25.629755 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-48484748-5713-4905-8cbf-1244b24af8f3 req-8f56c3d9-d608-4e9a-98ab-65b2b4cb250e tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Unset dirty status for tenant:07d924feefb643ca9b129cbfbf93f51c on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:17:25.630999 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-48484748-5713-4905-8cbf-1244b24af8f3 req-8f56c3d9-d608-4e9a-98ab-65b2b4cb250e tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 943 time: 0.0945518 Feb 28 15:17:25.674885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-48484748-5713-4905-8cbf-1244b24af8f3 req-b1ecca6a-1cb3-4a7f-b9dd-ad5361149003 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Synchronizing usage tracker for tenant:07d924feefb643ca9b129cbfbf93f51c on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:17:25.691512 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-48484748-5713-4905-8cbf-1244b24af8f3 req-b1ecca6a-1cb3-4a7f-b9dd-ad5361149003 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Unset dirty status for tenant:07d924feefb643ca9b129cbfbf93f51c on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:17:25.699763 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-48484748-5713-4905-8cbf-1244b24af8f3 req-b1ecca6a-1cb3-4a7f-b9dd-ad5361149003 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623593 Feb 28 15:17:25.709113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 76a126af-8ada-49ac-ba7f-cd427561d0b3, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=76a126af-8ada-49ac-ba7f-cd427561d0b3,segment=NetworkSegment(bc2912df-eb72-4c3a-912e-248cd1b05c27),segment_id=bc2912df-eb72-4c3a-912e-248cd1b05c27)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:17:25.722163 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '76a126af-8ada-49ac-ba7f-cd427561d0b3', 'network_id': '9dd61d71-34ec-4451-a08a-c844df5dbd1d', 'port_id': '76a126af-8ada-49ac-ba7f-cd427561d0b3', 'mac_address': 'fa:16:3e:e0:22:aa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a12aff3-4d74-47b8-a551-2d32e3785801', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:17:25.777112 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:25.794011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 76a126af-8ada-49ac-ba7f-cd427561d0b3 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:17:25.808705 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 76a126af-8ada-49ac-ba7f-cd427561d0b3, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=76a126af-8ada-49ac-ba7f-cd427561d0b3,segment=NetworkSegment(bc2912df-eb72-4c3a-912e-248cd1b05c27),segment_id=bc2912df-eb72-4c3a-912e-248cd1b05c27)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:17:25.812603 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:25.874833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=76a126af-8ada-49ac-ba7f-cd427561d0b3,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:26.010891 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['76a126af-8ada-49ac-ba7f-cd427561d0b3'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:17:26.888623 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d5c66-818d-4034-bd1d-805ad0ca4921 req-ed8e658a-cb60-4a43-b8c3-87ec7412dd8f tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:26.890054 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6a5d5c66-818d-4034-bd1d-805ad0ca4921 req-ed8e658a-cb60-4a43-b8c3-87ec7412dd8f tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 944 time: 0.0789113 Feb 28 15:17:26.934334 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6a5d5c66-818d-4034-bd1d-805ad0ca4921 req-9575e370-e596-470b-9926-32f3e107c744 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388975 Feb 28 15:17:27.591731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 76a126af-8ada-49ac-ba7f-cd427561d0b3 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:17:27.662963 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-662547f1-afc4-49a0-a972-af6422cd3b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:27.671927 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 76a126af-8ada-49ac-ba7f-cd427561d0b3 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:17:27.676777 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 76a126af-8ada-49ac-ba7f-cd427561d0b3 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:17:27.677747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:27.793468 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:27.818632 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15eea355-fea3-47f7-8c76-795a2c0483e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a126af-8ada-49ac-ba7f-cd427561d0b3'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:17:27.828540 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 76a126af-8ada-49ac-ba7f-cd427561d0b3, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=76a126af-8ada-49ac-ba7f-cd427561d0b3,segment=NetworkSegment(bc2912df-eb72-4c3a-912e-248cd1b05c27),segment_id=bc2912df-eb72-4c3a-912e-248cd1b05c27)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:17:27.831895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:27.885608 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15eea355-fea3-47f7-8c76-795a2c0483e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '76a126af-8ada-49ac-ba7f-cd427561d0b3', 'code': 200} Feb 28 15:17:27.914708 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:27.922615 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=76a126af-8ada-49ac-ba7f-cd427561d0b3,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:28.129977 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6fcd346f-ce15-4374-9838-39d1fa5a79f5 req-3e4622b4-b9f5-4379-9472-432478fc1114 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 1098 time: 0.0698884 Feb 28 15:17:28.130555 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d56685-3f8b-4996-9008-f0e227a9518d req-94b381c4-fc5d-4013-a188-d5be30c07053 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:28.131788 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-20d56685-3f8b-4996-9008-f0e227a9518d req-94b381c4-fc5d-4013-a188-d5be30c07053 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 945 time: 0.0773835 Feb 28 15:17:28.171449 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6fcd346f-ce15-4374-9838-39d1fa5a79f5 req-0c3fe96e-4110-40d8-9b62-3f3cac41aacd service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353343 Feb 28 15:17:28.176690 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-20d56685-3f8b-4996-9008-f0e227a9518d req-8da3dbf7-2887-483c-b6b1-bf9dcacdf658 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392029 Feb 28 15:17:28.893412 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:28.913542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:29.381066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4d327d-0874-4c3b-ac45-da695a7d9cd7 req-a594231a-2294-46ad-9155-6202370d4ca9 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:29.383201 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fd4d327d-0874-4c3b-ac45-da695a7d9cd7 req-a594231a-2294-46ad-9155-6202370d4ca9 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 945 time: 0.0778327 Feb 28 15:17:29.445770 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fd4d327d-0874-4c3b-ac45-da695a7d9cd7 req-c855aa99-5472-450d-b33d-8036af400914 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571160 Feb 28 15:17:29.730930 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-ae446f5d-86b2-424b-a9bc-ad1ac3a5dd87 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:29.732286 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-ae446f5d-86b2-424b-a9bc-ad1ac3a5dd87 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/networks?id=9dd61d71-34ec-4451-a08a-c844df5dbd1d HTTP/1.1" status: 200 len: 814 time: 0.1381052 Feb 28 15:17:29.753024 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-93080636-8d7b-4ddb-9e72-936131ee2d50 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/quotas/07d924feefb643ca9b129cbfbf93f51c HTTP/1.1" status: 200 len: 375 time: 0.0101275 Feb 28 15:17:29.902868 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-29492105-0d98-4566-83e3-ebab7a4897f1 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=07d924feefb643ca9b129cbfbf93f51c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1505537 Feb 28 15:17:30.030158 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-7e62d469-37a4-4a09-a62f-d61f08325072 service neutron] 10.222.0.15 "GET /v2.0/networks/9dd61d71-34ec-4451-a08a-c844df5dbd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205950 Feb 28 15:17:30.156095 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-e1e21676-8d21-4a81-b4e7-ff4c01366d82 service neutron] 10.222.0.15 "GET /v2.0/networks/9dd61d71-34ec-4451-a08a-c844df5dbd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205218 Feb 28 15:17:30.294963 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:30.340182 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a22885c7-f70e-49ae-a2a8-55e3e0f3344e req-ac775536-069b-478c-87ea-0d9bff2610b6 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aa292d4-7405-4829-8312-80489cc36cbb HTTP/1.1" status: 200 len: 210 time: 0.0411921 Feb 28 15:17:31.310835 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-dd004bc8-ac94-4954-9547-d1f0037f421c tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:31.312234 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-dd004bc8-ac94-4954-9547-d1f0037f421c tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.20 "GET /v2.0/networks?id=9dd61d71-34ec-4451-a08a-c844df5dbd1d HTTP/1.1" status: 200 len: 814 time: 0.1456296 Feb 28 15:17:31.327452 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-fa0b7557-beb8-4677-a3cc-32f0984c21aa tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Request body: {'port': {'device_id': '0aa292d4-7405-4829-8312-80489cc36cbb', 'network_id': '9dd61d71-34ec-4451-a08a-c844df5dbd1d', 'admin_state_up': True, 'tenant_id': '07d924feefb643ca9b129cbfbf93f51c'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:17:31.387334 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:17:31.467688 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-fa0b7557-beb8-4677-a3cc-32f0984c21aa tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:17:31.477796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-fa0b7557-beb8-4677-a3cc-32f0984c21aa tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:17:31.487388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-fa0b7557-beb8-4677-a3cc-32f0984c21aa tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Made reservation on behalf of 07d924feefb643ca9b129cbfbf93f51c for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:17:31.490507 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-fa0b7557-beb8-4677-a3cc-32f0984c21aa tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:31.507455 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-69578ee7-08e9-4932-901c-0ab6b157d310 req-2efa1c87-c587-41f2-9f6b-4c7f4f8139fb tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aa292d4-7405-4829-8312-80489cc36cbb HTTP/1.1" status: 200 len: 210 time: 0.0395648 Feb 28 15:17:31.742638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-fa0b7557-beb8-4677-a3cc-32f0984c21aa tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Allocated IP 172.20.0.2 (9dd61d71-34ec-4451-a08a-c844df5dbd1d/0a12aff3-4d74-47b8-a551-2d32e3785801/392e2b82-59b8-4ef2-b673-2a355534ac47) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:17:31.942174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-fa0b7557-beb8-4677-a3cc-32f0984c21aa tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:31.969885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-fa0b7557-beb8-4677-a3cc-32f0984c21aa tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:31.981698 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['76a126af-8ada-49ac-ba7f-cd427561d0b3'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:17:32.039326 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-fa0b7557-beb8-4677-a3cc-32f0984c21aa tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Network 9dd61d71-34ec-4451-a08a-c844df5dbd1d is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:17:32.042090 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-fa0b7557-beb8-4677-a3cc-32f0984c21aa tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:17:32.045848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-fa0b7557-beb8-4677-a3cc-32f0984c21aa tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:17:32.075568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0b7557-beb8-4677-a3cc-32f0984c21aa tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Pushing event updated for resources: {'Port': ['ID=392e2b82-59b8-4ef2-b673-2a355534ac47,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:32.109014 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-fa0b7557-beb8-4677-a3cc-32f0984c21aa tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:32.109609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-fa0b7557-beb8-4677-a3cc-32f0984c21aa tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:32.132691 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-fa0b7557-beb8-4677-a3cc-32f0984c21aa tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8087835 Feb 28 15:17:32.143735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Request body: {'port': {'device_id': '0aa292d4-7405-4829-8312-80489cc36cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:17:32.249218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:32.574520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392e2b82-59b8-4ef2-b673-2a355534ac47 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:17:32.581212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:32.596852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Transition to ACTIVE for port object 392e2b82-59b8-4ef2-b673-2a355534ac47 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:17:32.600694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:32.766470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Pushing event updated for resources: {'Port': ['ID=392e2b82-59b8-4ef2-b673-2a355534ac47,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:32.871020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3d9630-3271-48d1-92c4-ada00a9461bf req-acb18bdc-0748-48aa-ae71-5750a172b670 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:32.871738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-5d3d9630-3271-48d1-92c4-ada00a9461bf req-acb18bdc-0748-48aa-ae71-5750a172b670 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Synchronizing usage tracker for tenant:07d924feefb643ca9b129cbfbf93f51c on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:17:32.900775 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Attempting to bind port 392e2b82-59b8-4ef2-b673-2a355534ac47 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:17:32.901107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Attempting to bind port 392e2b82-59b8-4ef2-b673-2a355534ac47 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'bc2912df-eb72-4c3a-912e-248cd1b05c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9dd61d71-34ec-4451-a08a-c844df5dbd1d'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:17:32.901423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Attempting to bind port 392e2b82-59b8-4ef2-b673-2a355534ac47 on network 9dd61d71-34ec-4451-a08a-c844df5dbd1d {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:17:32.906513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-5d3d9630-3271-48d1-92c4-ada00a9461bf req-acb18bdc-0748-48aa-ae71-5750a172b670 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Unset dirty status for tenant:07d924feefb643ca9b129cbfbf93f51c on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:17:32.907643 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5d3d9630-3271-48d1-92c4-ada00a9461bf req-acb18bdc-0748-48aa-ae71-5750a172b670 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aa292d4-7405-4829-8312-80489cc36cbb HTTP/1.1" status: 200 len: 943 time: 0.2674394 Feb 28 15:17:32.908945 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Port 392e2b82-59b8-4ef2-b673-2a355534ac47 on network 9dd61d71-34ec-4451-a08a-c844df5dbd1d not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:17:32.909250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Attempting to bind port 392e2b82-59b8-4ef2-b673-2a355534ac47 on network 9dd61d71-34ec-4451-a08a-c844df5dbd1d {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:17:32.930059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 17, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:17:32.930420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Checking segment: {'id': 'bc2912df-eb72-4c3a-912e-248cd1b05c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9dd61d71-34ec-4451-a08a-c844df5dbd1d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:17:32.930789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Bound using segment: {'id': 'bc2912df-eb72-4c3a-912e-248cd1b05c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9dd61d71-34ec-4451-a08a-c844df5dbd1d'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:17:32.931204 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Bound port: 392e2b82-59b8-4ef2-b673-2a355534ac47, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc2912df-eb72-4c3a-912e-248cd1b05c27', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': '9dd61d71-34ec-4451-a08a-c844df5dbd1d'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:17:32.931559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:33.004724 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5d3d9630-3271-48d1-92c4-ada00a9461bf req-e3f347a9-db39-49c1-b832-ce829fd02769 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915980 Feb 28 15:17:33.038212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] For port 392e2b82-59b8-4ef2-b673-2a355534ac47, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:17:33.041703 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] For port 392e2b82-59b8-4ef2-b673-2a355534ac47, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=392e2b82-59b8-4ef2-b673-2a355534ac47,segment=NetworkSegment(bc2912df-eb72-4c3a-912e-248cd1b05c27),segment_id=bc2912df-eb72-4c3a-912e-248cd1b05c27)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:17:33.045510 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:33.107219 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:33.108554 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] 10.222.0.20 "PUT /v2.0/ports/392e2b82-59b8-4ef2-b673-2a355534ac47 HTTP/1.1" status: 200 len: 1093 time: 0.9691167 Feb 28 15:17:33.108972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0aa292d4-7405-4829-8312-80489cc36cbb', 'tag': '392e2b82-59b8-4ef2-b673-2a355534ac47'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:17:33.123045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548c5678-10b4-44df-bac0-41a53c465a13 service neutron] Pushing event updated for resources: {'Port': ['ID=392e2b82-59b8-4ef2-b673-2a355534ac47,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:33.177957 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0aa292d4-7405-4829-8312-80489cc36cbb', 'tag': '392e2b82-59b8-4ef2-b673-2a355534ac47', 'status': 'completed', 'code': 200} Feb 28 15:17:33.214727 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-44958483-4fd1-4979-a208-7e57735cf5b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07d924feefb643ca9b129cbfbf93f51c&device_id=0aa292d4-7405-4829-8312-80489cc36cbb HTTP/1.1" status: 200 len: 1096 time: 0.0710831 Feb 28 15:17:33.279788 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-db3817e5-a4f2-4af2-a787-7c5cd687c3ec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=392e2b82-59b8-4ef2-b673-2a355534ac47 HTTP/1.1" status: 200 len: 217 time: 0.0588388 Feb 28 15:17:33.423453 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-a79463b3-b8c5-4790-8786-3e85e35a32b3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:33.424916 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-a79463b3-b8c5-4790-8786-3e85e35a32b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a12aff3-4d74-47b8-a551-2d32e3785801 HTTP/1.1" status: 200 len: 854 time: 0.1397743 Feb 28 15:17:33.474553 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-36fdf3b2-27f1-4323-b32a-6edd208af4fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dd61d71-34ec-4451-a08a-c844df5dbd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0386088 Feb 28 15:17:33.601886 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-c26d46a6-153d-412d-b007-76cb8b5fb16f service neutron] 10.222.0.20 "GET /v2.0/networks/9dd61d71-34ec-4451-a08a-c844df5dbd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208558 Feb 28 15:17:33.768137 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bfbb7230-9ac1-4bf1-a19e-f53a8af78a6b req-45022757-c407-4d84-8ce6-8d04e948ca83 service neutron] 10.222.0.20 "GET /v2.0/networks/9dd61d71-34ec-4451-a08a-c844df5dbd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1607990 Feb 28 15:17:33.791263 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8424307b-261d-4ccf-a2a7-1bed1bb596e8 req-b3cf94d4-3be2-4aa4-aef3-0745dd3b30a3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0932369 Feb 28 15:17:33.923635 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-73df38d8-8c75-4664-bf9f-2833a1cc25be req-69b8397e-f259-48c7-bd45-2f3a0b009f43 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07d924feefb643ca9b129cbfbf93f51c&device_id=0aa292d4-7405-4829-8312-80489cc36cbb HTTP/1.1" status: 200 len: 1096 time: 0.1140976 Feb 28 15:17:34.012436 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8424307b-261d-4ccf-a2a7-1bed1bb596e8 req-9b6dee7e-ea45-4718-a98c-0da940820928 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=07d924feefb643ca9b129cbfbf93f51c&device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 1098 time: 0.1465662 Feb 28 15:17:34.190154 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df38d8-8c75-4664-bf9f-2833a1cc25be req-66e0f861-640e-4188-807d-2f59a6dd9782 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:34.191572 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-73df38d8-8c75-4664-bf9f-2833a1cc25be req-66e0f861-640e-4188-807d-2f59a6dd9782 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dd61d71-34ec-4451-a08a-c844df5dbd1d HTTP/1.1" status: 200 len: 914 time: 0.2559750 Feb 28 15:17:34.286747 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-73df38d8-8c75-4664-bf9f-2833a1cc25be req-86666c05-993b-4de5-8632-45cff8d43c9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=392e2b82-59b8-4ef2-b673-2a355534ac47 HTTP/1.1" status: 200 len: 217 time: 0.0873387 Feb 28 15:17:34.329893 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424307b-261d-4ccf-a2a7-1bed1bb596e8 req-cba48c17-ed37-41da-a1d5-6cbad9091a7e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:34.331227 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8424307b-261d-4ccf-a2a7-1bed1bb596e8 req-cba48c17-ed37-41da-a1d5-6cbad9091a7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9dd61d71-34ec-4451-a08a-c844df5dbd1d HTTP/1.1" status: 200 len: 914 time: 0.2992542 Feb 28 15:17:34.421377 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8424307b-261d-4ccf-a2a7-1bed1bb596e8 req-1394114c-03dd-4f95-be20-72f17cd1f826 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=76a126af-8ada-49ac-ba7f-cd427561d0b3 HTTP/1.1" status: 200 len: 217 time: 0.0793796 Feb 28 15:17:34.429465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bedfbff5-5b1d-4cdc-8635-8033d5c32763 req-f47c9708-f888-4e49-9fd7-31d4a50057e6 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:34.430844 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bedfbff5-5b1d-4cdc-8635-8033d5c32763 req-f47c9708-f888-4e49-9fd7-31d4a50057e6 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aa292d4-7405-4829-8312-80489cc36cbb HTTP/1.1" status: 200 len: 943 time: 0.2946117 Feb 28 15:17:34.432017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df38d8-8c75-4664-bf9f-2833a1cc25be req-d801ef6e-4c10-422c-86a1-a39a676b6d6e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:34.433291 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-73df38d8-8c75-4664-bf9f-2833a1cc25be req-d801ef6e-4c10-422c-86a1-a39a676b6d6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a12aff3-4d74-47b8-a551-2d32e3785801 HTTP/1.1" status: 200 len: 854 time: 0.1330948 Feb 28 15:17:34.528773 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-73df38d8-8c75-4664-bf9f-2833a1cc25be req-1ad3cf20-b687-4cdb-9257-2551beb58dcb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dd61d71-34ec-4451-a08a-c844df5dbd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0649304 Feb 28 15:17:34.638819 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8424307b-261d-4ccf-a2a7-1bed1bb596e8 req-1a58a2b9-b272-4d96-a28e-db97d111d38e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:34.640264 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8424307b-261d-4ccf-a2a7-1bed1bb596e8 req-1a58a2b9-b272-4d96-a28e-db97d111d38e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0a12aff3-4d74-47b8-a551-2d32e3785801 HTTP/1.1" status: 200 len: 854 time: 0.2061625 Feb 28 15:17:34.694562 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8424307b-261d-4ccf-a2a7-1bed1bb596e8 req-05d1ae63-bdc6-4785-bae7-1dca01f01e1f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9dd61d71-34ec-4451-a08a-c844df5dbd1d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484076 Feb 28 15:17:34.696685 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bedfbff5-5b1d-4cdc-8635-8033d5c32763 req-394673e1-7afd-4b83-bc35-8a8264ac3dc3 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2339592 Feb 28 15:17:34.908325 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-73df38d8-8c75-4664-bf9f-2833a1cc25be req-23cfd8c4-db8a-4be0-bc0a-1e1ff036ac81 service neutron] 10.222.0.20 "GET /v2.0/networks/9dd61d71-34ec-4451-a08a-c844df5dbd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3695383 Feb 28 15:17:35.043389 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8424307b-261d-4ccf-a2a7-1bed1bb596e8 req-30a3a102-19cd-44e9-b570-bf70250c4e22 service neutron] 10.222.0.20 "GET /v2.0/networks/9dd61d71-34ec-4451-a08a-c844df5dbd1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349719 Feb 28 15:17:35.146924 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-73df38d8-8c75-4664-bf9f-2833a1cc25be req-359d3807-b5a2-435e-a063-ad49bdeeb774 service neutron] 10.222.0.20 "GET /v2.0/networks/9dd61d71-34ec-4451-a08a-c844df5dbd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308857 Feb 28 15:17:35.190815 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8424307b-261d-4ccf-a2a7-1bed1bb596e8 req-538c93d5-15f9-4923-a046-2a36891fbeed service neutron] 10.222.0.20 "GET /v2.0/networks/9dd61d71-34ec-4451-a08a-c844df5dbd1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382797 Feb 28 15:17:35.624524 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 392e2b82-59b8-4ef2-b673-2a355534ac47 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:17:35.754946 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 392e2b82-59b8-4ef2-b673-2a355534ac47, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=392e2b82-59b8-4ef2-b673-2a355534ac47,segment=NetworkSegment(bc2912df-eb72-4c3a-912e-248cd1b05c27),segment_id=bc2912df-eb72-4c3a-912e-248cd1b05c27)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:17:35.767954 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '392e2b82-59b8-4ef2-b673-2a355534ac47', 'network_id': '9dd61d71-34ec-4451-a08a-c844df5dbd1d', 'port_id': '392e2b82-59b8-4ef2-b673-2a355534ac47', 'mac_address': 'fa:16:3e:86:51:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a12aff3-4d74-47b8-a551-2d32e3785801', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:17:35.819393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:35.836978 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392e2b82-59b8-4ef2-b673-2a355534ac47 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:17:35.851913 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 392e2b82-59b8-4ef2-b673-2a355534ac47, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=392e2b82-59b8-4ef2-b673-2a355534ac47,segment=NetworkSegment(bc2912df-eb72-4c3a-912e-248cd1b05c27),segment_id=bc2912df-eb72-4c3a-912e-248cd1b05c27)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:17:35.857465 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:35.894198 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fceedeaf-603c-44a5-8bd4-84a6cd43b54f req-12533dce-e723-40b7-a0a5-a0b6c70fa162 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:35.895655 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fceedeaf-603c-44a5-8bd4-84a6cd43b54f req-12533dce-e723-40b7-a0a5-a0b6c70fa162 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aa292d4-7405-4829-8312-80489cc36cbb HTTP/1.1" status: 200 len: 943 time: 0.0805104 Feb 28 15:17:35.924937 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=392e2b82-59b8-4ef2-b673-2a355534ac47,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:35.941741 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-fceedeaf-603c-44a5-8bd4-84a6cd43b54f req-c0a695f8-815b-4b6b-9864-8cf719915251 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399125 Feb 28 15:17:36.055921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['392e2b82-59b8-4ef2-b673-2a355534ac47'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:17:37.131957 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2435034e-d828-45b1-8082-5c02ce9ac9bc req-352a1b2b-24d6-40e7-b6d4-bce3ebec1668 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:37.133871 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2435034e-d828-45b1-8082-5c02ce9ac9bc req-352a1b2b-24d6-40e7-b6d4-bce3ebec1668 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aa292d4-7405-4829-8312-80489cc36cbb HTTP/1.1" status: 200 len: 944 time: 0.0746787 Feb 28 15:17:37.190280 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2435034e-d828-45b1-8082-5c02ce9ac9bc req-b2fe811f-3aec-4c2d-a415-3ff465470955 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510707 Feb 28 15:17:37.631318 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 392e2b82-59b8-4ef2-b673-2a355534ac47 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:17:37.696996 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 392e2b82-59b8-4ef2-b673-2a355534ac47 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:17:37.701396 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 392e2b82-59b8-4ef2-b673-2a355534ac47 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:17:37.701754 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:37.810275 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:37.839945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa292d4-7405-4829-8312-80489cc36cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392e2b82-59b8-4ef2-b673-2a355534ac47'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:17:37.849668 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 392e2b82-59b8-4ef2-b673-2a355534ac47, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=392e2b82-59b8-4ef2-b673-2a355534ac47,segment=NetworkSegment(bc2912df-eb72-4c3a-912e-248cd1b05c27),segment_id=bc2912df-eb72-4c3a-912e-248cd1b05c27)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:17:37.854494 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:37.920013 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=392e2b82-59b8-4ef2-b673-2a355534ac47,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:37.970750 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa292d4-7405-4829-8312-80489cc36cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392e2b82-59b8-4ef2-b673-2a355534ac47', 'code': 200} Feb 28 15:17:38.185420 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ae7b1b35-c2d1-4499-86ce-72c89198b93d req-9c1a9373-00b7-4a14-80a1-6c2e55b34f2e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0aa292d4-7405-4829-8312-80489cc36cbb HTTP/1.1" status: 200 len: 1098 time: 0.0664558 Feb 28 15:17:38.225383 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ae7b1b35-c2d1-4499-86ce-72c89198b93d req-7313a2f0-8ecf-402c-a179-9cedfbd04aa0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348139 Feb 28 15:17:38.385747 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7ba78b-2fe8-4d07-839b-588ccd7324e1 req-ae24822f-04c5-4655-bea0-fa0e5d7b3182 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:38.387154 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3d7ba78b-2fe8-4d07-839b-588ccd7324e1 req-ae24822f-04c5-4655-bea0-fa0e5d7b3182 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aa292d4-7405-4829-8312-80489cc36cbb HTTP/1.1" status: 200 len: 945 time: 0.0774944 Feb 28 15:17:38.431407 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3d7ba78b-2fe8-4d07-839b-588ccd7324e1 req-e209b9ce-0555-4e4a-9bf4-78e70985a731 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387759 Feb 28 15:17:39.626447 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248244a4-35f7-4a42-9070-b350261f80be req-e2ca97d1-50b2-43d7-a458-18058a23d2c6 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:39.627891 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-248244a4-35f7-4a42-9070-b350261f80be req-e2ca97d1-50b2-43d7-a458-18058a23d2c6 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aa292d4-7405-4829-8312-80489cc36cbb HTTP/1.1" status: 200 len: 945 time: 0.0754580 Feb 28 15:17:39.672434 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-248244a4-35f7-4a42-9070-b350261f80be req-79500f53-0e4b-4f46-918d-2173e334f8d8 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391390 Feb 28 15:17:40.063168 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae512138-928b-426d-b948-3eaf30c8f0b6 req-62efa49a-40cb-49be-806a-99d39561352b tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:40.064520 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ae512138-928b-426d-b948-3eaf30c8f0b6 req-62efa49a-40cb-49be-806a-99d39561352b tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aa292d4-7405-4829-8312-80489cc36cbb HTTP/1.1" status: 200 len: 945 time: 0.0772779 Feb 28 15:17:40.109280 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ae512138-928b-426d-b948-3eaf30c8f0b6 req-ca596efc-05a4-4ad1-a326-f6f8fa5d8d55 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393620 Feb 28 15:17:41.360790 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372af1bf-413b-46f2-93e2-b2c0d4e12de7 req-e115272c-0f07-4f76-95f5-0c6acff4e272 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:41.362125 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-372af1bf-413b-46f2-93e2-b2c0d4e12de7 req-e115272c-0f07-4f76-95f5-0c6acff4e272 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aa292d4-7405-4829-8312-80489cc36cbb HTTP/1.1" status: 200 len: 945 time: 0.1335921 Feb 28 15:17:41.371053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e415499-5850-471c-bc5d-dece138ff336 req-6e4096ad-6f8e-456a-8046-e169ccfbe798 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:41.372372 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2e415499-5850-471c-bc5d-dece138ff336 req-6e4096ad-6f8e-456a-8046-e169ccfbe798 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.20 "GET /v2.0/ports?device_id=0aa292d4-7405-4829-8312-80489cc36cbb HTTP/1.1" status: 200 len: 945 time: 0.0993667 Feb 28 15:17:41.461470 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-372af1bf-413b-46f2-93e2-b2c0d4e12de7 req-133804ef-daf9-441c-a1c8-5251701246c7 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874600 Feb 28 15:17:41.466191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-2e415499-5850-471c-bc5d-dece138ff336 req-98dd1939-b70d-412c-9b29-fb61d3c35b75 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Deleting port 392e2b82-59b8-4ef2-b673-2a355534ac47 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:17:41.466526 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2e415499-5850-471c-bc5d-dece138ff336 req-98dd1939-b70d-412c-9b29-fb61d3c35b75 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:41.703476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-2e415499-5850-471c-bc5d-dece138ff336 req-98dd1939-b70d-412c-9b29-fb61d3c35b75 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] For port 392e2b82-59b8-4ef2-b673-2a355534ac47, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=392e2b82-59b8-4ef2-b673-2a355534ac47,segment=NetworkSegment(bc2912df-eb72-4c3a-912e-248cd1b05c27),segment_id=bc2912df-eb72-4c3a-912e-248cd1b05c27)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:17:41.703848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2e415499-5850-471c-bc5d-dece138ff336 req-98dd1939-b70d-412c-9b29-fb61d3c35b75 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:41.821313 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-2e415499-5850-471c-bc5d-dece138ff336 req-98dd1939-b70d-412c-9b29-fb61d3c35b75 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Calling delete_port for 392e2b82-59b8-4ef2-b673-2a355534ac47 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:17:41.956710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2e415499-5850-471c-bc5d-dece138ff336 req-98dd1939-b70d-412c-9b29-fb61d3c35b75 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:41.969145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['76a126af-8ada-49ac-ba7f-cd427561d0b3'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:17:42.006562 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98dd1939-b70d-412c-9b29-fb61d3c35b75 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Pushing event deleted for resources: {'Port': ['ID=392e2b82-59b8-4ef2-b673-2a355534ac47,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:42.081157 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e415499-5850-471c-bc5d-dece138ff336 req-98dd1939-b70d-412c-9b29-fb61d3c35b75 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] No DVR routers for this DVR port 392e2b82-59b8-4ef2-b673-2a355534ac47 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:17:42.083690 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2e415499-5850-471c-bc5d-dece138ff336 req-98dd1939-b70d-412c-9b29-fb61d3c35b75 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:42.086716 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0aa292d4-7405-4829-8312-80489cc36cbb', 'name': 'network-vif-deleted', 'tag': '392e2b82-59b8-4ef2-b673-2a355534ac47'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:17:42.102736 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2e415499-5850-471c-bc5d-dece138ff336 req-98dd1939-b70d-412c-9b29-fb61d3c35b75 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.20 "DELETE /v2.0/ports/392e2b82-59b8-4ef2-b673-2a355534ac47 HTTP/1.1" status: 204 len: 173 time: 0.7146018 Feb 28 15:17:42.143469 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0aa292d4-7405-4829-8312-80489cc36cbb', 'name': 'network-vif-deleted', 'tag': '392e2b82-59b8-4ef2-b673-2a355534ac47', 'status': 'completed', 'code': 200} Feb 28 15:17:42.639445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-28ac2400-4bcf-477a-a405-c26c935b3e2a req-1dd26dee-d0f9-42a2-a631-21a0f420b541 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Synchronizing usage tracker for tenant:07d924feefb643ca9b129cbfbf93f51c on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:17:42.655395 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-28ac2400-4bcf-477a-a405-c26c935b3e2a req-1dd26dee-d0f9-42a2-a631-21a0f420b541 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Unset dirty status for tenant:07d924feefb643ca9b129cbfbf93f51c on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:17:42.656573 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-28ac2400-4bcf-477a-a405-c26c935b3e2a req-1dd26dee-d0f9-42a2-a631-21a0f420b541 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=0aa292d4-7405-4829-8312-80489cc36cbb HTTP/1.1" status: 200 len: 210 time: 0.0571108 Feb 28 15:17:43.659097 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 392e2b82-59b8-4ef2-b673-2a355534ac47 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:17:43.691668 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 392e2b82-59b8-4ef2-b673-2a355534ac47 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:17:43.692009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 392e2b82-59b8-4ef2-b673-2a355534ac47 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:17:43.922002 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f253a38-2965-49b5-8445-61e8dc66dbfb req-d5827ce3-de56-4ce6-875c-d1d0bce75a13 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:43.923415 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1f253a38-2965-49b5-8445-61e8dc66dbfb req-d5827ce3-de56-4ce6-875c-d1d0bce75a13 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 945 time: 0.0737331 Feb 28 15:17:44.059995 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1f253a38-2965-49b5-8445-61e8dc66dbfb req-a3db4b3a-1a1d-47a6-9170-0a0b6a9e568b tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310825 Feb 28 15:17:44.272079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1910db-7793-44dc-a312-f3a91ec58eeb req-5e332e8e-c5f7-4614-b852-3ff289e8cd9a tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:44.273971 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-df1910db-7793-44dc-a312-f3a91ec58eeb req-5e332e8e-c5f7-4614-b852-3ff289e8cd9a tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 945 time: 0.0733068 Feb 28 15:17:44.316881 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-df1910db-7793-44dc-a312-f3a91ec58eeb req-e44be800-40b6-40ea-996c-6d48ceda19ce tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375602 Feb 28 15:17:44.511956 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af293c8-40de-41b0-bb2f-f79527b588fc req-c5bc5bf6-297f-421f-82f5-c64541d3b9d6 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:44.513412 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1af293c8-40de-41b0-bb2f-f79527b588fc req-c5bc5bf6-297f-421f-82f5-c64541d3b9d6 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 945 time: 0.0756645 Feb 28 15:17:44.561895 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1af293c8-40de-41b0-bb2f-f79527b588fc req-69c6e44d-d76a-488f-a77c-41bef40b3aac tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417562 Feb 28 15:17:44.829920 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-45fbff4d-1b7c-45be-9571-07acd85be036 req-63887d50-ae38-42ec-9b51-aeb04e7c7577 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1413021 Feb 28 15:17:45.017686 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a164337-40b5-4ad6-b61c-2d40d1f41f9a req-5f51daa8-4bbb-4987-ba53-4c54519655a3 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:45.019135 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2a164337-40b5-4ad6-b61c-2d40d1f41f9a req-5f51daa8-4bbb-4987-ba53-4c54519655a3 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 945 time: 0.0745456 Feb 28 15:17:45.063049 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2a164337-40b5-4ad6-b61c-2d40d1f41f9a req-1aaf6cf9-56fe-4e62-a9ec-13d810517fe7 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384214 Feb 28 15:17:45.257509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247c2a84-bea4-4013-8c18-3066459afa6d req-7d918c6d-dd57-493e-83fb-4645a676bdca tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:45.259506 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-247c2a84-bea4-4013-8c18-3066459afa6d req-7d918c6d-dd57-493e-83fb-4645a676bdca tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 945 time: 0.0734122 Feb 28 15:17:45.302690 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-247c2a84-bea4-4013-8c18-3066459afa6d req-efae2da4-89d3-4323-8caa-4e3e6d380a46 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377004 Feb 28 15:17:45.510703 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdcafeb-cb98-418b-ab21-becb8c2a2a37 req-3f62f2b8-8639-4da2-9d49-6e803747935e tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:45.512135 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2bdcafeb-cb98-418b-ab21-becb8c2a2a37 req-3f62f2b8-8639-4da2-9d49-6e803747935e tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 945 time: 0.0766177 Feb 28 15:17:45.555661 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2bdcafeb-cb98-418b-ab21-becb8c2a2a37 req-e27f8753-0713-4b73-b96e-38ce429de792 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380208 Feb 28 15:17:46.101565 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7387527f-26f0-434c-a0fa-f5607502e062 req-492443c0-e7e9-48f0-9e55-dc2965d5af29 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:46.103015 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7387527f-26f0-434c-a0fa-f5607502e062 req-492443c0-e7e9-48f0-9e55-dc2965d5af29 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 945 time: 0.0762405 Feb 28 15:17:46.146844 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7387527f-26f0-434c-a0fa-f5607502e062 req-16078893-9ae5-414f-967a-888ab00018e5 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385151 Feb 28 15:17:47.343083 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e5e695-219f-4691-82df-fe62d7c2965a req-e8f9065d-3cb4-4d21-a43f-aa8907156d50 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:47.344735 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f5e5e695-219f-4691-82df-fe62d7c2965a req-e8f9065d-3cb4-4d21-a43f-aa8907156d50 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 945 time: 0.0792189 Feb 28 15:17:47.346062 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e0147b-0244-484f-9214-e11b44e23e58 req-fd490ae2-4bd0-4c07-888a-0042c83db089 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:47.347471 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-52e0147b-0244-484f-9214-e11b44e23e58 req-fd490ae2-4bd0-4c07-888a-0042c83db089 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.20 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 945 time: 0.0771723 Feb 28 15:17:47.390706 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f5e5e695-219f-4691-82df-fe62d7c2965a req-072d8a2d-2b67-4c63-9d8e-5ae51fbc1caa tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/security-groups?id=df894bb7-068d-46b3-8e20-30220162680d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401797 Feb 28 15:17:47.417516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-52e0147b-0244-484f-9214-e11b44e23e58 req-ce3aaa76-c5d1-42e4-9fee-274210575f50 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Deleting port 76a126af-8ada-49ac-ba7f-cd427561d0b3 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:17:47.417860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-52e0147b-0244-484f-9214-e11b44e23e58 req-ce3aaa76-c5d1-42e4-9fee-274210575f50 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:47.653161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-52e0147b-0244-484f-9214-e11b44e23e58 req-ce3aaa76-c5d1-42e4-9fee-274210575f50 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] For port 76a126af-8ada-49ac-ba7f-cd427561d0b3, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=76a126af-8ada-49ac-ba7f-cd427561d0b3,segment=NetworkSegment(bc2912df-eb72-4c3a-912e-248cd1b05c27),segment_id=bc2912df-eb72-4c3a-912e-248cd1b05c27)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:17:47.653428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-52e0147b-0244-484f-9214-e11b44e23e58 req-ce3aaa76-c5d1-42e4-9fee-274210575f50 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:47.769886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-52e0147b-0244-484f-9214-e11b44e23e58 req-ce3aaa76-c5d1-42e4-9fee-274210575f50 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Calling delete_port for 76a126af-8ada-49ac-ba7f-cd427561d0b3 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:17:47.909922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-52e0147b-0244-484f-9214-e11b44e23e58 req-ce3aaa76-c5d1-42e4-9fee-274210575f50 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:47.961622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce3aaa76-c5d1-42e4-9fee-274210575f50 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Pushing event deleted for resources: {'Port': ['ID=76a126af-8ada-49ac-ba7f-cd427561d0b3,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:48.029414 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-52e0147b-0244-484f-9214-e11b44e23e58 req-ce3aaa76-c5d1-42e4-9fee-274210575f50 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] No DVR routers for this DVR port 76a126af-8ada-49ac-ba7f-cd427561d0b3 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:17:48.031697 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-52e0147b-0244-484f-9214-e11b44e23e58 req-ce3aaa76-c5d1-42e4-9fee-274210575f50 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:48.034092 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '15eea355-fea3-47f7-8c76-795a2c0483e5', 'name': 'network-vif-deleted', 'tag': '76a126af-8ada-49ac-ba7f-cd427561d0b3'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:17:48.050186 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-52e0147b-0244-484f-9214-e11b44e23e58 req-ce3aaa76-c5d1-42e4-9fee-274210575f50 tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.20 "DELETE /v2.0/ports/76a126af-8ada-49ac-ba7f-cd427561d0b3 HTTP/1.1" status: 204 len: 173 time: 0.6962974 Feb 28 15:17:48.094634 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '15eea355-fea3-47f7-8c76-795a2c0483e5', 'name': 'network-vif-deleted', 'tag': '76a126af-8ada-49ac-ba7f-cd427561d0b3', 'status': 'completed', 'code': 200} Feb 28 15:17:48.573605 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-095b6d6a-acf2-49c9-9768-6d3516249e5d req-ddb3ec87-3705-4a00-b145-4f89050a298f tempest-ServersNegativeTestJSON-1790947899 tempest-ServersNegativeTestJSON-1790947899-project] 10.222.0.15 "GET /v2.0/ports?device_id=15eea355-fea3-47f7-8c76-795a2c0483e5 HTTP/1.1" status: 200 len: 210 time: 0.0441661 Feb 28 15:17:49.666584 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 76a126af-8ada-49ac-ba7f-cd427561d0b3 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:17:49.677719 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52514) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:49.702497 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 76a126af-8ada-49ac-ba7f-cd427561d0b3 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:17:49.702833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 76a126af-8ada-49ac-ba7f-cd427561d0b3 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:17:49.740978 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-12b8ed90-4bd3-4e1f-8067-1c06494bf667 admin admin] Deleting subnet 0a12aff3-4d74-47b8-a551-2d32e3785801 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:17:49.744412 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-12b8ed90-4bd3-4e1f-8067-1c06494bf667 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:49.793646 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-12b8ed90-4bd3-4e1f-8067-1c06494bf667 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:49.847010 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-12b8ed90-4bd3-4e1f-8067-1c06494bf667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:49.934377 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-12b8ed90-4bd3-4e1f-8067-1c06494bf667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:49.970657 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b8ed90-4bd3-4e1f-8067-1c06494bf667 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a12aff3-4d74-47b8-a551-2d32e3785801,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:49.975250 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-12b8ed90-4bd3-4e1f-8067-1c06494bf667 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:49.981188 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-12b8ed90-4bd3-4e1f-8067-1c06494bf667 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0a12aff3-4d74-47b8-a551-2d32e3785801 HTTP/1.1" status: 204 len: 168 time: 0.3024468 Feb 28 15:17:49.983651 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52518) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:50.086065 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b995c278-90ab-491e-a7f9-8f9570aadc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:50.205686 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b995c278-90ab-491e-a7f9-8f9570aadc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:50.231886 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-b995c278-90ab-491e-a7f9-8f9570aadc84 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dd61d71-34ec-4451-a08a-c844df5dbd1d']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:50.248120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-b995c278-90ab-491e-a7f9-8f9570aadc84 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc2912df-eb72-4c3a-912e-248cd1b05c27') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:50.248414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-b995c278-90ab-491e-a7f9-8f9570aadc84 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc2912df-eb72-4c3a-912e-248cd1b05c27') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:50.259537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b995c278-90ab-491e-a7f9-8f9570aadc84 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:50.275210 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b995c278-90ab-491e-a7f9-8f9570aadc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:50.281049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b995c278-90ab-491e-a7f9-8f9570aadc84 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:17:50.281418 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b995c278-90ab-491e-a7f9-8f9570aadc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:17:50.294507 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:17:50.448931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b995c278-90ab-491e-a7f9-8f9570aadc84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:50.465117 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b995c278-90ab-491e-a7f9-8f9570aadc84 admin admin] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:50.475160 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b995c278-90ab-491e-a7f9-8f9570aadc84 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dd61d71-34ec-4451-a08a-c844df5dbd1d,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:50.484193 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b995c278-90ab-491e-a7f9-8f9570aadc84 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9dd61d71-34ec-4451-a08a-c844df5dbd1d HTTP/1.1" status: 204 len: 168 time: 0.4996102 Feb 28 15:17:50.617552 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52524) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:50.666232 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-758619af-e75e-4d09-863f-98f779837c3e admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=07d924feefb643ca9b129cbfbf93f51c&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0475619 Feb 28 15:17:50.668667 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52528) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:50.730364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c0219259-2d18-4b2d-b5af-cc7d21ff622a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:50.754319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c0219259-2d18-4b2d-b5af-cc7d21ff622a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:50.803560 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c0219259-2d18-4b2d-b5af-cc7d21ff622a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:50.818797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0219259-2d18-4b2d-b5af-cc7d21ff622a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df894bb7-068d-46b3-8e20-30220162680d,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:50.829451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c0219259-2d18-4b2d-b5af-cc7d21ff622a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:50.830552 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c0219259-2d18-4b2d-b5af-cc7d21ff622a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/df894bb7-068d-46b3-8e20-30220162680d HTTP/1.1" status: 204 len: 168 time: 0.1610000 Feb 28 15:17:51.664537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52550) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:51.787575 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-75811605'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:17:51.793075 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:17:51.796835 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Usage tracker for resource:network and tenant:8ce94a430e1f4b5d8db73d65d7c911a5 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:17:51.799630 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:17:51.805874 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:17:51.816489 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Made reservation on behalf of 8ce94a430e1f4b5d8db73d65d7c911a5 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:17:51.819364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:51.831500 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:51.863373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:17:51.867078 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Usage tracker for resource:security_group_rule and tenant:8ce94a430e1f4b5d8db73d65d7c911a5 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:17:51.869816 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:17:51.875298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:17:51.943671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:51.947454 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:51.981498 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:17:51.989322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ec886f1-c6a9-4360-86ad-4ef7e467f45c,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:51.994525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:51.994894 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Added segment 1c16970e-1531-4cb5-96a6-1b34dc6a1dc0 of type vlan for network 9e76ac76-b15f-4542-b971-a94c17979f79 Feb 28 15:17:52.020471 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:52.047925 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:52.051366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:52.051970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:52.159442 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.4938176 Feb 28 15:17:52.160368 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850ffe0c-58ed-4982-98e1-19625f0d88cc tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event updated for resources: {'Network': ['ID=9e76ac76-b15f-4542-b971-a94c17979f79,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:52.184403 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 9e76ac76-b15f-4542-b971-a94c17979f79 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:17:55.422220 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52556) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:55.427932 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a9ceede8-623e-429b-a00b-d8f0e47cbf19 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Request body: {'subnet': {'network_id': '9e76ac76-b15f-4542-b971-a94c17979f79', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:17:55.497601 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-076bd51a-2e97-4c51-bdc5-821e1cc4e3a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:55.536508 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a9ceede8-623e-429b-a00b-d8f0e47cbf19 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:17:55.540328 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a9ceede8-623e-429b-a00b-d8f0e47cbf19 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Usage tracker for resource:subnet and tenant:8ce94a430e1f4b5d8db73d65d7c911a5 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:17:55.543151 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a9ceede8-623e-429b-a00b-d8f0e47cbf19 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:17:55.548746 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a9ceede8-623e-429b-a00b-d8f0e47cbf19 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:17:55.558531 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ceede8-623e-429b-a00b-d8f0e47cbf19 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Made reservation on behalf of 8ce94a430e1f4b5d8db73d65d7c911a5 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:17:55.657445 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9ceede8-623e-429b-a00b-d8f0e47cbf19 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:55.873422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9ceede8-623e-429b-a00b-d8f0e47cbf19 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:55.943009 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ceede8-623e-429b-a00b-d8f0e47cbf19 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event updated for resources: {'Subnet': ['ID=d92965c8-3faf-4188-90d8-9bc76f4cad7e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:55.957970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9ceede8-623e-429b-a00b-d8f0e47cbf19 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Checking segment: {'id': '1c16970e-1531-4cb5-96a6-1b34dc6a1dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9e76ac76-b15f-4542-b971-a94c17979f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:17:55.958321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ceede8-623e-429b-a00b-d8f0e47cbf19 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Network hostable DHCP agents. Network: 9e76ac76-b15f-4542-b971-a94c17979f79, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:17:55.980795 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9ceede8-623e-429b-a00b-d8f0e47cbf19 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Network 9e76ac76-b15f-4542-b971-a94c17979f79 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:17:55.989192 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a9ceede8-623e-429b-a00b-d8f0e47cbf19 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 9e76ac76-b15f-4542-b971-a94c17979f79) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:17:55.993616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ceede8-623e-429b-a00b-d8f0e47cbf19 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:55.994196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9ceede8-623e-429b-a00b-d8f0e47cbf19 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:55.999076 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd07ddf8-c72b-4861-8e6b-9435311cdc03 None None] Network 9e76ac76-b15f-4542-b971-a94c17979f79 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:17:56.018004 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a9ceede8-623e-429b-a00b-d8f0e47cbf19 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5947087 Feb 28 15:17:56.021352 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52560) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:56.026709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-13adfd4b-af6d-4aca-a759-802c6718769e tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-567444677'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:17:56.031360 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-13adfd4b-af6d-4aca-a759-802c6718769e tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:17:56.035099 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-13adfd4b-af6d-4aca-a759-802c6718769e tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Usage tracker for resource:network and tenant:8ce94a430e1f4b5d8db73d65d7c911a5 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:17:56.037908 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-13adfd4b-af6d-4aca-a759-802c6718769e tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:17:56.043991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-13adfd4b-af6d-4aca-a759-802c6718769e tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:17:56.054788 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13adfd4b-af6d-4aca-a759-802c6718769e tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Made reservation on behalf of 8ce94a430e1f4b5d8db73d65d7c911a5 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:17:56.057615 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-13adfd4b-af6d-4aca-a759-802c6718769e tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:56.084251 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13adfd4b-af6d-4aca-a759-802c6718769e tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:17:56.092956 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-13adfd4b-af6d-4aca-a759-802c6718769e tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:56.093445 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-13adfd4b-af6d-4aca-a759-802c6718769e tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Added segment 5e10379b-b297-45fb-86b4-13005b60591b of type vlan for network 1ff9219e-3ea9-45a8-b1b0-26f0599c2bfb Feb 28 15:17:56.121081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-13adfd4b-af6d-4aca-a759-802c6718769e tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:56.149839 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-13adfd4b-af6d-4aca-a759-802c6718769e tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:56.153451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13adfd4b-af6d-4aca-a759-802c6718769e tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:56.154032 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-13adfd4b-af6d-4aca-a759-802c6718769e tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:56.212167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-9e76ac76-b15f-4542-b971-a94c17979f79', 'network_id': '9e76ac76-b15f-4542-b971-a94c17979f79', 'tenant_id': '8ce94a430e1f4b5d8db73d65d7c911a5', 'fixed_ips': [{'subnet_id': 'd92965c8-3faf-4188-90d8-9bc76f4cad7e'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:17:56.212998 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:56.241566 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-13adfd4b-af6d-4aca-a759-802c6718769e tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2191684 Feb 28 15:17:56.244558 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52564) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:56.250387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4207d9d4-3407-4879-af81-704cb99eed8f tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Request body: {'subnet': {'network_id': '1ff9219e-3ea9-45a8-b1b0-26f0599c2bfb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:17:56.261126 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13adfd4b-af6d-4aca-a759-802c6718769e tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event updated for resources: {'Network': ['ID=1ff9219e-3ea9-45a8-b1b0-26f0599c2bfb,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:56.279726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 1ff9219e-3ea9-45a8-b1b0-26f0599c2bfb details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:17:56.362522 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4207d9d4-3407-4879-af81-704cb99eed8f tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:17:56.366342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4207d9d4-3407-4879-af81-704cb99eed8f tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Usage tracker for resource:subnet and tenant:8ce94a430e1f4b5d8db73d65d7c911a5 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:17:56.369090 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4207d9d4-3407-4879-af81-704cb99eed8f tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:17:56.374564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4207d9d4-3407-4879-af81-704cb99eed8f tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:17:56.384538 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4207d9d4-3407-4879-af81-704cb99eed8f tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Made reservation on behalf of 8ce94a430e1f4b5d8db73d65d7c911a5 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:17:56.466415 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Allocated IP 2001:db8:0:ffff::2 (9e76ac76-b15f-4542-b971-a94c17979f79/d92965c8-3faf-4188-90d8-9bc76f4cad7e/ca58d270-3f77-4c5a-b5d3-fee5c935be03) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:17:56.494918 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4207d9d4-3407-4879-af81-704cb99eed8f tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:56.670452 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:56.680914 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Transition to ACTIVE for port object ca58d270-3f77-4c5a-b5d3-fee5c935be03 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:17:56.701069 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Transition to ACTIVE for port object ca58d270-3f77-4c5a-b5d3-fee5c935be03 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:17:56.706255 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:56.774944 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Network 9e76ac76-b15f-4542-b971-a94c17979f79 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:17:56.777529 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:17:56.781029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:17:56.787020 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Pushing event updated for resources: {'Port': ['ID=ca58d270-3f77-4c5a-b5d3-fee5c935be03,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:56.810047 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4207d9d4-3407-4879-af81-704cb99eed8f tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:56.828513 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:56.828861 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:56.829195 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:56.829522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:56.829847 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:56.830173 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:56.830492 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:56.830813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:56.831128 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:56.831441 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:56.831785 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:17:56.884154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Attempting to bind port ca58d270-3f77-4c5a-b5d3-fee5c935be03 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:17:56.884514 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Attempting to bind port ca58d270-3f77-4c5a-b5d3-fee5c935be03 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '1c16970e-1531-4cb5-96a6-1b34dc6a1dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9e76ac76-b15f-4542-b971-a94c17979f79'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:17:56.884863 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Attempting to bind port ca58d270-3f77-4c5a-b5d3-fee5c935be03 on network 9e76ac76-b15f-4542-b971-a94c17979f79 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:17:56.889589 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4207d9d4-3407-4879-af81-704cb99eed8f tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event updated for resources: {'Subnet': ['ID=10fff4c3-89b7-4d0e-aad4-0762584cb66b,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:56.891096 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 17, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:17:56.892035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Checking segment: {'id': '1c16970e-1531-4cb5-96a6-1b34dc6a1dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9e76ac76-b15f-4542-b971-a94c17979f79'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:17:56.892035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:56.892270 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Bound using segment: {'id': '1c16970e-1531-4cb5-96a6-1b34dc6a1dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9e76ac76-b15f-4542-b971-a94c17979f79'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:17:56.892689 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Bound port: ca58d270-3f77-4c5a-b5d3-fee5c935be03, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c16970e-1531-4cb5-96a6-1b34dc6a1dc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '9e76ac76-b15f-4542-b971-a94c17979f79'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:17:56.893051 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:56.900066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4207d9d4-3407-4879-af81-704cb99eed8f tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Checking segment: {'id': '5e10379b-b297-45fb-86b4-13005b60591b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': '1ff9219e-3ea9-45a8-b1b0-26f0599c2bfb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:17:56.900417 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4207d9d4-3407-4879-af81-704cb99eed8f tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Network hostable DHCP agents. Network: 1ff9219e-3ea9-45a8-b1b0-26f0599c2bfb, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:17:56.920588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4207d9d4-3407-4879-af81-704cb99eed8f tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Network 1ff9219e-3ea9-45a8-b1b0-26f0599c2bfb is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:17:56.929689 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-4207d9d4-3407-4879-af81-704cb99eed8f tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 1ff9219e-3ea9-45a8-b1b0-26f0599c2bfb) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:17:56.933470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4207d9d4-3407-4879-af81-704cb99eed8f tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:56.934101 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4207d9d4-3407-4879-af81-704cb99eed8f tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:56.943239 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72dafc4e-d7bf-42fc-845b-84ccba591db4 None None] Network 1ff9219e-3ea9-45a8-b1b0-26f0599c2bfb requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:17:56.954232 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4207d9d4-3407-4879-af81-704cb99eed8f tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.7085514 Feb 28 15:17:56.956954 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52568) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:57.061155 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] For port ca58d270-3f77-4c5a-b5d3-fee5c935be03, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:17:57.086615 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] For port ca58d270-3f77-4c5a-b5d3-fee5c935be03, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ca58d270-3f77-4c5a-b5d3-fee5c935be03,segment=NetworkSegment(1c16970e-1531-4cb5-96a6-1b34dc6a1dc0),segment_id=1c16970e-1531-4cb5-96a6-1b34dc6a1dc0)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:17:57.095565 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bd605c66-8870-46c6-a652-a960e06774f5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.119900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.158858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bd605c66-8870-46c6-a652-a960e06774f5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.238271 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bd605c66-8870-46c6-a652-a960e06774f5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.245651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1152503-e5dc-475c-9fbd-6049206b27b8 None None] Pushing event updated for resources: {'Port': ['ID=ca58d270-3f77-4c5a-b5d3-fee5c935be03,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:57.264895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7480a6a-9a58-497b-87c8-1848eccd6618 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-1ff9219e-3ea9-45a8-b1b0-26f0599c2bfb', 'network_id': '1ff9219e-3ea9-45a8-b1b0-26f0599c2bfb', 'tenant_id': '8ce94a430e1f4b5d8db73d65d7c911a5', 'fixed_ips': [{'subnet_id': '10fff4c3-89b7-4d0e-aad4-0762584cb66b'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:17:57.265765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c7480a6a-9a58-497b-87c8-1848eccd6618 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.286675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd605c66-8870-46c6-a652-a960e06774f5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event deleted for resources: {'Subnet': ['ID=10fff4c3-89b7-4d0e-aad4-0762584cb66b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:57.400288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bd605c66-8870-46c6-a652-a960e06774f5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.415382 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b23da6e-61ee-4fe5-90a4-944e5130d5f1 None None] Network 1ff9219e-3ea9-45a8-b1b0-26f0599c2bfb requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:17:57.442214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-bd605c66-8870-46c6-a652-a960e06774f5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff9219e-3ea9-45a8-b1b0-26f0599c2bfb']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:57.457392 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-bd605c66-8870-46c6-a652-a960e06774f5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e10379b-b297-45fb-86b4-13005b60591b') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:57.457682 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-bd605c66-8870-46c6-a652-a960e06774f5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e10379b-b297-45fb-86b4-13005b60591b') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:57.478887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bd605c66-8870-46c6-a652-a960e06774f5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.499998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bd605c66-8870-46c6-a652-a960e06774f5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.509097 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bd605c66-8870-46c6-a652-a960e06774f5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Releasing vlan 76 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:17:57.509691 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bd605c66-8870-46c6-a652-a960e06774f5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:17:57.524835 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:17:57.613248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bd605c66-8870-46c6-a652-a960e06774f5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.618284 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bd605c66-8870-46c6-a652-a960e06774f5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.644357 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd605c66-8870-46c6-a652-a960e06774f5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event deleted for resources: {'Network': ['ID=1ff9219e-3ea9-45a8-b1b0-26f0599c2bfb,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:57.648701 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bd605c66-8870-46c6-a652-a960e06774f5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "DELETE /v2.0/networks/1ff9219e-3ea9-45a8-b1b0-26f0599c2bfb HTTP/1.1" status: 204 len: 168 time: 0.6907039 Feb 28 15:17:57.652437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52572) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:57.656196 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-26e14858-2382-4391-b395-35863fff43d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.658495 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c6d10df1-d723-4b3f-9133-3a2b86f8b1e1 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-938782477'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:17:57.663523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c6d10df1-d723-4b3f-9133-3a2b86f8b1e1 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:17:57.667256 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c6d10df1-d723-4b3f-9133-3a2b86f8b1e1 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Usage tracker for resource:network and tenant:8ce94a430e1f4b5d8db73d65d7c911a5 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:17:57.670082 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c6d10df1-d723-4b3f-9133-3a2b86f8b1e1 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:17:57.676161 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c6d10df1-d723-4b3f-9133-3a2b86f8b1e1 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:17:57.685899 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6d10df1-d723-4b3f-9133-3a2b86f8b1e1 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Made reservation on behalf of 8ce94a430e1f4b5d8db73d65d7c911a5 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:17:57.689100 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c6d10df1-d723-4b3f-9133-3a2b86f8b1e1 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.716474 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6d10df1-d723-4b3f-9133-3a2b86f8b1e1 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:17:57.724861 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c6d10df1-d723-4b3f-9133-3a2b86f8b1e1 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.725201 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-c6d10df1-d723-4b3f-9133-3a2b86f8b1e1 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Added segment ea27a063-e824-43ec-a0c4-a4b1b79ba8d5 of type vlan for network fb6475fb-b365-4f9a-8e5c-8fd844059f0e Feb 28 15:17:57.750254 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c6d10df1-d723-4b3f-9133-3a2b86f8b1e1 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.779931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c6d10df1-d723-4b3f-9133-3a2b86f8b1e1 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.783693 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6d10df1-d723-4b3f-9133-3a2b86f8b1e1 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:57.784273 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c6d10df1-d723-4b3f-9133-3a2b86f8b1e1 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.856253 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:57.885149 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c6d10df1-d723-4b3f-9133-3a2b86f8b1e1 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2311821 Feb 28 15:17:57.888078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52576) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:57.893884 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d10df1-d723-4b3f-9133-3a2b86f8b1e1 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event updated for resources: {'Network': ['ID=fb6475fb-b365-4f9a-8e5c-8fd844059f0e,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:57.894019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Request body: {'subnet': {'network_id': 'fb6475fb-b365-4f9a-8e5c-8fd844059f0e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:17:57.904664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network fb6475fb-b365-4f9a-8e5c-8fd844059f0e details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:17:58.013198 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:17:58.016978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Usage tracker for resource:subnet and tenant:8ce94a430e1f4b5d8db73d65d7c911a5 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:17:58.019898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:17:58.026360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:17:58.036353 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Made reservation on behalf of 8ce94a430e1f4b5d8db73d65d7c911a5 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:17:58.139291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:58.230167 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.ipam_backend_mixin [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Performing IP validity checks on allocation pools {{(pid=83592) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:317}} Feb 28 15:17:58.230167 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.ipam_backend_mixin [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Checking for overlaps among allocation pools and gateway ip {{(pid=83592) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:338}} Feb 28 15:17:58.241851 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e78ae28-40c8-49a2-8212-708e677c8ae1 None None] Network 9e76ac76-b15f-4542-b971-a94c17979f79 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:17:58.348151 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-36b36e0f-be96-4ace-8395-73786430015f None None] Provisioning for port ca58d270-3f77-4c5a-b5d3-fee5c935be03 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:17:58.361895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:58.442025 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event updated for resources: {'Subnet': ['ID=a57d78be-02f2-47ef-a408-2e3fb3cd37ac,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:58.452465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Checking segment: {'id': 'ea27a063-e824-43ec-a0c4-a4b1b79ba8d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'fb6475fb-b365-4f9a-8e5c-8fd844059f0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:17:58.452817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Network hostable DHCP agents. Network: fb6475fb-b365-4f9a-8e5c-8fd844059f0e, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:17:58.476379 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Network fb6475fb-b365-4f9a-8e5c-8fd844059f0e is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:17:58.485428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, fb6475fb-b365-4f9a-8e5c-8fd844059f0e) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:17:58.489441 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:58.490017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:58.495492 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85c8a489-1096-4c06-be31-f476f258a912 None None] Network fb6475fb-b365-4f9a-8e5c-8fd844059f0e requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:17:58.512517 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c92e77a1-f9b4-40dc-81d8-f5ca71bbaf5b tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6232307 Feb 28 15:17:58.515051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52580) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:58.659429 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef524-f1aa-40f1-8a2d-4e54e3f47659 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:58.722997 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d683c837-1f4b-451e-956e-cb2c0d581fe3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-fb6475fb-b365-4f9a-8e5c-8fd844059f0e', 'network_id': 'fb6475fb-b365-4f9a-8e5c-8fd844059f0e', 'tenant_id': '8ce94a430e1f4b5d8db73d65d7c911a5', 'fixed_ips': [{'subnet_id': 'a57d78be-02f2-47ef-a408-2e3fb3cd37ac'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:17:58.723835 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d683c837-1f4b-451e-956e-cb2c0d581fe3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:58.727429 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef524-f1aa-40f1-8a2d-4e54e3f47659 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:58.805247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef524-f1aa-40f1-8a2d-4e54e3f47659 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server [None req-d683c837-1f4b-451e-956e-cb2c0d581fe3 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a57d78be-02f2-47ef-a408-2e3fb3cd37ac: This subnet is being modified by another concurrent operation. Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 335, in create_port Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 692, in inner Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.force_reraise() Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/six.py", line 703, in reraise Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise value Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1423, in create_port Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1390, in _create_port_db Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1440, in create_port_db Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 219, in allocate_ips_for_port_and_store Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server ips = self.allocate_ips_for_port(context, port_copy) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 233, in wrapped Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 226, in allocate_ips_for_port Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server return self._allocate_ips_for_port(context, port) Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 258, in _allocate_ips_for_port Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 669, in _ipam_get_subnets Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server subnet.lock_register( Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server raise exception Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet a57d78be-02f2-47ef-a408-2e3fb3cd37ac: This subnet is being modified by another concurrent operation. Feb 28 15:17:58.836307 dv-neutron-830866-2-hyperv neutron-server[83593]: ERROR oslo_messaging.rpc.server Feb 28 15:17:58.850930 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f494e62-6856-4bee-83ef-945a0dcac8fe None None] Network fb6475fb-b365-4f9a-8e5c-8fd844059f0e requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:17:58.949971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ef524-f1aa-40f1-8a2d-4e54e3f47659 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event deleted for resources: {'Subnet': ['ID=a57d78be-02f2-47ef-a408-2e3fb3cd37ac,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:58.967943 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:58.968785 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:59.040611 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a7f63d8-729c-49e3-9c5b-043cc776a90e None None] get_active_networks_info from dv-neutron-830866-2-hyperv {{(pid=83593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 15:17:59.044733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef524-f1aa-40f1-8a2d-4e54e3f47659 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:59.068745 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ec9ef524-f1aa-40f1-8a2d-4e54e3f47659 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fb6475fb-b365-4f9a-8e5c-8fd844059f0e']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:59.081051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ec9ef524-f1aa-40f1-8a2d-4e54e3f47659 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ea27a063-e824-43ec-a0c4-a4b1b79ba8d5') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:59.081344 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-ec9ef524-f1aa-40f1-8a2d-4e54e3f47659 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ea27a063-e824-43ec-a0c4-a4b1b79ba8d5') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:17:59.093516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef524-f1aa-40f1-8a2d-4e54e3f47659 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:59.115575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef524-f1aa-40f1-8a2d-4e54e3f47659 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:59.124071 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ec9ef524-f1aa-40f1-8a2d-4e54e3f47659 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:17:59.124458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef524-f1aa-40f1-8a2d-4e54e3f47659 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:59.128962 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a7f63d8-729c-49e3-9c5b-043cc776a90e None None] Resources bound (agent type, host, resource id): {{(pid=83593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:17:59.142656 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:17:59.210380 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ca58d270-3f77-4c5a-b5d3-fee5c935be03 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:17:59.225612 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef524-f1aa-40f1-8a2d-4e54e3f47659 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:59.244870 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ec9ef524-f1aa-40f1-8a2d-4e54e3f47659 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:59.250779 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec9ef524-f1aa-40f1-8a2d-4e54e3f47659 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event deleted for resources: {'Network': ['ID=fb6475fb-b365-4f9a-8e5c-8fd844059f0e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:59.257543 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ec9ef524-f1aa-40f1-8a2d-4e54e3f47659 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "DELETE /v2.0/networks/fb6475fb-b365-4f9a-8e5c-8fd844059f0e HTTP/1.1" status: 204 len: 168 time: 0.7408869 Feb 28 15:17:59.261387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52584) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:59.267200 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6bf9f5fa-93ee-4265-a1ae-0ac92bbbc9b5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-953540372'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:17:59.272050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6bf9f5fa-93ee-4265-a1ae-0ac92bbbc9b5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:17:59.275853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6bf9f5fa-93ee-4265-a1ae-0ac92bbbc9b5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Usage tracker for resource:network and tenant:8ce94a430e1f4b5d8db73d65d7c911a5 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:17:59.278723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6bf9f5fa-93ee-4265-a1ae-0ac92bbbc9b5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:17:59.284329 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6bf9f5fa-93ee-4265-a1ae-0ac92bbbc9b5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:17:59.294080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf9f5fa-93ee-4265-a1ae-0ac92bbbc9b5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Made reservation on behalf of 8ce94a430e1f4b5d8db73d65d7c911a5 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:17:59.297066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f5fa-93ee-4265-a1ae-0ac92bbbc9b5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:59.325052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6bf9f5fa-93ee-4265-a1ae-0ac92bbbc9b5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:17:59.334418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f5fa-93ee-4265-a1ae-0ac92bbbc9b5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:59.334780 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-6bf9f5fa-93ee-4265-a1ae-0ac92bbbc9b5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Added segment ebae0acd-d14e-40c9-8a85-2d2223525c06 of type vlan for network 145287b9-feea-452f-8334-36709cc2de45 Feb 28 15:17:59.360632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f5fa-93ee-4265-a1ae-0ac92bbbc9b5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:59.360883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port ca58d270-3f77-4c5a-b5d3-fee5c935be03 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:17:59.372424 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port ca58d270-3f77-4c5a-b5d3-fee5c935be03 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:17:59.372786 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:59.390534 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f5fa-93ee-4265-a1ae-0ac92bbbc9b5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:59.394188 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf9f5fa-93ee-4265-a1ae-0ac92bbbc9b5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:17:59.394801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6bf9f5fa-93ee-4265-a1ae-0ac92bbbc9b5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:59.498466 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6bf9f5fa-93ee-4265-a1ae-0ac92bbbc9b5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2355566 Feb 28 15:17:59.501384 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52588) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:17:59.509586 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f1513144-20c9-4c2e-a5ef-ce9cf809d872 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Request body: {'subnet': {'network_id': '145287b9-feea-452f-8334-36709cc2de45', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:17:59.523523 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf9f5fa-93ee-4265-a1ae-0ac92bbbc9b5 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event updated for resources: {'Network': ['ID=145287b9-feea-452f-8334-36709cc2de45,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:59.545095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 145287b9-feea-452f-8334-36709cc2de45 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:17:59.622120 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f1513144-20c9-4c2e-a5ef-ce9cf809d872 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:17:59.625880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f1513144-20c9-4c2e-a5ef-ce9cf809d872 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Usage tracker for resource:subnet and tenant:8ce94a430e1f4b5d8db73d65d7c911a5 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:17:59.628668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f1513144-20c9-4c2e-a5ef-ce9cf809d872 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:17:59.634355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f1513144-20c9-4c2e-a5ef-ce9cf809d872 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:17:59.644543 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1513144-20c9-4c2e-a5ef-ce9cf809d872 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Made reservation on behalf of 8ce94a430e1f4b5d8db73d65d7c911a5 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:17:59.673434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:59.719556 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port ca58d270-3f77-4c5a-b5d3-fee5c935be03, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ca58d270-3f77-4c5a-b5d3-fee5c935be03,segment=NetworkSegment(1c16970e-1531-4cb5-96a6-1b34dc6a1dc0),segment_id=1c16970e-1531-4cb5-96a6-1b34dc6a1dc0)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:17:59.723192 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:59.749817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f1513144-20c9-4c2e-a5ef-ce9cf809d872 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:17:59.791451 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=ca58d270-3f77-4c5a-b5d3-fee5c935be03,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:17:59.955980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f1513144-20c9-4c2e-a5ef-ce9cf809d872 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:00.033128 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1513144-20c9-4c2e-a5ef-ce9cf809d872 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event updated for resources: {'Subnet': ['ID=79e78fac-61d0-4290-867c-36bb08e3e5fd,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:00.045628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1513144-20c9-4c2e-a5ef-ce9cf809d872 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Checking segment: {'id': 'ebae0acd-d14e-40c9-8a85-2d2223525c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '145287b9-feea-452f-8334-36709cc2de45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:00.045975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1513144-20c9-4c2e-a5ef-ce9cf809d872 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Network hostable DHCP agents. Network: 145287b9-feea-452f-8334-36709cc2de45, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:18:00.066347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1513144-20c9-4c2e-a5ef-ce9cf809d872 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Network 145287b9-feea-452f-8334-36709cc2de45 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:18:00.075165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-f1513144-20c9-4c2e-a5ef-ce9cf809d872 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 145287b9-feea-452f-8334-36709cc2de45) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:00.078827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1513144-20c9-4c2e-a5ef-ce9cf809d872 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:00.079424 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f1513144-20c9-4c2e-a5ef-ce9cf809d872 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:00.083681 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd05f8a-f1d7-41a6-b4d0-bed36856c5e0 None None] Network 145287b9-feea-452f-8334-36709cc2de45 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:18:00.103010 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f1513144-20c9-4c2e-a5ef-ce9cf809d872 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6005969 Feb 28 15:18:00.107176 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52592) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:00.112667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-591574b1-a1bf-4f6f-bbd4-774a7e661245 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1340409804'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:00.117394 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-591574b1-a1bf-4f6f-bbd4-774a7e661245 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:00.121073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-591574b1-a1bf-4f6f-bbd4-774a7e661245 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Usage tracker for resource:network and tenant:8ce94a430e1f4b5d8db73d65d7c911a5 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:18:00.123841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-591574b1-a1bf-4f6f-bbd4-774a7e661245 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Quota usage for network was recalculated. Used quota:2. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:18:00.129404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-591574b1-a1bf-4f6f-bbd4-774a7e661245 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:00.140806 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-591574b1-a1bf-4f6f-bbd4-774a7e661245 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Made reservation on behalf of 8ce94a430e1f4b5d8db73d65d7c911a5 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:18:00.143912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-591574b1-a1bf-4f6f-bbd4-774a7e661245 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:00.173873 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-591574b1-a1bf-4f6f-bbd4-774a7e661245 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:18:00.182935 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-591574b1-a1bf-4f6f-bbd4-774a7e661245 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:00.183285 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-591574b1-a1bf-4f6f-bbd4-774a7e661245 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Added segment eb3c67cb-a1ec-4e24-8ff1-7318445dee3f of type vlan for network 4cd5e6a5-7567-4cab-804d-c6048db620c7 Feb 28 15:18:00.208372 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-591574b1-a1bf-4f6f-bbd4-774a7e661245 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:00.237135 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-591574b1-a1bf-4f6f-bbd4-774a7e661245 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:00.240920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-591574b1-a1bf-4f6f-bbd4-774a7e661245 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:00.241509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-591574b1-a1bf-4f6f-bbd4-774a7e661245 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:00.314788 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:00.317940 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-145287b9-feea-452f-8334-36709cc2de45', 'network_id': '145287b9-feea-452f-8334-36709cc2de45', 'tenant_id': '8ce94a430e1f4b5d8db73d65d7c911a5', 'fixed_ips': [{'subnet_id': '79e78fac-61d0-4290-867c-36bb08e3e5fd'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:18:00.318742 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:00.342553 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-591574b1-a1bf-4f6f-bbd4-774a7e661245 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2317517 Feb 28 15:18:00.343285 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52596) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:00.351416 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-aedbbfc3-8a7c-426b-8c2c-7815e99bb60d tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Request body: {'subnet': {'network_id': '4cd5e6a5-7567-4cab-804d-c6048db620c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:00.358691 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591574b1-a1bf-4f6f-bbd4-774a7e661245 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event updated for resources: {'Network': ['ID=4cd5e6a5-7567-4cab-804d-c6048db620c7,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:00.376971 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 4cd5e6a5-7567-4cab-804d-c6048db620c7 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:18:00.463681 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-aedbbfc3-8a7c-426b-8c2c-7815e99bb60d tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:00.467699 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-aedbbfc3-8a7c-426b-8c2c-7815e99bb60d tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Usage tracker for resource:subnet and tenant:8ce94a430e1f4b5d8db73d65d7c911a5 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:18:00.470715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-aedbbfc3-8a7c-426b-8c2c-7815e99bb60d tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Quota usage for subnet was recalculated. Used quota:2. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:18:00.476410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-aedbbfc3-8a7c-426b-8c2c-7815e99bb60d tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:00.485097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aedbbfc3-8a7c-426b-8c2c-7815e99bb60d tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Made reservation on behalf of 8ce94a430e1f4b5d8db73d65d7c911a5 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:18:00.562991 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Allocated IP 2001:db8::2 (145287b9-feea-452f-8334-36709cc2de45/79e78fac-61d0-4290-867c-36bb08e3e5fd/a256afcd-81e4-4c91-813a-178e6e7de8bb) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:18:00.671418 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aedbbfc3-8a7c-426b-8c2c-7815e99bb60d tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:00.774705 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:00.785101 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Transition to ACTIVE for port object a256afcd-81e4-4c91-813a-178e6e7de8bb will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:00.803180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Transition to ACTIVE for port object a256afcd-81e4-4c91-813a-178e6e7de8bb will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:00.808856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:00.876403 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Network 145287b9-feea-452f-8334-36709cc2de45 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:18:00.879678 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:00.882635 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:18:00.884919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Pushing event updated for resources: {'Port': ['ID=a256afcd-81e4-4c91-813a-178e6e7de8bb,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:00.892819 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aedbbfc3-8a7c-426b-8c2c-7815e99bb60d tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:00.973407 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Attempting to bind port a256afcd-81e4-4c91-813a-178e6e7de8bb on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:18:00.973889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Attempting to bind port a256afcd-81e4-4c91-813a-178e6e7de8bb by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'ebae0acd-d14e-40c9-8a85-2d2223525c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '145287b9-feea-452f-8334-36709cc2de45'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:18:00.974684 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Attempting to bind port a256afcd-81e4-4c91-813a-178e6e7de8bb on network 145287b9-feea-452f-8334-36709cc2de45 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:18:00.974912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aedbbfc3-8a7c-426b-8c2c-7815e99bb60d tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event updated for resources: {'Subnet': ['ID=b4a67cae-6626-4d43-94d3-343f5550dc93,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:00.981900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:18:00.982357 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Checking segment: {'id': 'ebae0acd-d14e-40c9-8a85-2d2223525c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '145287b9-feea-452f-8334-36709cc2de45'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:00.982762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:00.983241 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Bound using segment: {'id': 'ebae0acd-d14e-40c9-8a85-2d2223525c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '145287b9-feea-452f-8334-36709cc2de45'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:18:00.983620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Bound port: a256afcd-81e4-4c91-813a-178e6e7de8bb, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebae0acd-d14e-40c9-8a85-2d2223525c06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '145287b9-feea-452f-8334-36709cc2de45'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:18:00.983994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:00.985150 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aedbbfc3-8a7c-426b-8c2c-7815e99bb60d tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Checking segment: {'id': 'eb3c67cb-a1ec-4e24-8ff1-7318445dee3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4cd5e6a5-7567-4cab-804d-c6048db620c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:00.985509 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedbbfc3-8a7c-426b-8c2c-7815e99bb60d tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Network hostable DHCP agents. Network: 4cd5e6a5-7567-4cab-804d-c6048db620c7, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:18:01.008873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aedbbfc3-8a7c-426b-8c2c-7815e99bb60d tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Network 4cd5e6a5-7567-4cab-804d-c6048db620c7 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:18:01.018396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-aedbbfc3-8a7c-426b-8c2c-7815e99bb60d tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 4cd5e6a5-7567-4cab-804d-c6048db620c7) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:01.022426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aedbbfc3-8a7c-426b-8c2c-7815e99bb60d tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:01.023012 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-aedbbfc3-8a7c-426b-8c2c-7815e99bb60d tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:01.030722 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5941ed46-c16e-4668-9ff6-78bd29408c53 None None] Network 4cd5e6a5-7567-4cab-804d-c6048db620c7 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:18:01.045402 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-aedbbfc3-8a7c-426b-8c2c-7815e99bb60d tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7001591 Feb 28 15:18:01.047790 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52600) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:01.155416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ca58d270-3f77-4c5a-b5d3-fee5c935be03 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:18:01.188478 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5aa9104e-a394-438b-bf28-71198bb59ba8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:01.194321 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] For port a256afcd-81e4-4c91-813a-178e6e7de8bb, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:18:01.235852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] For port a256afcd-81e4-4c91-813a-178e6e7de8bb, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a256afcd-81e4-4c91-813a-178e6e7de8bb,segment=NetworkSegment(ebae0acd-d14e-40c9-8a85-2d2223525c06),segment_id=ebae0acd-d14e-40c9-8a85-2d2223525c06)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:18:01.246447 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:01.254355 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5aa9104e-a394-438b-bf28-71198bb59ba8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:01.334387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5aa9104e-a394-438b-bf28-71198bb59ba8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:01.372905 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9104e-a394-438b-bf28-71198bb59ba8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event deleted for resources: {'Subnet': ['ID=b4a67cae-6626-4d43-94d3-343f5550dc93,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:01.438331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb5dcfc-23de-45c4-92f7-3ddae5c1326a None None] Pushing event updated for resources: {'Port': ['ID=a256afcd-81e4-4c91-813a-178e6e7de8bb,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:01.458747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port ca58d270-3f77-4c5a-b5d3-fee5c935be03 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:01.459126 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:01.480374 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5aa9104e-a394-438b-bf28-71198bb59ba8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:01.488154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56afab4-d871-401d-bc62-d117fdf821fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-4cd5e6a5-7567-4cab-804d-c6048db620c7', 'network_id': '4cd5e6a5-7567-4cab-804d-c6048db620c7', 'tenant_id': '8ce94a430e1f4b5d8db73d65d7c911a5', 'fixed_ips': [{'subnet_id': 'b4a67cae-6626-4d43-94d3-343f5550dc93'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:18:01.489257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b56afab4-d871-401d-bc62-d117fdf821fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:01.512692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-5aa9104e-a394-438b-bf28-71198bb59ba8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4cd5e6a5-7567-4cab-804d-c6048db620c7']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:01.526263 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-5aa9104e-a394-438b-bf28-71198bb59ba8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb3c67cb-a1ec-4e24-8ff1-7318445dee3f') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:01.526632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-5aa9104e-a394-438b-bf28-71198bb59ba8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb3c67cb-a1ec-4e24-8ff1-7318445dee3f') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:01.539184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5aa9104e-a394-438b-bf28-71198bb59ba8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:01.556906 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5aa9104e-a394-438b-bf28-71198bb59ba8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:01.563585 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5aa9104e-a394-438b-bf28-71198bb59ba8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:18:01.564314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5aa9104e-a394-438b-bf28-71198bb59ba8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:18:01.579581 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:18:01.667167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b235664-81ed-471b-9059-dece573ff04d None None] Network 4cd5e6a5-7567-4cab-804d-c6048db620c7 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:18:01.684962 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5aa9104e-a394-438b-bf28-71198bb59ba8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:01.703508 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5aa9104e-a394-438b-bf28-71198bb59ba8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:01.715169 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa9104e-a394-438b-bf28-71198bb59ba8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event deleted for resources: {'Network': ['ID=4cd5e6a5-7567-4cab-804d-c6048db620c7,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:01.719849 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5aa9104e-a394-438b-bf28-71198bb59ba8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "DELETE /v2.0/networks/4cd5e6a5-7567-4cab-804d-c6048db620c7 HTTP/1.1" status: 204 len: 168 time: 0.6710551 Feb 28 15:18:01.722596 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52604) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:01.769078 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-216b5155-66f8-4ea7-88ae-81da6858443a tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] GET failed (client error): The resource could not be found. Feb 28 15:18:01.769882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-216b5155-66f8-4ea7-88ae-81da6858443a tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Synchronizing usage tracker for tenant:8ce94a430e1f4b5d8db73d65d7c911a5 on resource:subnet {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:18:01.790170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-216b5155-66f8-4ea7-88ae-81da6858443a tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Unset dirty status for tenant:8ce94a430e1f4b5d8db73d65d7c911a5 on resource:subnet {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:18:01.793822 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-216b5155-66f8-4ea7-88ae-81da6858443a tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "GET /v2.0/subnets/b4a67cae-6626-4d43-94d3-343f5550dc93 HTTP/1.1" status: 404 len: 337 time: 0.0676918 Feb 28 15:18:01.794125 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52608) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:01.818490 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5ac143-e678-4049-989a-d3b180a4693c tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] DELETE failed (client error): The resource could not be found. Feb 28 15:18:01.818921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c5ac143-e678-4049-989a-d3b180a4693c tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 15:18:01.824470 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0c5ac143-e678-4049-989a-d3b180a4693c tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "DELETE /v2.0/networks/4cd5e6a5-7567-4cab-804d-c6048db620c7 HTTP/1.1" status: 404 len: 339 time: 0.0259686 Feb 28 15:18:01.824682 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52612) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:01.861526 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec2177da-538d-4b2a-914c-177e6d8a5cec tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] DELETE failed (client error): The resource could not be found. Feb 28 15:18:01.861887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ec2177da-538d-4b2a-914c-177e6d8a5cec tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 15:18:01.863446 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ec2177da-538d-4b2a-914c-177e6d8a5cec tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "DELETE /v2.0/subnets/b4a67cae-6626-4d43-94d3-343f5550dc93 HTTP/1.1" status: 404 len: 337 time: 0.0379181 Feb 28 15:18:01.865917 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52616) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:01.889253 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-438ece07-d5db-45be-ad61-f0031b91a372 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] DELETE failed (client error): The resource could not be found. Feb 28 15:18:01.889663 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-438ece07-d5db-45be-ad61-f0031b91a372 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 15:18:01.891138 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-438ece07-d5db-45be-ad61-f0031b91a372 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "DELETE /v2.0/networks/4cd5e6a5-7567-4cab-804d-c6048db620c7 HTTP/1.1" status: 404 len: 339 time: 0.0243511 Feb 28 15:18:01.893471 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52620) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:01.959187 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa60dc6-b4bc-432e-9ef8-bd733d952c64 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Deleting subnet 79e78fac-61d0-4290-867c-36bb08e3e5fd {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:18:01.962685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faa60dc6-b4bc-432e-9ef8-bd733d952c64 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:02.016267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faa60dc6-b4bc-432e-9ef8-bd733d952c64 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:02.193765 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faa60dc6-b4bc-432e-9ef8-bd733d952c64 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:02.269698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faa60dc6-b4bc-432e-9ef8-bd733d952c64 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:02.309172 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa60dc6-b4bc-432e-9ef8-bd733d952c64 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event deleted for resources: {'Subnet': ['ID=79e78fac-61d0-4290-867c-36bb08e3e5fd,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:02.313085 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faa60dc6-b4bc-432e-9ef8-bd733d952c64 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:02.330611 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-faa60dc6-b4bc-432e-9ef8-bd733d952c64 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "DELETE /v2.0/subnets/79e78fac-61d0-4290-867c-36bb08e3e5fd HTTP/1.1" status: 204 len: 168 time: 0.4361699 Feb 28 15:18:02.333048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52624) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:02.377806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e395aff2-5221-4707-af53-3a2a84f7dfb8 None None] Network 145287b9-feea-452f-8334-36709cc2de45 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:18:02.452646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:02.464151 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Deleting port a256afcd-81e4-4c91-813a-178e6e7de8bb {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:18:02.464484 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:02.552156 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-62586865-8f10-4eb5-a9f6-d47a23f0a307 None None] Provisioning for port a256afcd-81e4-4c91-813a-178e6e7de8bb completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:18:02.642185 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e9522ee-224d-4390-a8d8-1227b573b372 None None] DHCP port deletion for 145287b9-feea-452f-8334-36709cc2de45 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:18:02.646235 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-7e9522ee-224d-4390-a8d8-1227b573b372 None None] Deleting port a256afcd-81e4-4c91-813a-178e6e7de8bb {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:18:02.646607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7e9522ee-224d-4390-a8d8-1227b573b372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:02.666671 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] For port a256afcd-81e4-4c91-813a-178e6e7de8bb, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a256afcd-81e4-4c91-813a-178e6e7de8bb,segment=NetworkSegment(ebae0acd-d14e-40c9-8a85-2d2223525c06),segment_id=ebae0acd-d14e-40c9-8a85-2d2223525c06)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:02.667075 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:02.786357 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Calling delete_port for a256afcd-81e4-4c91-813a-178e6e7de8bb owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:18:02.847186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-7e9522ee-224d-4390-a8d8-1227b573b372 None None] For port a256afcd-81e4-4c91-813a-178e6e7de8bb, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=a256afcd-81e4-4c91-813a-178e6e7de8bb,segment=NetworkSegment(ebae0acd-d14e-40c9-8a85-2d2223525c06),segment_id=ebae0acd-d14e-40c9-8a85-2d2223525c06)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:02.847481 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7e9522ee-224d-4390-a8d8-1227b573b372 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:02.860570 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:02.903852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event deleted for resources: {'Port': ['ID=a256afcd-81e4-4c91-813a-178e6e7de8bb,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:02.911721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] No DVR routers for this DVR port a256afcd-81e4-4c91-813a-178e6e7de8bb on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:18:02.966052 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-7e9522ee-224d-4390-a8d8-1227b573b372 None None] Calling delete_port for a256afcd-81e4-4c91-813a-178e6e7de8bb owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:18:03.032705 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-7e9522ee-224d-4390-a8d8-1227b573b372 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:18:03.032963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:03.033088 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-7e9522ee-224d-4390-a8d8-1227b573b372 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:18:03.057098 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['145287b9-feea-452f-8334-36709cc2de45']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:03.068436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebae0acd-d14e-40c9-8a85-2d2223525c06') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:03.068725 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebae0acd-d14e-40c9-8a85-2d2223525c06') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:03.079327 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:03.095624 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:03.102054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:18:03.102368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:18:03.116201 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:18:03.192485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:03.208344 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:03.219945 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event deleted for resources: {'Network': ['ID=145287b9-feea-452f-8334-36709cc2de45,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:03.222618 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-78c77acf-6534-4591-89ca-4e811eea1a48 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "DELETE /v2.0/networks/145287b9-feea-452f-8334-36709cc2de45 HTTP/1.1" status: 204 len: 168 time: 0.8886325 Feb 28 15:18:03.225048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52628) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:03.264513 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0930353-ccb4-425b-be02-2de562bf942c tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] DELETE failed (client error): The resource could not be found. Feb 28 15:18:03.264926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0930353-ccb4-425b-be02-2de562bf942c tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 15:18:03.266409 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f0930353-ccb4-425b-be02-2de562bf942c tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "DELETE /v2.0/subnets/a57d78be-02f2-47ef-a408-2e3fb3cd37ac HTTP/1.1" status: 404 len: 337 time: 0.0399022 Feb 28 15:18:03.268808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52632) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:03.292256 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7fd82e6-c7a9-4767-9929-0f6b925c882c tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] DELETE failed (client error): The resource could not be found. Feb 28 15:18:03.292668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7fd82e6-c7a9-4767-9929-0f6b925c882c tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 15:18:03.294128 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e7fd82e6-c7a9-4767-9929-0f6b925c882c tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "DELETE /v2.0/networks/fb6475fb-b365-4f9a-8e5c-8fd844059f0e HTTP/1.1" status: 404 len: 339 time: 0.0244594 Feb 28 15:18:03.296408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52636) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:03.331863 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-28c363db-e34d-4357-b1c0-8f7feb84dbef tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] DELETE failed (client error): The resource could not be found. Feb 28 15:18:03.332277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-28c363db-e34d-4357-b1c0-8f7feb84dbef tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 15:18:03.333745 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-28c363db-e34d-4357-b1c0-8f7feb84dbef tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "DELETE /v2.0/subnets/10fff4c3-89b7-4d0e-aad4-0762584cb66b HTTP/1.1" status: 404 len: 337 time: 0.0365262 Feb 28 15:18:03.336649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52640) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:03.360510 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4b56ba7-b5d7-4460-8f1d-e0e67cba05e8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] DELETE failed (client error): The resource could not be found. Feb 28 15:18:03.360858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4b56ba7-b5d7-4460-8f1d-e0e67cba05e8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=83592) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Feb 28 15:18:03.362326 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b4b56ba7-b5d7-4460-8f1d-e0e67cba05e8 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "DELETE /v2.0/networks/1ff9219e-3ea9-45a8-b1b0-26f0599c2bfb HTTP/1.1" status: 404 len: 339 time: 0.0248175 Feb 28 15:18:03.364530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52644) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:03.534127 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-7e9522ee-224d-4390-a8d8-1227b573b372 None None] Deleting port a256afcd-81e4-4c91-813a-178e6e7de8bb {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:18:03.534686 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7e9522ee-224d-4390-a8d8-1227b573b372 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:03.543085 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa85b42c-8082-4b9f-9535-808d9f5353da tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Deleting subnet d92965c8-3faf-4188-90d8-9bc76f4cad7e {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:18:03.545947 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aa85b42c-8082-4b9f-9535-808d9f5353da tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:03.599457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aa85b42c-8082-4b9f-9535-808d9f5353da tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:03.604681 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-7e9522ee-224d-4390-a8d8-1227b573b372 None None] The port 'a256afcd-81e4-4c91-813a-178e6e7de8bb' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:18:03.680974 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aa85b42c-8082-4b9f-9535-808d9f5353da tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:03.834437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aa85b42c-8082-4b9f-9535-808d9f5353da tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:03.871143 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85b42c-8082-4b9f-9535-808d9f5353da tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event deleted for resources: {'Subnet': ['ID=d92965c8-3faf-4188-90d8-9bc76f4cad7e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:03.877902 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aa85b42c-8082-4b9f-9535-808d9f5353da tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:03.883105 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76c3c7e8-72e2-441a-a48c-4b57b9d34d39 None None] Network 9e76ac76-b15f-4542-b971-a94c17979f79 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:18:03.889399 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-aa85b42c-8082-4b9f-9535-808d9f5353da tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "DELETE /v2.0/subnets/d92965c8-3faf-4188-90d8-9bc76f4cad7e HTTP/1.1" status: 204 len: 168 time: 0.5239980 Feb 28 15:18:03.891790 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52648) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:04.002427 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:04.013116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Deleting port ca58d270-3f77-4c5a-b5d3-fee5c935be03 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:18:04.013436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:04.126287 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979fec1d-28dc-4b92-bc88-46af4ab5f5b6 None None] DHCP port deletion for 9e76ac76-b15f-4542-b971-a94c17979f79 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:18:04.130804 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-979fec1d-28dc-4b92-bc88-46af4ab5f5b6 None None] Deleting port ca58d270-3f77-4c5a-b5d3-fee5c935be03 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:18:04.131172 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-979fec1d-28dc-4b92-bc88-46af4ab5f5b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:04.214071 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] For port ca58d270-3f77-4c5a-b5d3-fee5c935be03, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ca58d270-3f77-4c5a-b5d3-fee5c935be03,segment=NetworkSegment(1c16970e-1531-4cb5-96a6-1b34dc6a1dc0),segment_id=1c16970e-1531-4cb5-96a6-1b34dc6a1dc0)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:04.214420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:04.332282 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Calling delete_port for ca58d270-3f77-4c5a-b5d3-fee5c935be03 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:18:04.359662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-979fec1d-28dc-4b92-bc88-46af4ab5f5b6 None None] For port ca58d270-3f77-4c5a-b5d3-fee5c935be03, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ca58d270-3f77-4c5a-b5d3-fee5c935be03,segment=NetworkSegment(1c16970e-1531-4cb5-96a6-1b34dc6a1dc0),segment_id=1c16970e-1531-4cb5-96a6-1b34dc6a1dc0)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:04.359978 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-979fec1d-28dc-4b92-bc88-46af4ab5f5b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:04.404652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:04.451616 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event deleted for resources: {'Port': ['ID=ca58d270-3f77-4c5a-b5d3-fee5c935be03,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:04.459435 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] No DVR routers for this DVR port ca58d270-3f77-4c5a-b5d3-fee5c935be03 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:18:04.482206 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-979fec1d-28dc-4b92-bc88-46af4ab5f5b6 None None] Calling delete_port for ca58d270-3f77-4c5a-b5d3-fee5c935be03 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:18:04.554453 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-979fec1d-28dc-4b92-bc88-46af4ab5f5b6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:18:04.556433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-979fec1d-28dc-4b92-bc88-46af4ab5f5b6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:18:04.581187 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:04.608248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e76ac76-b15f-4542-b971-a94c17979f79']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:04.620952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c16970e-1531-4cb5-96a6-1b34dc6a1dc0') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:04.621240 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c16970e-1531-4cb5-96a6-1b34dc6a1dc0') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:04.633316 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:04.652752 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:04.659438 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:18:04.659854 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:18:04.674472 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:18:04.759605 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:04.776656 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:04.787311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] Pushing event deleted for resources: {'Network': ['ID=9e76ac76-b15f-4542-b971-a94c17979f79,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:04.791858 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-eb686b1d-209a-4cf4-b31f-34833e7ab2f2 tempest-NetworksIpV6Test-1496754439 tempest-NetworksIpV6Test-1496754439-project] 10.222.0.15 "DELETE /v2.0/networks/9e76ac76-b15f-4542-b971-a94c17979f79 HTTP/1.1" status: 204 len: 168 time: 0.8991432 Feb 28 15:18:05.057817 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-979fec1d-28dc-4b92-bc88-46af4ab5f5b6 None None] Deleting port ca58d270-3f77-4c5a-b5d3-fee5c935be03 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:18:05.058333 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-979fec1d-28dc-4b92-bc88-46af4ab5f5b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:05.072366 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52656) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:05.122006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-979fec1d-28dc-4b92-bc88-46af4ab5f5b6 None None] The port 'ca58d270-3f77-4c5a-b5d3-fee5c935be03' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:18:05.146371 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ca58d270-3f77-4c5a-b5d3-fee5c935be03 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:18:05.181620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: ca58d270-3f77-4c5a-b5d3-fee5c935be03 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:18:05.181961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ca58d270-3f77-4c5a-b5d3-fee5c935be03 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:18:05.249931 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d0cc9b99-cdf1-42e4-ac7d-ab0e4cdd1b06 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=8ce94a430e1f4b5d8db73d65d7c911a5&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1763034 Feb 28 15:18:05.252460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52662) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:05.308376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-52d541d4-326a-4b7e-8405-8978e9647391 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:05.343251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-52d541d4-326a-4b7e-8405-8978e9647391 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:05.415536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-52d541d4-326a-4b7e-8405-8978e9647391 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:05.438085 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d541d4-326a-4b7e-8405-8978e9647391 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ec886f1-c6a9-4360-86ad-4ef7e467f45c,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:05.442981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-52d541d4-326a-4b7e-8405-8978e9647391 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:05.443343 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-52d541d4-326a-4b7e-8405-8978e9647391 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/5ec886f1-c6a9-4360-86ad-4ef7e467f45c HTTP/1.1" status: 204 len: 168 time: 0.1897097 Feb 28 15:18:06.315457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52684) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:06.439904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7a13c22a-9f46-41b0-b8ce-33abb6dc9bdb tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1299122456', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:06.446294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7a13c22a-9f46-41b0-b8ce-33abb6dc9bdb tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:06.450138 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7a13c22a-9f46-41b0-b8ce-33abb6dc9bdb tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Usage tracker for resource:router and tenant:b31cf6d340424eb794a8b8cfa6f3f39a is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:18:06.452991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7a13c22a-9f46-41b0-b8ce-33abb6dc9bdb tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:18:06.459011 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7a13c22a-9f46-41b0-b8ce-33abb6dc9bdb tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:06.469245 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a13c22a-9f46-41b0-b8ce-33abb6dc9bdb tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:06.470111 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a13c22a-9f46-41b0-b8ce-33abb6dc9bdb tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:06.487848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a13c22a-9f46-41b0-b8ce-33abb6dc9bdb tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:06.505101 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a13c22a-9f46-41b0-b8ce-33abb6dc9bdb tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:06.524416 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7a13c22a-9f46-41b0-b8ce-33abb6dc9bdb tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:06.525600 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7a13c22a-9f46-41b0-b8ce-33abb6dc9bdb tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.2090840 Feb 28 15:18:06.528250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52690) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:06.533591 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-861258404'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:06.538599 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:06.542328 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Usage tracker for resource:network and tenant:b31cf6d340424eb794a8b8cfa6f3f39a is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:18:06.545622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:18:06.551080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:06.560922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Made reservation on behalf of b31cf6d340424eb794a8b8cfa6f3f39a for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:18:06.564175 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:06.576208 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:06.606619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:06.610241 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Usage tracker for resource:security_group_rule and tenant:b31cf6d340424eb794a8b8cfa6f3f39a is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:18:06.612951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:18:06.619423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:06.688476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:06.692175 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:06.726025 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:18:06.734054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29faa098-23c4-441b-a6a9-d90ff752d188,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:06.740171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:06.740499 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Added segment 27ad9770-f944-4bb8-88ce-7026ddfe81d6 of type vlan for network 1b39de52-fa13-4cf1-b022-14d84de241ae Feb 28 15:18:06.753244 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:06.753684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:06.754049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:06.754435 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:06.754949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:06.755420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:06.755781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:06.756106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:06.756977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:06.757356 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:06.757893 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:06.783481 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:06.811814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:06.815464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:06.816008 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:06.919817 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3905549 Feb 28 15:18:06.922491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52694) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:06.927711 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-13fa6fa7-31f1-49ef-b6c8-f19202401aa1 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Request body: {'subnet': {'network_id': '1b39de52-fa13-4cf1-b022-14d84de241ae', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:06.945934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b401b956-4f3a-4bb7-b838-0e8b10afcb24 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Pushing event updated for resources: {'Network': ['ID=1b39de52-fa13-4cf1-b022-14d84de241ae,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:06.955731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 1b39de52-fa13-4cf1-b022-14d84de241ae details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:18:07.035255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-13fa6fa7-31f1-49ef-b6c8-f19202401aa1 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:07.039577 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-13fa6fa7-31f1-49ef-b6c8-f19202401aa1 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Usage tracker for resource:subnet and tenant:b31cf6d340424eb794a8b8cfa6f3f39a is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:18:07.042285 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-13fa6fa7-31f1-49ef-b6c8-f19202401aa1 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:18:07.047985 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-13fa6fa7-31f1-49ef-b6c8-f19202401aa1 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:07.058447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13fa6fa7-31f1-49ef-b6c8-f19202401aa1 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Made reservation on behalf of b31cf6d340424eb794a8b8cfa6f3f39a for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:18:07.239192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-13fa6fa7-31f1-49ef-b6c8-f19202401aa1 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:07.446171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-13fa6fa7-31f1-49ef-b6c8-f19202401aa1 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:07.519501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fa6fa7-31f1-49ef-b6c8-f19202401aa1 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Pushing event updated for resources: {'Subnet': ['ID=bcd23182-e73f-4535-9681-f6df1ece0095,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:07.530598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13fa6fa7-31f1-49ef-b6c8-f19202401aa1 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Checking segment: {'id': '27ad9770-f944-4bb8-88ce-7026ddfe81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1b39de52-fa13-4cf1-b022-14d84de241ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:07.530941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fa6fa7-31f1-49ef-b6c8-f19202401aa1 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Network hostable DHCP agents. Network: 1b39de52-fa13-4cf1-b022-14d84de241ae, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:18:07.552103 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13fa6fa7-31f1-49ef-b6c8-f19202401aa1 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Network 1b39de52-fa13-4cf1-b022-14d84de241ae is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:18:07.560764 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-13fa6fa7-31f1-49ef-b6c8-f19202401aa1 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 1b39de52-fa13-4cf1-b022-14d84de241ae) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:07.565752 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13fa6fa7-31f1-49ef-b6c8-f19202401aa1 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:07.566450 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-13fa6fa7-31f1-49ef-b6c8-f19202401aa1 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:07.569193 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67104482-8c18-4cc1-b9fe-c2ae36d84aa6 None None] Network 1b39de52-fa13-4cf1-b022-14d84de241ae requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:18:07.588553 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-13fa6fa7-31f1-49ef-b6c8-f19202401aa1 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6650813 Feb 28 15:18:07.591475 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52698) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:07.597406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-aebf669a-a663-4d0e-b9e4-d2e9e7ec66c9 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1903378574'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:07.602646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-aebf669a-a663-4d0e-b9e4-d2e9e7ec66c9 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:07.606371 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-aebf669a-a663-4d0e-b9e4-d2e9e7ec66c9 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Usage tracker for resource:network and tenant:b31cf6d340424eb794a8b8cfa6f3f39a is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:18:07.609144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-aebf669a-a663-4d0e-b9e4-d2e9e7ec66c9 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Quota usage for network was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:18:07.614755 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-aebf669a-a663-4d0e-b9e4-d2e9e7ec66c9 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:07.626170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebf669a-a663-4d0e-b9e4-d2e9e7ec66c9 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Made reservation on behalf of b31cf6d340424eb794a8b8cfa6f3f39a for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:18:07.629091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aebf669a-a663-4d0e-b9e4-d2e9e7ec66c9 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:07.660524 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebf669a-a663-4d0e-b9e4-d2e9e7ec66c9 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:18:07.670848 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aebf669a-a663-4d0e-b9e4-d2e9e7ec66c9 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:07.671189 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-aebf669a-a663-4d0e-b9e4-d2e9e7ec66c9 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Added segment 43528565-d3ec-4407-bcb2-825b6cead38f of type vlan for network e720cf58-3ff3-41cc-adab-8844ac0f28e9 Feb 28 15:18:07.697863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aebf669a-a663-4d0e-b9e4-d2e9e7ec66c9 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:07.728185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aebf669a-a663-4d0e-b9e4-d2e9e7ec66c9 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:07.731824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebf669a-a663-4d0e-b9e4-d2e9e7ec66c9 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:07.732383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aebf669a-a663-4d0e-b9e4-d2e9e7ec66c9 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:07.792897 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-1b39de52-fa13-4cf1-b022-14d84de241ae', 'network_id': '1b39de52-fa13-4cf1-b022-14d84de241ae', 'tenant_id': 'b31cf6d340424eb794a8b8cfa6f3f39a', 'fixed_ips': [{'subnet_id': 'bcd23182-e73f-4535-9681-f6df1ece0095'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:18:07.793839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:07.829484 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-aebf669a-a663-4d0e-b9e4-d2e9e7ec66c9 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2368407 Feb 28 15:18:07.832404 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52702) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:07.838997 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-96d07f99-6d57-4bab-9b63-87b22788bd72 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Request body: {'subnet': {'network_id': 'e720cf58-3ff3-41cc-adab-8844ac0f28e9', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:07.839406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebf669a-a663-4d0e-b9e4-d2e9e7ec66c9 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Pushing event updated for resources: {'Network': ['ID=e720cf58-3ff3-41cc-adab-8844ac0f28e9,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:07.852349 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network e720cf58-3ff3-41cc-adab-8844ac0f28e9 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:18:07.948627 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-96d07f99-6d57-4bab-9b63-87b22788bd72 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:07.952858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-96d07f99-6d57-4bab-9b63-87b22788bd72 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Usage tracker for resource:subnet and tenant:b31cf6d340424eb794a8b8cfa6f3f39a is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:18:07.955005 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-96d07f99-6d57-4bab-9b63-87b22788bd72 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Quota usage for subnet was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:18:07.961183 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-96d07f99-6d57-4bab-9b63-87b22788bd72 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:07.971265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96d07f99-6d57-4bab-9b63-87b22788bd72 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Made reservation on behalf of b31cf6d340424eb794a8b8cfa6f3f39a for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:18:08.037447 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Allocated IP 172.20.0.2 (1b39de52-fa13-4cf1-b022-14d84de241ae/bcd23182-e73f-4535-9681-f6df1ece0095/e6b03fda-6337-45c1-80ad-76a8031d8762) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:18:08.073560 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-96d07f99-6d57-4bab-9b63-87b22788bd72 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:08.237051 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:08.247135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Transition to ACTIVE for port object e6b03fda-6337-45c1-80ad-76a8031d8762 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:08.265040 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Transition to ACTIVE for port object e6b03fda-6337-45c1-80ad-76a8031d8762 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:08.270162 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:08.284159 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-96d07f99-6d57-4bab-9b63-87b22788bd72 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:08.368891 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d07f99-6d57-4bab-9b63-87b22788bd72 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Pushing event updated for resources: {'Subnet': ['ID=e0f5a529-8c81-4c37-971b-643509a05c49,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:08.377620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Network 1b39de52-fa13-4cf1-b022-14d84de241ae is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:18:08.378589 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:18:08.379094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96d07f99-6d57-4bab-9b63-87b22788bd72 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Checking segment: {'id': '43528565-d3ec-4407-bcb2-825b6cead38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e720cf58-3ff3-41cc-adab-8844ac0f28e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:08.379204 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d07f99-6d57-4bab-9b63-87b22788bd72 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Network hostable DHCP agents. Network: e720cf58-3ff3-41cc-adab-8844ac0f28e9, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:18:08.385461 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:08.389604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:18:08.400500 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Pushing event updated for resources: {'Port': ['ID=e6b03fda-6337-45c1-80ad-76a8031d8762,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:08.401901 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96d07f99-6d57-4bab-9b63-87b22788bd72 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Network e720cf58-3ff3-41cc-adab-8844ac0f28e9 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:18:08.413775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-96d07f99-6d57-4bab-9b63-87b22788bd72 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, e720cf58-3ff3-41cc-adab-8844ac0f28e9) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:08.418172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96d07f99-6d57-4bab-9b63-87b22788bd72 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:08.419017 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-96d07f99-6d57-4bab-9b63-87b22788bd72 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:08.434467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-248f89c7-8785-4f8b-a1ad-b9cc8db3718f None None] Network e720cf58-3ff3-41cc-adab-8844ac0f28e9 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:18:08.444118 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-96d07f99-6d57-4bab-9b63-87b22788bd72 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6076891 Feb 28 15:18:08.444267 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52706) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:08.449332 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-08d73d00-12fa-48e1-92cf-88b0c289d47e tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Request body: {'router': {'external_gateway_info': {'network_id': 'e720cf58-3ff3-41cc-adab-8844ac0f28e9'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:08.565525 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Attempting to bind port e6b03fda-6337-45c1-80ad-76a8031d8762 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:18:08.565799 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Attempting to bind port e6b03fda-6337-45c1-80ad-76a8031d8762 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '27ad9770-f944-4bb8-88ce-7026ddfe81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1b39de52-fa13-4cf1-b022-14d84de241ae'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:18:08.566160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Attempting to bind port e6b03fda-6337-45c1-80ad-76a8031d8762 on network 1b39de52-fa13-4cf1-b022-14d84de241ae {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:18:08.590503 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:18:08.590871 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Checking segment: {'id': '27ad9770-f944-4bb8-88ce-7026ddfe81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1b39de52-fa13-4cf1-b022-14d84de241ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:08.591267 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:08.591680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Bound using segment: {'id': '27ad9770-f944-4bb8-88ce-7026ddfe81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1b39de52-fa13-4cf1-b022-14d84de241ae'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:18:08.592152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Bound port: e6b03fda-6337-45c1-80ad-76a8031d8762, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27ad9770-f944-4bb8-88ce-7026ddfe81d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '1b39de52-fa13-4cf1-b022-14d84de241ae'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:18:08.592523 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:08.774490 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] For port e6b03fda-6337-45c1-80ad-76a8031d8762, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:18:08.785741 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-e720cf58-3ff3-41cc-adab-8844ac0f28e9', 'network_id': 'e720cf58-3ff3-41cc-adab-8844ac0f28e9', 'tenant_id': 'b31cf6d340424eb794a8b8cfa6f3f39a', 'fixed_ips': [{'subnet_id': 'e0f5a529-8c81-4c37-971b-643509a05c49'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:18:08.785741 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:08.795225 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] For port e6b03fda-6337-45c1-80ad-76a8031d8762, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e6b03fda-6337-45c1-80ad-76a8031d8762,segment=NetworkSegment(27ad9770-f944-4bb8-88ce-7026ddfe81d6),segment_id=27ad9770-f944-4bb8-88ce-7026ddfe81d6)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:18:08.801396 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:08.942735 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fdf8e76-fb01-49e9-8b6c-76ddfffb6957 None None] Pushing event updated for resources: {'Port': ['ID=e6b03fda-6337-45c1-80ad-76a8031d8762,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:08.952894 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-08d73d00-12fa-48e1-92cf-88b0c289d47e tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:09.023586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Allocated IP 172.21.0.2 (e720cf58-3ff3-41cc-adab-8844ac0f28e9/e0f5a529-8c81-4c37-971b-643509a05c49/997944b1-d116-4d38-9675-5c38dd0584ef) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:18:09.120973 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.api.v2.resource [None req-08d73d00-12fa-48e1-92cf-88b0c289d47e tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Feb 28 15:18:09.122184 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-08d73d00-12fa-48e1-92cf-88b0c289d47e tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] 10.222.0.15 "PUT /v2.0/routers/f8e35dc2-9ba6-4262-b30b-01089d05cafc HTTP/1.1" status: 400 len: 364 time: 0.6769435 Feb 28 15:18:09.128594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52710) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:09.274167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e6b03fda-6337-45c1-80ad-76a8031d8762 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:18:09.353056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1c7ea8c-ffc9-40d3-be0b-90104df47fd6 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Deleting subnet e0f5a529-8c81-4c37-971b-643509a05c49 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:18:09.368387 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:09.381207 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Transition to ACTIVE for port object 997944b1-d116-4d38-9675-5c38dd0584ef will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:09.405502 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Transition to ACTIVE for port object 997944b1-d116-4d38-9675-5c38dd0584ef will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:09.408055 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port e6b03fda-6337-45c1-80ad-76a8031d8762 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:18:09.410037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ea8c-ffc9-40d3-be0b-90104df47fd6 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:09.413116 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:09.473933 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ea8c-ffc9-40d3-be0b-90104df47fd6 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:09.500205 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Network e720cf58-3ff3-41cc-adab-8844ac0f28e9 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:18:09.501396 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:09.503077 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Pushing event updated for resources: {'Port': ['ID=997944b1-d116-4d38-9675-5c38dd0584ef,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:09.506018 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:18:09.562969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ea8c-ffc9-40d3-be0b-90104df47fd6 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:09.601677 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Attempting to bind port 997944b1-d116-4d38-9675-5c38dd0584ef on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:18:09.602042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Attempting to bind port 997944b1-d116-4d38-9675-5c38dd0584ef by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '43528565-d3ec-4407-bcb2-825b6cead38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e720cf58-3ff3-41cc-adab-8844ac0f28e9'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:18:09.602402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Attempting to bind port 997944b1-d116-4d38-9675-5c38dd0584ef on network e720cf58-3ff3-41cc-adab-8844ac0f28e9 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:18:09.609814 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:18:09.610179 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Checking segment: {'id': '43528565-d3ec-4407-bcb2-825b6cead38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e720cf58-3ff3-41cc-adab-8844ac0f28e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:09.610574 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:09.610960 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Bound using segment: {'id': '43528565-d3ec-4407-bcb2-825b6cead38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e720cf58-3ff3-41cc-adab-8844ac0f28e9'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:18:09.611408 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Bound port: 997944b1-d116-4d38-9675-5c38dd0584ef, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43528565-d3ec-4407-bcb2-825b6cead38f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'e720cf58-3ff3-41cc-adab-8844ac0f28e9'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:18:09.611870 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:09.637665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ea8c-ffc9-40d3-be0b-90104df47fd6 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:09.688354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c7ea8c-ffc9-40d3-be0b-90104df47fd6 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Pushing event deleted for resources: {'Subnet': ['ID=e0f5a529-8c81-4c37-971b-643509a05c49,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:09.694059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e1c7ea8c-ffc9-40d3-be0b-90104df47fd6 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:09.706130 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e1c7ea8c-ffc9-40d3-be0b-90104df47fd6 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] 10.222.0.15 "DELETE /v2.0/subnets/e0f5a529-8c81-4c37-971b-643509a05c49 HTTP/1.1" status: 204 len: 168 time: 0.5737422 Feb 28 15:18:09.706130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52714) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:09.715567 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] For port 997944b1-d116-4d38-9675-5c38dd0584ef, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:18:09.719119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] For port 997944b1-d116-4d38-9675-5c38dd0584ef, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=997944b1-d116-4d38-9675-5c38dd0584ef,segment=NetworkSegment(43528565-d3ec-4407-bcb2-825b6cead38f),segment_id=43528565-d3ec-4407-bcb2-825b6cead38f)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:18:09.724119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:09.829123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:09.836501 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698818bb-9a97-4d0d-927e-e158a86133ad None None] Pushing event updated for resources: {'Port': ['ID=997944b1-d116-4d38-9675-5c38dd0584ef,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:09.845367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Deleting port 997944b1-d116-4d38-9675-5c38dd0584ef {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:18:09.845713 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:09.875598 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b96652b-cf24-4119-87db-acf4d994a340 None None] Network e720cf58-3ff3-41cc-adab-8844ac0f28e9 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:18:10.012978 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09af2534-e1ec-4027-bfd7-210632027197 None None] Network 1b39de52-fa13-4cf1-b022-14d84de241ae requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:18:10.064043 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] For port 997944b1-d116-4d38-9675-5c38dd0584ef, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=997944b1-d116-4d38-9675-5c38dd0584ef,segment=NetworkSegment(43528565-d3ec-4407-bcb2-825b6cead38f),segment_id=43528565-d3ec-4407-bcb2-825b6cead38f)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:10.064387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:10.183175 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b12ca080-f9d4-43e6-b461-59dcdff2097d None None] Provisioning for port e6b03fda-6337-45c1-80ad-76a8031d8762 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:18:10.184824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Calling delete_port for 997944b1-d116-4d38-9675-5c38dd0584ef owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:18:10.202561 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b12ca080-f9d4-43e6-b461-59dcdff2097d None None] Provisioning complete for port e6b03fda-6337-45c1-80ad-76a8031d8762 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:10.202933 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b12ca080-f9d4-43e6-b461-59dcdff2097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:10.351270 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:10.393933 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Pushing event deleted for resources: {'Port': ['ID=997944b1-d116-4d38-9675-5c38dd0584ef,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:10.401311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] No DVR routers for this DVR port 997944b1-d116-4d38-9675-5c38dd0584ef on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:18:10.447948 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b12ca080-f9d4-43e6-b461-59dcdff2097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:10.486449 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-b12ca080-f9d4-43e6-b461-59dcdff2097d None None] For port e6b03fda-6337-45c1-80ad-76a8031d8762, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e6b03fda-6337-45c1-80ad-76a8031d8762,segment=NetworkSegment(27ad9770-f944-4bb8-88ce-7026ddfe81d6),segment_id=27ad9770-f944-4bb8-88ce-7026ddfe81d6)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:10.492456 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b12ca080-f9d4-43e6-b461-59dcdff2097d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:10.531690 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:10.557979 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e720cf58-3ff3-41cc-adab-8844ac0f28e9']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:10.560783 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12ca080-f9d4-43e6-b461-59dcdff2097d None None] Pushing event updated for resources: {'Port': ['ID=e6b03fda-6337-45c1-80ad-76a8031d8762,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:10.574852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43528565-d3ec-4407-bcb2-825b6cead38f') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:10.575144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43528565-d3ec-4407-bcb2-825b6cead38f') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:10.588079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:10.606185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:10.612491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:18:10.612977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:18:10.627153 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:18:10.665631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f57ec42-680b-4cdc-9045-b4ad5138a8db None None] get_active_networks_info from dv-neutron-830866-2-hyperv {{(pid=83593) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Feb 28 15:18:10.704386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:10.725686 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:10.737725 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Pushing event deleted for resources: {'Network': ['ID=e720cf58-3ff3-41cc-adab-8844ac0f28e9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:10.741776 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bba18d2e-03b4-4560-9779-84c4dbe2699a tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] 10.222.0.15 "DELETE /v2.0/networks/e720cf58-3ff3-41cc-adab-8844ac0f28e9 HTTP/1.1" status: 204 len: 168 time: 1.0346842 Feb 28 15:18:10.744372 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52718) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:10.750451 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d34fddfb-ca71-4e7b-8568-6b4adede1d22 None None] Provisioning complete for port e6b03fda-6337-45c1-80ad-76a8031d8762 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:10.750759 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d34fddfb-ca71-4e7b-8568-6b4adede1d22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:10.797744 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f57ec42-680b-4cdc-9045-b4ad5138a8db None None] Resources bound (agent type, host, resource id): {{(pid=83593) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Feb 28 15:18:10.810890 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-f77cb13e-1aa8-4885-896c-4248f338d780 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Deleting subnet bcd23182-e73f-4535-9681-f6df1ece0095 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:18:10.813773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f77cb13e-1aa8-4885-896c-4248f338d780 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:10.865488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f77cb13e-1aa8-4885-896c-4248f338d780 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:10.950419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f77cb13e-1aa8-4885-896c-4248f338d780 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:11.025067 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f77cb13e-1aa8-4885-896c-4248f338d780 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:11.062046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77cb13e-1aa8-4885-896c-4248f338d780 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Pushing event deleted for resources: {'Subnet': ['ID=bcd23182-e73f-4535-9681-f6df1ece0095,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:11.068306 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f77cb13e-1aa8-4885-896c-4248f338d780 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:11.074041 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f77cb13e-1aa8-4885-896c-4248f338d780 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] 10.222.0.15 "DELETE /v2.0/subnets/bcd23182-e73f-4535-9681-f6df1ece0095 HTTP/1.1" status: 204 len: 168 time: 0.3287392 Feb 28 15:18:11.076623 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52722) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:11.157579 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df8d13fd-0a57-467a-ba79-b823781e99a8 None None] Network 1b39de52-fa13-4cf1-b022-14d84de241ae requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:18:11.176066 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e6b03fda-6337-45c1-80ad-76a8031d8762 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:18:11.196463 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:11.206489 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Deleting port e6b03fda-6337-45c1-80ad-76a8031d8762 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:18:11.206815 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:11.390593 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e6b03fda-6337-45c1-80ad-76a8031d8762 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:11.390959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:11.415164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] For port e6b03fda-6337-45c1-80ad-76a8031d8762, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e6b03fda-6337-45c1-80ad-76a8031d8762,segment=NetworkSegment(27ad9770-f944-4bb8-88ce-7026ddfe81d6),segment_id=27ad9770-f944-4bb8-88ce-7026ddfe81d6)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:11.415466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:11.512791 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cc5144f-1179-4b7c-b120-f74bde803782 None None] DHCP port deletion for 1b39de52-fa13-4cf1-b022-14d84de241ae request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:18:11.519958 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8cc5144f-1179-4b7c-b120-f74bde803782 None None] Deleting port e6b03fda-6337-45c1-80ad-76a8031d8762 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:18:11.520360 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8cc5144f-1179-4b7c-b120-f74bde803782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:11.537626 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Calling delete_port for e6b03fda-6337-45c1-80ad-76a8031d8762 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:18:11.609713 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:11.657900 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Pushing event deleted for resources: {'Port': ['ID=e6b03fda-6337-45c1-80ad-76a8031d8762,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:11.663264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] No DVR routers for this DVR port e6b03fda-6337-45c1-80ad-76a8031d8762 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:18:11.695777 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:11.696120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:11.696455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:11.696786 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:11.697113 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:11.697438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:11.697769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:11.698093 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:11.698411 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:11.698728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:11.699049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:11.721293 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8cc5144f-1179-4b7c-b120-f74bde803782 None None] For port e6b03fda-6337-45c1-80ad-76a8031d8762, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e6b03fda-6337-45c1-80ad-76a8031d8762,segment=NetworkSegment(27ad9770-f944-4bb8-88ce-7026ddfe81d6),segment_id=27ad9770-f944-4bb8-88ce-7026ddfe81d6)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:11.721721 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8cc5144f-1179-4b7c-b120-f74bde803782 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:11.793260 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:11.818770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1b39de52-fa13-4cf1-b022-14d84de241ae']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:11.831569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27ad9770-f944-4bb8-88ce-7026ddfe81d6') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:11.831893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27ad9770-f944-4bb8-88ce-7026ddfe81d6') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:11.844157 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:11.860583 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:11.867284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:18:11.867728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:11.875608 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8cc5144f-1179-4b7c-b120-f74bde803782 None None] Calling delete_port for e6b03fda-6337-45c1-80ad-76a8031d8762 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:18:11.882865 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:18:11.942019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-8cc5144f-1179-4b7c-b120-f74bde803782 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:18:11.942372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-8cc5144f-1179-4b7c-b120-f74bde803782 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:18:12.053573 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:12.057727 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:12.083172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Pushing event deleted for resources: {'Network': ['ID=1b39de52-fa13-4cf1-b022-14d84de241ae,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:12.089556 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6c2efaed-fc8e-4faa-8204-87892ab8e0da tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] 10.222.0.15 "DELETE /v2.0/networks/1b39de52-fa13-4cf1-b022-14d84de241ae HTTP/1.1" status: 204 len: 168 time: 1.0090840 Feb 28 15:18:12.089931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52726) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:12.130029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-2ddde88d-3545-4f49-80fa-6975bd21333c tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Synchronizing usage tracker for tenant:b31cf6d340424eb794a8b8cfa6f3f39a on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:18:12.145381 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-2ddde88d-3545-4f49-80fa-6975bd21333c tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Unset dirty status for tenant:b31cf6d340424eb794a8b8cfa6f3f39a on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:18:12.147270 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2ddde88d-3545-4f49-80fa-6975bd21333c tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] 10.222.0.15 "GET /v2.0/ports?device_id=f8e35dc2-9ba6-4262-b30b-01089d05cafc HTTP/1.1" status: 200 len: 205 time: 0.0559807 Feb 28 15:18:12.149700 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52730) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:12.286709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-21751736-c3c6-45e0-a220-15d022111e49 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:12.443252 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8cc5144f-1179-4b7c-b120-f74bde803782 None None] Deleting port e6b03fda-6337-45c1-80ad-76a8031d8762 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:18:12.444180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8cc5144f-1179-4b7c-b120-f74bde803782 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:12.512667 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8cc5144f-1179-4b7c-b120-f74bde803782 None None] The port 'e6b03fda-6337-45c1-80ad-76a8031d8762' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:18:12.683350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-21751736-c3c6-45e0-a220-15d022111e49 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:12.687657 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-21751736-c3c6-45e0-a220-15d022111e49 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:12.712050 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-21751736-c3c6-45e0-a220-15d022111e49 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:12.712559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21751736-c3c6-45e0-a220-15d022111e49 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Fanout notify agent at l3_agent the message router_deleted on router f8e35dc2-9ba6-4262-b30b-01089d05cafc {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:18:12.723155 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-21751736-c3c6-45e0-a220-15d022111e49 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:12.724246 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-21751736-c3c6-45e0-a220-15d022111e49 tempest-RoutersNegativeTest-1640172128 tempest-RoutersNegativeTest-1640172128-project] 10.222.0.15 "DELETE /v2.0/routers/f8e35dc2-9ba6-4262-b30b-01089d05cafc HTTP/1.1" status: 204 len: 168 time: 0.5736802 Feb 28 15:18:13.011331 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52738) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:13.147997 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e6b03fda-6337-45c1-80ad-76a8031d8762 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:18:13.180076 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: e6b03fda-6337-45c1-80ad-76a8031d8762 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:18:13.180414 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e6b03fda-6337-45c1-80ad-76a8031d8762 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:18:13.186142 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bb0d5189-c8da-4060-a7a2-17028e3fc226 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=b31cf6d340424eb794a8b8cfa6f3f39a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1736650 Feb 28 15:18:13.188650 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52744) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:13.245733 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b5c31700-fcd4-435a-be64-7b654b768b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:13.272573 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b5c31700-fcd4-435a-be64-7b654b768b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:13.321710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b5c31700-fcd4-435a-be64-7b654b768b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:13.337628 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5c31700-fcd4-435a-be64-7b654b768b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29faa098-23c4-441b-a6a9-d90ff752d188,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:13.341879 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b5c31700-fcd4-435a-be64-7b654b768b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:13.344366 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b5c31700-fcd4-435a-be64-7b654b768b53 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/29faa098-23c4-441b-a6a9-d90ff752d188 HTTP/1.1" status: 204 len: 168 time: 0.1544216 Feb 28 15:18:14.092302 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52766) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:14.217636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-622610884-network', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:14.222595 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:14.226325 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Usage tracker for resource:network and tenant:2db42dcfdd20467884a866249f08cfd9 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:18:14.229103 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:18:14.234588 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:14.244249 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Made reservation on behalf of 2db42dcfdd20467884a866249f08cfd9 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:18:14.246411 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:14.258621 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:14.287047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:14.290721 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Usage tracker for resource:security_group_rule and tenant:2db42dcfdd20467884a866249f08cfd9 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:18:14.293396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:18:14.299151 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:14.362030 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:14.366663 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:14.395653 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:18:14.404510 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a96f14-f5a9-44c1-b810-f50a27ad6073,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:14.409923 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:14.410320 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Added segment e1bc5ef4-835e-42e4-b69a-30af4a33aea5 of type vlan for network 11c8132e-a1e6-4e34-9336-b1100ccba53b Feb 28 15:18:14.436843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:14.468597 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:14.469426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:14.469991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:14.567851 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] Pushing event updated for resources: {'Network': ['ID=11c8132e-a1e6-4e34-9336-b1100ccba53b,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:14.570598 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-74d71d3b-d817-4676-8399-7204ac9b1a0e admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4772940 Feb 28 15:18:14.573451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52772) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:14.577911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 11c8132e-a1e6-4e34-9336-b1100ccba53b details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:18:14.578516 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d539aa09-09c1-416a-bc0f-591805af927c admin admin] Request body: {'subnet': {'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-622610884-subnet', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'ip_version': 4}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:14.583680 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d539aa09-09c1-416a-bc0f-591805af927c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:14.587453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d539aa09-09c1-416a-bc0f-591805af927c admin admin] Usage tracker for resource:subnet and tenant:2db42dcfdd20467884a866249f08cfd9 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:18:14.590264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d539aa09-09c1-416a-bc0f-591805af927c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:18:14.596197 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d539aa09-09c1-416a-bc0f-591805af927c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:14.607079 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d539aa09-09c1-416a-bc0f-591805af927c admin admin] Made reservation on behalf of 2db42dcfdd20467884a866249f08cfd9 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:18:14.609410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d539aa09-09c1-416a-bc0f-591805af927c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:14.816162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d539aa09-09c1-416a-bc0f-591805af927c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:14.883727 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d539aa09-09c1-416a-bc0f-591805af927c admin admin] Pushing event updated for resources: {'Subnet': ['ID=28b58333-b74a-48cf-bbfc-0126c8b63c7e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:14.898177 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d539aa09-09c1-416a-bc0f-591805af927c admin admin] Checking segment: {'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:14.898525 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d539aa09-09c1-416a-bc0f-591805af927c admin admin] Network hostable DHCP agents. Network: 11c8132e-a1e6-4e34-9336-b1100ccba53b, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:18:14.919924 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d539aa09-09c1-416a-bc0f-591805af927c admin admin] Network 11c8132e-a1e6-4e34-9336-b1100ccba53b is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:18:14.928913 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-d539aa09-09c1-416a-bc0f-591805af927c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 11c8132e-a1e6-4e34-9336-b1100ccba53b) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:14.932733 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d539aa09-09c1-416a-bc0f-591805af927c admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:14.933310 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d539aa09-09c1-416a-bc0f-591805af927c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:14.937095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-250d38ef-60d5-41e0-b708-1352d528e4b7 None None] Network 11c8132e-a1e6-4e34-9336-b1100ccba53b requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:18:14.952753 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d539aa09-09c1-416a-bc0f-591805af927c admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3783312 Feb 28 15:18:14.955479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52776) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:14.961290 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-622610884-router', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:14.965918 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:14.969960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Usage tracker for resource:router and tenant:2db42dcfdd20467884a866249f08cfd9 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:18:14.972742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:18:14.978750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:14.992228 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:14.993096 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:15.010152 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:15.149790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-11c8132e-a1e6-4e34-9336-b1100ccba53b', 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'fixed_ips': [{'subnet_id': '28b58333-b74a-48cf-bbfc-0126c8b63c7e'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:18:15.150591 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:15.155785 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:15.301205 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Allocated IP 172.20.0.2 (11c8132e-a1e6-4e34-9336-b1100ccba53b/28b58333-b74a-48cf-bbfc-0126c8b63c7e/3ac5f0d5-3177-4d4d-9894-953a9e22ab55) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:18:15.337708 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:15.374402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:15.498330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:15.504504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Allocated IP 172.26.4.196 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/6b98788a-ea5b-4156-b8aa-5f693c5e2f89) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:18:15.508779 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Transition to ACTIVE for port object 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:15.526938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Transition to ACTIVE for port object 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:15.532386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:15.600441 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Network 11c8132e-a1e6-4e34-9336-b1100ccba53b is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:18:15.602961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:15.607094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:18:15.609124 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Pushing event updated for resources: {'Port': ['ID=3ac5f0d5-3177-4d4d-9894-953a9e22ab55,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:15.648912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:15.678281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:15.694471 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Attempting to bind port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:18:15.694839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Attempting to bind port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:18:15.695189 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Attempting to bind port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 on network 11c8132e-a1e6-4e34-9336-b1100ccba53b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:18:15.701444 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:18:15.701805 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Checking segment: {'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:15.702256 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:15.702718 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Bound using segment: {'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:18:15.703172 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Bound port: 3ac5f0d5-3177-4d4d-9894-953a9e22ab55, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:18:15.703531 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:15.744229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:18:15.747449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:15.750791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:18:15.784142 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Pushing event updated for resources: {'Port': ['ID=6b98788a-ea5b-4156-b8aa-5f693c5e2f89,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:15.791440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] For port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:18:15.794506 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] For port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3ac5f0d5-3177-4d4d-9894-953a9e22ab55,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:18:15.798131 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:15.877330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae825b50-6f82-405f-a8d1-45cfee458713 None None] Pushing event updated for resources: {'Port': ['ID=3ac5f0d5-3177-4d4d-9894-953a9e22ab55,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:15.921538 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:15.922264 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:16.241711 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Router f4af663e-453d-45f5-b779-1bc03b8ce2f1 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:18:16.444818 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:18:16.454494 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Sync routers for ids ['f4af663e-453d-45f5-b779-1bc03b8ce2f1'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:18:16.469389 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Routers {'f4af663e-453d-45f5-b779-1bc03b8ce2f1'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:18:16.470130 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:17:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['f4af663e-453d-45f5-b779-1bc03b8ce2f1'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:16.471280 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:16.475208 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-aabe6e03-78fa-490b-9a6f-3613283c1d01 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5162075 Feb 28 15:18:16.475420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52780) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:16.658117 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Set router f4af663e-453d-45f5-b779-1bc03b8ce2f1 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:18:16.819459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35788836-6b69-4569-8702-80fbc47e3e28 None None] Network 11c8132e-a1e6-4e34-9336-b1100ccba53b requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:18:16.977773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c350f9b9-303f-4a18-8ff9-981c48d423bc None None] Provisioning for port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:18:17.197155 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:18:17.226105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:17.234160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'name': 'tempest-TestEncryptedCinderVolumes-622610884-router', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '6b98788a-ea5b-4156-b8aa-5f693c5e2f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:14Z', 'updated_at': '2022-02-28T15:18:15Z', 'revision_number': 3, 'project_id': '2db42dcfdd20467884a866249f08cfd9', 'gw_port': {'id': '6b98788a-ea5b-4156-b8aa-5f693c5e2f89', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:15Z', 'updated_at': '2022-02-28T15:18:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:17.244410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Checking router: f4af663e-453d-45f5-b779-1bc03b8ce2f1 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:18:17.244751 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Updating router f4af663e-453d-45f5-b779-1bc03b8ce2f1 port 6b98788a-ea5b-4156-b8aa-5f693c5e2f89 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:18:17.314282 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:17.375537 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:18:17.422953 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:17.423327 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:17.501393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Allocated IP 172.20.0.1 (11c8132e-a1e6-4e34-9336-b1100ccba53b/28b58333-b74a-48cf-bbfc-0126c8b63c7e/40de21f3-c45b-443a-b4c0-ab55e2cf6b58) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:18:17.649094 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:17.649557 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:17.665032 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Transition to ACTIVE for port object 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:17.688064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:17.703690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8bbd4a11-d90f-48b8-84c2-e214b32d3700 None None] Provisioning complete for port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:17.704325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8bbd4a11-d90f-48b8-84c2-e214b32d3700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:17.752728 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Network 11c8132e-a1e6-4e34-9336-b1100ccba53b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:18:17.755147 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:17.759090 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:18:17.763388 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3ac5f0d5-3177-4d4d-9894-953a9e22ab55,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:17.772379 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:17.921159 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Pushing event updated for resources: {'Port': ['ID=40de21f3-c45b-443a-b4c0-ab55e2cf6b58,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:17.936299 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:17.947392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=3ac5f0d5-3177-4d4d-9894-953a9e22ab55,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:17.970407 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:17.987478 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Transition to ACTIVE for port object 6b98788a-ea5b-4156-b8aa-5f693c5e2f89 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:17.994962 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:18.017096 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:18.072914 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afd414-b3f4-44aa-8aad-a56420a68847 None None] Pushing event updated for resources: {'Port': ['ID=6b98788a-ea5b-4156-b8aa-5f693c5e2f89,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:18.075962 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Attempting to bind port 6b98788a-ea5b-4156-b8aa-5f693c5e2f89 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:18:18.076335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Attempting to bind port 6b98788a-ea5b-4156-b8aa-5f693c5e2f89 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:18:18.076692 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Attempting to bind port 6b98788a-ea5b-4156-b8aa-5f693c5e2f89 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:18:18.082990 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:18:18.083349 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:18.083931 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:18.084177 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:18:18.084735 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Bound port: 6b98788a-ea5b-4156-b8aa-5f693c5e2f89, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:18:18.085099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:18.156384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a3e2ae5a-38ba-4b2f-aeff-2751c17699cf None None] Provisioning for port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:18:18.164455 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a3e2ae5a-38ba-4b2f-aeff-2751c17699cf None None] Provisioning complete for port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:18.164816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a3e2ae5a-38ba-4b2f-aeff-2751c17699cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:18.194839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] For port 6b98788a-ea5b-4156-b8aa-5f693c5e2f89, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:18:18.215688 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] For port 6b98788a-ea5b-4156-b8aa-5f693c5e2f89, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6b98788a-ea5b-4156-b8aa-5f693c5e2f89,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:18:18.223938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:18.239128 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:18.245094 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:18.260921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a3e2ae5a-38ba-4b2f-aeff-2751c17699cf None None] Port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:18:18.307469 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6afd414-b3f4-44aa-8aad-a56420a68847 None None] Pushing event updated for resources: {'Port': ['ID=6b98788a-ea5b-4156-b8aa-5f693c5e2f89,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:18.312908 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Routers {'f4af663e-453d-45f5-b779-1bc03b8ce2f1'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:18:18.313710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:17:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['f4af663e-453d-45f5-b779-1bc03b8ce2f1'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:18.345639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Pushing event updated for resources: {'Port': ['ID=40de21f3-c45b-443a-b4c0-ab55e2cf6b58,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:18.348158 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:18.486633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Network 11c8132e-a1e6-4e34-9336-b1100ccba53b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:18:18.487792 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:18.529048 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] Set router f4af663e-453d-45f5-b779-1bc03b8ce2f1 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:18:18.834625 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e3360c42-c16e-4cf3-b397-8df0f446912d None None] Provisioning complete for port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:18.835304 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e3360c42-c16e-4cf3-b397-8df0f446912d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:18.876059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Router f4af663e-453d-45f5-b779-1bc03b8ce2f1 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:18:18.892423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e3360c42-c16e-4cf3-b397-8df0f446912d None None] Port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:18:18.902135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'name': 'tempest-TestEncryptedCinderVolumes-622610884-router', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '6b98788a-ea5b-4156-b8aa-5f693c5e2f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:14Z', 'updated_at': '2022-02-28T15:18:17Z', 'revision_number': 4, 'project_id': '2db42dcfdd20467884a866249f08cfd9', 'gw_port': {'id': '6b98788a-ea5b-4156-b8aa-5f693c5e2f89', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:15Z', 'updated_at': '2022-02-28T15:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '40de21f3-c45b-443a-b4c0-ab55e2cf6b58', 'name': '', 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'mac_address': 'fa:16:3e:0e:0b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b58333-b74a-48cf-bbfc-0126c8b63c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:17Z', 'updated_at': '2022-02-28T15:18:18Z', 'revision_number': 2, 'project_id': '2db42dcfdd20467884a866249f08cfd9', 'subnets': [{'id': '28b58333-b74a-48cf-bbfc-0126c8b63c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:18.905967 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0de5d04a-c179-49e3-acb6-5fff1158480a None None] The sync data for ids ['f4af663e-453d-45f5-b779-1bc03b8ce2f1'] in dv-neutron-830866-2-hyperv is: [{'id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'name': 'tempest-TestEncryptedCinderVolumes-622610884-router', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '6b98788a-ea5b-4156-b8aa-5f693c5e2f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:14Z', 'updated_at': '2022-02-28T15:18:17Z', 'revision_number': 4, 'project_id': '2db42dcfdd20467884a866249f08cfd9', 'gw_port': {'id': '6b98788a-ea5b-4156-b8aa-5f693c5e2f89', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:15Z', 'updated_at': '2022-02-28T15:18:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '40de21f3-c45b-443a-b4c0-ab55e2cf6b58', 'name': '', 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'mac_address': 'fa:16:3e:0e:0b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b58333-b74a-48cf-bbfc-0126c8b63c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:17Z', 'updated_at': '2022-02-28T15:18:18Z', 'revision_number': 2, 'project_id': '2db42dcfdd20467884a866249f08cfd9', 'subnets': [{'id': '28b58333-b74a-48cf-bbfc-0126c8b63c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:18:19.088507 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:18:19.101488 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-01494f19-f868-4625-9fd9-ac06c9095cbc admin admin] 10.222.0.15 "PUT /v2.0/routers/f4af663e-453d-45f5-b779-1bc03b8ce2f1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6248913 Feb 28 15:18:19.172577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:18:19.247467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:19.247875 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:19.985665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 52802) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:19.992116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1411279529-network', 'tenant_id': 'd8df8a81cd224f8f86ee33bc4aeca65a'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:19.996934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:20.000897 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Usage tracker for resource:network and tenant:d8df8a81cd224f8f86ee33bc4aeca65a is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:18:20.003892 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:18:20.009495 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:20.019968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Made reservation on behalf of d8df8a81cd224f8f86ee33bc4aeca65a for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:18:20.022253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:20.034876 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:20.070214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:20.073904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Usage tracker for resource:security_group_rule and tenant:d8df8a81cd224f8f86ee33bc4aeca65a is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:18:20.076708 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:18:20.082298 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:20.146730 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:20.150383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:20.181797 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:18:20.186689 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8048bc02-b874-4cda-aaa5-031a35a084fc,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:20.193479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:20.193886 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Added segment 70b78cfc-c246-49c4-ac4f-6b78f5bd8407 of type vlan for network 9be677da-18a0-4680-aee6-3a145f2fb74f Feb 28 15:18:20.219372 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:20.247479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:20.248329 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:20.248890 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:20.348896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] Pushing event updated for resources: {'Network': ['ID=9be677da-18a0-4680-aee6-3a145f2fb74f,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:20.352838 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f2f54c3a-3cab-498e-8327-8d7c134319b1 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3661296 Feb 28 15:18:20.355783 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52806) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:20.361162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-8b7364ab-819c-4443-b76f-e5189c2df8e7 admin admin] Request body: {'subnet': {'network_id': '9be677da-18a0-4680-aee6-3a145f2fb74f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1411279529-subnet', 'tenant_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'ip_version': 4}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:20.365934 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 9be677da-18a0-4680-aee6-3a145f2fb74f details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:18:20.366374 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8b7364ab-819c-4443-b76f-e5189c2df8e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:20.369873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8b7364ab-819c-4443-b76f-e5189c2df8e7 admin admin] Usage tracker for resource:subnet and tenant:d8df8a81cd224f8f86ee33bc4aeca65a is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:18:20.372716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-8b7364ab-819c-4443-b76f-e5189c2df8e7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:18:20.378253 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-8b7364ab-819c-4443-b76f-e5189c2df8e7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:20.388945 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b7364ab-819c-4443-b76f-e5189c2df8e7 admin admin] Made reservation on behalf of d8df8a81cd224f8f86ee33bc4aeca65a for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:18:20.391734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8b7364ab-819c-4443-b76f-e5189c2df8e7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:20.693514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8b7364ab-819c-4443-b76f-e5189c2df8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:20.769952 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7364ab-819c-4443-b76f-e5189c2df8e7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cd10e562-d50c-4556-848e-256b6bdded60,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:20.786577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b7364ab-819c-4443-b76f-e5189c2df8e7 admin admin] Checking segment: {'id': '70b78cfc-c246-49c4-ac4f-6b78f5bd8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9be677da-18a0-4680-aee6-3a145f2fb74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:20.786739 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7364ab-819c-4443-b76f-e5189c2df8e7 admin admin] Network hostable DHCP agents. Network: 9be677da-18a0-4680-aee6-3a145f2fb74f, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:18:20.810783 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b7364ab-819c-4443-b76f-e5189c2df8e7 admin admin] Network 9be677da-18a0-4680-aee6-3a145f2fb74f is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:18:20.820307 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-8b7364ab-819c-4443-b76f-e5189c2df8e7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 9be677da-18a0-4680-aee6-3a145f2fb74f) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:20.824217 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b7364ab-819c-4443-b76f-e5189c2df8e7 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:20.824794 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8b7364ab-819c-4443-b76f-e5189c2df8e7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:20.828856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846224a3-1cc2-4d82-9a83-dab6dd09bfef None None] Network 9be677da-18a0-4680-aee6-3a145f2fb74f requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:18:20.845659 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8b7364ab-819c-4443-b76f-e5189c2df8e7 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.4887950 Feb 28 15:18:20.848197 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52810) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:20.853772 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1411279529-router', 'tenant_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:20.858155 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:20.861800 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Usage tracker for resource:router and tenant:d8df8a81cd224f8f86ee33bc4aeca65a is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:18:20.864617 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:18:20.870664 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:20.881232 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:20.882175 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:20.900346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:21.044212 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-9be677da-18a0-4680-aee6-3a145f2fb74f', 'network_id': '9be677da-18a0-4680-aee6-3a145f2fb74f', 'tenant_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'fixed_ips': [{'subnet_id': 'cd10e562-d50c-4556-848e-256b6bdded60'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:18:21.045017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:21.046884 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:21.196333 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6b98788a-ea5b-4156-b8aa-5f693c5e2f89 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:18:21.251457 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:21.260324 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Allocated IP 172.20.0.2 (9be677da-18a0-4680-aee6-3a145f2fb74f/cd10e562-d50c-4556-848e-256b6bdded60/583ee44b-4e45-49a6-a085-c31b27a19e59) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:18:21.287696 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:21.358579 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 6b98788a-ea5b-4156-b8aa-5f693c5e2f89 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:18:21.368051 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 6b98788a-ea5b-4156-b8aa-5f693c5e2f89 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:21.368684 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:21.425235 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Allocated IP 172.26.4.50 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/78d90cb8-ac96-4819-802e-44962f059102) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:18:21.584741 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:21.611944 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:21.612797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:21.618343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:21.628499 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Transition to ACTIVE for port object 583ee44b-4e45-49a6-a085-c31b27a19e59 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:21.652230 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 6b98788a-ea5b-4156-b8aa-5f693c5e2f89, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6b98788a-ea5b-4156-b8aa-5f693c5e2f89,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:21.658213 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:21.660291 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Transition to ACTIVE for port object 583ee44b-4e45-49a6-a085-c31b27a19e59 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:21.683746 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:18:21.686266 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:21.689938 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:18:21.694422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:21.719884 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Pushing event updated for resources: {'Port': ['ID=78d90cb8-ac96-4819-802e-44962f059102,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:21.730378 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Network 9be677da-18a0-4680-aee6-3a145f2fb74f is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:18:21.733788 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:21.736955 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:18:21.743444 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=6b98788a-ea5b-4156-b8aa-5f693c5e2f89,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:21.855300 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:21.856210 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:21.877404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Pushing event updated for resources: {'Port': ['ID=583ee44b-4e45-49a6-a085-c31b27a19e59,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:21.882632 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Attempting to bind port 583ee44b-4e45-49a6-a085-c31b27a19e59 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:18:21.882987 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Attempting to bind port 583ee44b-4e45-49a6-a085-c31b27a19e59 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '70b78cfc-c246-49c4-ac4f-6b78f5bd8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9be677da-18a0-4680-aee6-3a145f2fb74f'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:18:21.883347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Attempting to bind port 583ee44b-4e45-49a6-a085-c31b27a19e59 on network 9be677da-18a0-4680-aee6-3a145f2fb74f {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:18:21.889796 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:18:21.890164 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Checking segment: {'id': '70b78cfc-c246-49c4-ac4f-6b78f5bd8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9be677da-18a0-4680-aee6-3a145f2fb74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:21.890562 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:21.890941 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Bound using segment: {'id': '70b78cfc-c246-49c4-ac4f-6b78f5bd8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9be677da-18a0-4680-aee6-3a145f2fb74f'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:18:21.891394 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Bound port: 583ee44b-4e45-49a6-a085-c31b27a19e59, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b78cfc-c246-49c4-ac4f-6b78f5bd8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9be677da-18a0-4680-aee6-3a145f2fb74f'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:18:21.891843 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:21.979211 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] For port 583ee44b-4e45-49a6-a085-c31b27a19e59, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:18:21.982111 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] For port 583ee44b-4e45-49a6-a085-c31b27a19e59, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=583ee44b-4e45-49a6-a085-c31b27a19e59,segment=NetworkSegment(70b78cfc-c246-49c4-ac4f-6b78f5bd8407),segment_id=70b78cfc-c246-49c4-ac4f-6b78f5bd8407)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:18:21.986934 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:22.070273 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9c8f2d-9fac-418b-9192-789536b0f6cf None None] Pushing event updated for resources: {'Port': ['ID=583ee44b-4e45-49a6-a085-c31b27a19e59,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:22.085407 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Router bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:18:22.393824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:18:22.404062 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Sync routers for ids ['bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:18:22.416527 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Routers {'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:18:22.417152 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:17:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:22.418055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:22.421865 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4da3e5c5-a884-495f-a9aa-528b4cc37c09 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5702462 Feb 28 15:18:22.422080 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 52814) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:18:22.602377 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Set router bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:18:22.934039 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'name': 'tempest-TestEncryptedCinderVolumes-1411279529-router', 'tenant_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '78d90cb8-ac96-4819-802e-44962f059102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:20Z', 'updated_at': '2022-02-28T15:18:21Z', 'revision_number': 3, 'project_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'gw_port': {'id': '78d90cb8-ac96-4819-802e-44962f059102', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ce:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:21Z', 'updated_at': '2022-02-28T15:18:21Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:22.937904 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Checking router: bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:18:22.938152 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Updating router bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5 port 78d90cb8-ac96-4819-802e-44962f059102 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:18:22.977331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45deaaea-3bb0-4919-89b8-3b57a9f72679 None None] Network 9be677da-18a0-4680-aee6-3a145f2fb74f requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:18:22.991816 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:23.077096 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-06ca4f25-8b17-46a5-8d06-12decb261fa5 None None] Provisioning for port 583ee44b-4e45-49a6-a085-c31b27a19e59 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:18:23.190942 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:23.313197 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6b98788a-ea5b-4156-b8aa-5f693c5e2f89 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:18:23.376082 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:23.388446 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Transition to ACTIVE for port object 78d90cb8-ac96-4819-802e-44962f059102 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:23.393067 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 6b98788a-ea5b-4156-b8aa-5f693c5e2f89 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:23.393778 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:23.407104 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:23.442930 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Allocated IP 172.20.0.1 (9be677da-18a0-4680-aee6-3a145f2fb74f/cd10e562-d50c-4556-848e-256b6bdded60/38505bd8-e14c-4357-a1b0-b3e9b75c14fb) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:18:23.543073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 583ee44b-4e45-49a6-a085-c31b27a19e59 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:18:23.545833 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9c262-610e-4a7f-bd53-1be49b9865a9 None None] Pushing event updated for resources: {'Port': ['ID=78d90cb8-ac96-4819-802e-44962f059102,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:23.548236 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Attempting to bind port 78d90cb8-ac96-4819-802e-44962f059102 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:18:23.548658 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Attempting to bind port 78d90cb8-ac96-4819-802e-44962f059102 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:18:23.549076 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Attempting to bind port 78d90cb8-ac96-4819-802e-44962f059102 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:18:23.560272 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c262-610e-4a7f-bd53-1be49b9865a9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:23.560602 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c262-610e-4a7f-bd53-1be49b9865a9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:23.560925 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c262-610e-4a7f-bd53-1be49b9865a9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:23.561245 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c262-610e-4a7f-bd53-1be49b9865a9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:23.561564 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c262-610e-4a7f-bd53-1be49b9865a9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:23.561877 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c262-610e-4a7f-bd53-1be49b9865a9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:23.562187 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c262-610e-4a7f-bd53-1be49b9865a9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:23.562499 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c262-610e-4a7f-bd53-1be49b9865a9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:23.562807 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c262-610e-4a7f-bd53-1be49b9865a9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:23.563114 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c262-610e-4a7f-bd53-1be49b9865a9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:23.563421 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9a9c262-610e-4a7f-bd53-1be49b9865a9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:18:23.566551 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 17, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:18:23.566909 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:23.567297 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:23.567714 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:18:23.568704 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Bound port: 78d90cb8-ac96-4819-802e-44962f059102, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:18:23.569045 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:23.614343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 583ee44b-4e45-49a6-a085-c31b27a19e59 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:18:23.619725 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:23.620699 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 583ee44b-4e45-49a6-a085-c31b27a19e59 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:23.621234 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:23.636785 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Transition to ACTIVE for port object 38505bd8-e14c-4357-a1b0-b3e9b75c14fb will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:23.641459 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] For port 78d90cb8-ac96-4819-802e-44962f059102, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:18:23.644489 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] For port 78d90cb8-ac96-4819-802e-44962f059102, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=78d90cb8-ac96-4819-802e-44962f059102,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:18:23.649997 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:23.663721 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:23.736189 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Network 9be677da-18a0-4680-aee6-3a145f2fb74f is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:18:23.736840 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a9c262-610e-4a7f-bd53-1be49b9865a9 None None] Pushing event updated for resources: {'Port': ['ID=78d90cb8-ac96-4819-802e-44962f059102,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:23.739743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:23.741279 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Routers {'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:18:23.741869 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:17:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:23.743885 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:18:23.754824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:23.782230 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Pushing event updated for resources: {'Port': ['ID=38505bd8-e14c-4357-a1b0-b3e9b75c14fb,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:23.805590 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 583ee44b-4e45-49a6-a085-c31b27a19e59, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=583ee44b-4e45-49a6-a085-c31b27a19e59,segment=NetworkSegment(70b78cfc-c246-49c4-ac4f-6b78f5bd8407),segment_id=70b78cfc-c246-49c4-ac4f-6b78f5bd8407)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:23.812194 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:23.815017 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:23.893580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=583ee44b-4e45-49a6-a085-c31b27a19e59,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:23.916542 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:23.943297 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] Set router bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:18:24.006617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0daba0ba-bcdd-42d2-a1b6-e7e33a0b0fcf None None] Provisioning for port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:18:24.011172 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0daba0ba-bcdd-42d2-a1b6-e7e33a0b0fcf None None] Provisioning complete for port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:24.011533 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0daba0ba-bcdd-42d2-a1b6-e7e33a0b0fcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:24.065673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-0daba0ba-bcdd-42d2-a1b6-e7e33a0b0fcf None None] Port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:18:24.141755 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:24.148200 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:24.230690 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'name': 'tempest-TestEncryptedCinderVolumes-1411279529-router', 'tenant_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '78d90cb8-ac96-4819-802e-44962f059102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:20Z', 'updated_at': '2022-02-28T15:18:21Z', 'revision_number': 3, 'project_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'gw_port': {'id': '78d90cb8-ac96-4819-802e-44962f059102', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ce:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:21Z', 'updated_at': '2022-02-28T15:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:24.234638 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58af14d8-4145-409c-8a81-2c5352f755bc None None] The sync data for ids ['bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'] in dv-neutron-830866-2-hyperv is: [{'id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'name': 'tempest-TestEncryptedCinderVolumes-1411279529-router', 'tenant_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '78d90cb8-ac96-4819-802e-44962f059102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:20Z', 'updated_at': '2022-02-28T15:18:21Z', 'revision_number': 3, 'project_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'gw_port': {'id': '78d90cb8-ac96-4819-802e-44962f059102', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ce:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:21Z', 'updated_at': '2022-02-28T15:18:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:18:24.354322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Pushing event updated for resources: {'Port': ['ID=38505bd8-e14c-4357-a1b0-b3e9b75c14fb,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:24.356790 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:24.488850 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Network 9be677da-18a0-4680-aee6-3a145f2fb74f is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:18:24.489918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:24.688445 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-39982654-c994-45f6-b442-0f65379b09c4 None None] Provisioning complete for port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:24.688929 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39982654-c994-45f6-b442-0f65379b09c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:24.739583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-39982654-c994-45f6-b442-0f65379b09c4 None None] Port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:18:24.874279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Router bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:18:25.081012 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:18:25.089401 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-545bd421-0ced-4fcb-9e1e-b82e1b70988f admin admin] 10.222.0.15 "PUT /v2.0/routers/bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6664257 Feb 28 15:18:25.164671 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 583ee44b-4e45-49a6-a085-c31b27a19e59 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:18:25.234925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 583ee44b-4e45-49a6-a085-c31b27a19e59 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:25.235294 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:25.498742 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-868281e4-c0af-4352-b595-34b785fbd1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:26.291506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-a206acf1-83ae-420e-a2a2-26cedff3aa42 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:26.292975 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-a206acf1-83ae-420e-a2a2-26cedff3aa42 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/networks?id=11c8132e-a1e6-4e34-9336-b1100ccba53b HTTP/1.1" status: 200 len: 816 time: 0.2422960 Feb 28 15:18:26.309265 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-cb9e6498-11ce-4b33-b01c-bad105a9f9b4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/quotas/2db42dcfdd20467884a866249f08cfd9 HTTP/1.1" status: 200 len: 375 time: 0.0108914 Feb 28 15:18:26.386526 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-1ecc0eb6-226a-4d58-858e-a2ee86305b43 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Synchronizing usage tracker for tenant:2db42dcfdd20467884a866249f08cfd9 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:18:26.403880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-1ecc0eb6-226a-4d58-858e-a2ee86305b43 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Unset dirty status for tenant:2db42dcfdd20467884a866249f08cfd9 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:18:26.405169 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-1ecc0eb6-226a-4d58-858e-a2ee86305b43 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2db42dcfdd20467884a866249f08cfd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0912654 Feb 28 15:18:26.548233 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-897e9a80-c683-4b45-a327-ae7f206cdec5 service neutron] 10.222.0.15 "GET /v2.0/networks/11c8132e-a1e6-4e34-9336-b1100ccba53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301825 Feb 28 15:18:26.685871 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-8f3ad60c-98e8-43e8-8b01-b51fa90c1c56 service neutron] 10.222.0.15 "GET /v2.0/networks/11c8132e-a1e6-4e34-9336-b1100ccba53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1289577 Feb 28 15:18:26.879394 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7d0cfb2d-4483-4da8-a30d-411df4ecf557 req-e170d786-d884-47bd-ac50-4d09c944e0ab tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 210 time: 0.0464656 Feb 28 15:18:27.662297 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1d17b42c-62b1-4c7a-be76-5b41ca196942 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:27.867914 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:28.104177 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-074729bb-0a12-482b-ac9f-8b70549ac3b1 req-ab58956d-e288-4029-9d03-e31fdf075424 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 210 time: 0.0574884 Feb 28 15:18:28.155606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-0ebcf4d7-4a00-4251-8a46-f85ade290859 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:28.157272 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-0ebcf4d7-4a00-4251-8a46-f85ade290859 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.20 "GET /v2.0/networks?id=11c8132e-a1e6-4e34-9336-b1100ccba53b HTTP/1.1" status: 200 len: 816 time: 0.1838136 Feb 28 15:18:28.175566 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-13c0cae1-d3ee-4e06-b7c2-7e0558b25b67 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Request body: {'port': {'device_id': 'cd1d09e5-a44a-410d-b803-1c0de80d8b49', 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b', 'admin_state_up': True, 'tenant_id': '2db42dcfdd20467884a866249f08cfd9'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:28.311975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-13c0cae1-d3ee-4e06-b7c2-7e0558b25b67 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:28.320982 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-13c0cae1-d3ee-4e06-b7c2-7e0558b25b67 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:28.329401 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-13c0cae1-d3ee-4e06-b7c2-7e0558b25b67 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Made reservation on behalf of 2db42dcfdd20467884a866249f08cfd9 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:18:28.332476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-13c0cae1-d3ee-4e06-b7c2-7e0558b25b67 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:28.489403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-13c0cae1-d3ee-4e06-b7c2-7e0558b25b67 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Allocated IP 172.20.0.12 (11c8132e-a1e6-4e34-9336-b1100ccba53b/28b58333-b74a-48cf-bbfc-0126c8b63c7e/73f30b37-0f9f-4c00-9fb1-149ddaec0302) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:18:28.681034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-13c0cae1-d3ee-4e06-b7c2-7e0558b25b67 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:28.696018 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-13c0cae1-d3ee-4e06-b7c2-7e0558b25b67 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Transition to ACTIVE for port object 73f30b37-0f9f-4c00-9fb1-149ddaec0302 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:28.716729 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-13c0cae1-d3ee-4e06-b7c2-7e0558b25b67 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:28.790948 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-13c0cae1-d3ee-4e06-b7c2-7e0558b25b67 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Network 11c8132e-a1e6-4e34-9336-b1100ccba53b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:18:28.793861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-13c0cae1-d3ee-4e06-b7c2-7e0558b25b67 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:28.798125 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-13c0cae1-d3ee-4e06-b7c2-7e0558b25b67 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:18:28.823096 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c0cae1-d3ee-4e06-b7c2-7e0558b25b67 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Pushing event updated for resources: {'Port': ['ID=73f30b37-0f9f-4c00-9fb1-149ddaec0302,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:28.861080 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-13c0cae1-d3ee-4e06-b7c2-7e0558b25b67 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:28.861686 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-13c0cae1-d3ee-4e06-b7c2-7e0558b25b67 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:28.889980 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-13c0cae1-d3ee-4e06-b7c2-7e0558b25b67 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7183704 Feb 28 15:18:28.902569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Request body: {'port': {'device_id': 'cd1d09e5-a44a-410d-b803-1c0de80d8b49', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:28.920514 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:28.942313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:29.028182 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:29.086735 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bc970c30-052b-4e79-8171-3750a7a7fc63 None None] Provisioning for port 73f30b37-0f9f-4c00-9fb1-149ddaec0302 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:18:29.091148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bc970c30-052b-4e79-8171-3750a7a7fc63 None None] Provisioning complete for port 73f30b37-0f9f-4c00-9fb1-149ddaec0302 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:29.091509 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc970c30-052b-4e79-8171-3750a7a7fc63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:29.141991 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-bc970c30-052b-4e79-8171-3750a7a7fc63 None None] Port 73f30b37-0f9f-4c00-9fb1-149ddaec0302 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:18:29.299163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac45a51-e69a-4a50-82ae-66689d437f3d req-279379ba-fcfc-4dab-a024-716e0df7926a tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:29.300539 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-cac45a51-e69a-4a50-82ae-66689d437f3d req-279379ba-fcfc-4dab-a024-716e0df7926a tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 932 time: 0.0760822 Feb 28 15:18:29.353713 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-cac45a51-e69a-4a50-82ae-66689d437f3d req-ea3b851c-4afb-4401-82f4-30ab92b7d7b3 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Synchronizing usage tracker for tenant:2db42dcfdd20467884a866249f08cfd9 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:18:29.386454 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-cac45a51-e69a-4a50-82ae-66689d437f3d req-ea3b851c-4afb-4401-82f4-30ab92b7d7b3 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Unset dirty status for tenant:2db42dcfdd20467884a866249f08cfd9 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:18:29.392554 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-cac45a51-e69a-4a50-82ae-66689d437f3d req-ea3b851c-4afb-4401-82f4-30ab92b7d7b3 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832167 Feb 28 15:18:29.514396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73f30b37-0f9f-4c00-9fb1-149ddaec0302 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:18:29.522430 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:29.537492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Transition to ACTIVE for port object 73f30b37-0f9f-4c00-9fb1-149ddaec0302 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:29.541413 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:29.672920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Pushing event updated for resources: {'Port': ['ID=73f30b37-0f9f-4c00-9fb1-149ddaec0302,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:29.785917 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Attempting to bind port 73f30b37-0f9f-4c00-9fb1-149ddaec0302 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:18:29.786184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Attempting to bind port 73f30b37-0f9f-4c00-9fb1-149ddaec0302 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:18:29.787188 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Attempting to bind port 73f30b37-0f9f-4c00-9fb1-149ddaec0302 on network 11c8132e-a1e6-4e34-9336-b1100ccba53b {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:18:29.793689 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Port 73f30b37-0f9f-4c00-9fb1-149ddaec0302 on network 11c8132e-a1e6-4e34-9336-b1100ccba53b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:18:29.793897 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Attempting to bind port 73f30b37-0f9f-4c00-9fb1-149ddaec0302 on network 11c8132e-a1e6-4e34-9336-b1100ccba53b {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:18:29.800124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:18:29.800453 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Checking segment: {'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:29.800824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Bound using segment: {'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:18:29.801262 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Bound port: 73f30b37-0f9f-4c00-9fb1-149ddaec0302, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:18:29.801607 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:29.898916 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] For port 73f30b37-0f9f-4c00-9fb1-149ddaec0302, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:18:29.902133 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] For port 73f30b37-0f9f-4c00-9fb1-149ddaec0302, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=73f30b37-0f9f-4c00-9fb1-149ddaec0302,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:18:29.905440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:29.966208 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:29.967531 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] 10.222.0.20 "PUT /v2.0/ports/73f30b37-0f9f-4c00-9fb1-149ddaec0302 HTTP/1.1" status: 200 len: 1094 time: 1.0700624 Feb 28 15:18:29.968216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cd1d09e5-a44a-410d-b803-1c0de80d8b49', 'tag': '73f30b37-0f9f-4c00-9fb1-149ddaec0302'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:18:29.983384 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b663258d-7d40-4b40-a7e4-4a42691337bd service neutron] Pushing event updated for resources: {'Port': ['ID=73f30b37-0f9f-4c00-9fb1-149ddaec0302,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:30.037757 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cd1d09e5-a44a-410d-b803-1c0de80d8b49', 'tag': '73f30b37-0f9f-4c00-9fb1-149ddaec0302', 'status': 'completed', 'code': 200} Feb 28 15:18:30.077690 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-a99a9b6c-588b-4eb7-ae59-53710a34eb4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2db42dcfdd20467884a866249f08cfd9&device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 1097 time: 0.0721378 Feb 28 15:18:30.148637 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-6af10838-69ff-467e-9653-eb3dfd778926 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73f30b37-0f9f-4c00-9fb1-149ddaec0302 HTTP/1.1" status: 200 len: 217 time: 0.0642536 Feb 28 15:18:30.210930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-d1ee8a85-241c-486b-9448-2e9ab9d0bfdf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:30.212352 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-d1ee8a85-241c-486b-9448-2e9ab9d0bfdf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28b58333-b74a-48cf-bbfc-0126c8b63c7e HTTP/1.1" status: 200 len: 855 time: 0.0580275 Feb 28 15:18:30.289537 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-af1d6bd0-4795-43cf-a7db-836878b447ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11c8132e-a1e6-4e34-9336-b1100ccba53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0713305 Feb 28 15:18:30.301142 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:30.418771 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-559f9f76-b324-4016-a36e-cc2955f581c8 service neutron] 10.222.0.20 "GET /v2.0/networks/11c8132e-a1e6-4e34-9336-b1100ccba53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234746 Feb 28 15:18:30.548720 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-acaae06f-135d-41c0-9440-fbab0b19ce14 req-0f7b328e-7923-4f61-b7d9-b142ea56466c service neutron] 10.222.0.20 "GET /v2.0/networks/11c8132e-a1e6-4e34-9336-b1100ccba53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1244981 Feb 28 15:18:30.589617 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841340e-61db-4fa5-8fdb-0e35e3c2ae1a req-1559cdaa-eed1-49bd-9adc-b4797df58c78 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:30.591036 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1841340e-61db-4fa5-8fdb-0e35e3c2ae1a req-1559cdaa-eed1-49bd-9adc-b4797df58c78 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 944 time: 0.0781896 Feb 28 15:18:30.635799 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1841340e-61db-4fa5-8fdb-0e35e3c2ae1a req-54094441-ff4c-4587-9bcc-52bd7d5f8082 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384941 Feb 28 15:18:30.663150 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c4d3b198-2ded-42ff-b83d-24a3687bc2a2 req-10a4f64d-c81d-458d-a757-70064eebcd53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2db42dcfdd20467884a866249f08cfd9&device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 1097 time: 0.0682662 Feb 28 15:18:30.789454 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3b198-2ded-42ff-b83d-24a3687bc2a2 req-3775d22e-4c6d-4871-b02d-0471a8d9fc8b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:30.790888 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c4d3b198-2ded-42ff-b83d-24a3687bc2a2 req-3775d22e-4c6d-4871-b02d-0471a8d9fc8b service neutron] 10.222.0.20 "GET /v2.0/networks?id=11c8132e-a1e6-4e34-9336-b1100ccba53b HTTP/1.1" status: 200 len: 916 time: 0.1222014 Feb 28 15:18:30.861289 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c4d3b198-2ded-42ff-b83d-24a3687bc2a2 req-dff6b467-a76c-4580-932e-39a5a4780ec6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=73f30b37-0f9f-4c00-9fb1-149ddaec0302 HTTP/1.1" status: 200 len: 217 time: 0.0639915 Feb 28 15:18:30.921119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3b198-2ded-42ff-b83d-24a3687bc2a2 req-cb679a39-d260-4339-b1a7-acfed2b467e5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:30.922502 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c4d3b198-2ded-42ff-b83d-24a3687bc2a2 req-cb679a39-d260-4339-b1a7-acfed2b467e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28b58333-b74a-48cf-bbfc-0126c8b63c7e HTTP/1.1" status: 200 len: 855 time: 0.0552139 Feb 28 15:18:30.998156 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c4d3b198-2ded-42ff-b83d-24a3687bc2a2 req-28df30ca-df87-4473-9fbb-db19ec5d9c9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11c8132e-a1e6-4e34-9336-b1100ccba53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0698576 Feb 28 15:18:31.200334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 78d90cb8-ac96-4819-802e-44962f059102 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:18:31.223631 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c4d3b198-2ded-42ff-b83d-24a3687bc2a2 req-99f4c6cf-b823-4640-9d7c-89f45d4e522c service neutron] 10.222.0.20 "GET /v2.0/networks/11c8132e-a1e6-4e34-9336-b1100ccba53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2184467 Feb 28 15:18:31.268673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 78d90cb8-ac96-4819-802e-44962f059102 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:18:31.274618 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 78d90cb8-ac96-4819-802e-44962f059102 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:31.275125 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:31.356680 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c4d3b198-2ded-42ff-b83d-24a3687bc2a2 req-054bcdc6-0aaa-4085-8cf7-e9ce50474976 service neutron] 10.222.0.20 "GET /v2.0/networks/11c8132e-a1e6-4e34-9336-b1100ccba53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1257169 Feb 28 15:18:31.416190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:31.431226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 78d90cb8-ac96-4819-802e-44962f059102, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=78d90cb8-ac96-4819-802e-44962f059102,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:31.436042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:31.503186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=78d90cb8-ac96-4819-802e-44962f059102,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:31.826710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f04ba48-85ed-49a6-8f9e-47b7d0028077 req-e257f0f5-bd27-42e9-9a09-593e2eb9ba6f tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:31.827381 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-5f04ba48-85ed-49a6-8f9e-47b7d0028077 req-e257f0f5-bd27-42e9-9a09-593e2eb9ba6f tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Synchronizing usage tracker for tenant:2db42dcfdd20467884a866249f08cfd9 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:18:31.842521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-5f04ba48-85ed-49a6-8f9e-47b7d0028077 req-e257f0f5-bd27-42e9-9a09-593e2eb9ba6f tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Unset dirty status for tenant:2db42dcfdd20467884a866249f08cfd9 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:18:31.844114 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5f04ba48-85ed-49a6-8f9e-47b7d0028077 req-e257f0f5-bd27-42e9-9a09-593e2eb9ba6f tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 944 time: 0.0901031 Feb 28 15:18:31.854567 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 73f30b37-0f9f-4c00-9fb1-149ddaec0302 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:18:31.889242 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5f04ba48-85ed-49a6-8f9e-47b7d0028077 req-06bc23e6-d56a-4fee-8fe8-fd8b2fcaf5ae tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391698 Feb 28 15:18:31.985171 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 73f30b37-0f9f-4c00-9fb1-149ddaec0302, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=73f30b37-0f9f-4c00-9fb1-149ddaec0302,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:31.998317 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '73f30b37-0f9f-4c00-9fb1-149ddaec0302', 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b', 'port_id': '73f30b37-0f9f-4c00-9fb1-149ddaec0302', 'mac_address': 'fa:16:3e:ab:43:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b58333-b74a-48cf-bbfc-0126c8b63c7e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:18:32.049271 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:32.065907 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73f30b37-0f9f-4c00-9fb1-149ddaec0302 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:18:32.079946 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 73f30b37-0f9f-4c00-9fb1-149ddaec0302, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=73f30b37-0f9f-4c00-9fb1-149ddaec0302,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:32.084113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:32.150420 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=73f30b37-0f9f-4c00-9fb1-149ddaec0302,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:32.284402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['73f30b37-0f9f-4c00-9fb1-149ddaec0302'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:18:33.087244 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a99f50b-0e01-4717-9306-dedea158b74d req-e26d740a-698c-4873-8cd0-d9d1d86e02af tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:33.088699 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1a99f50b-0e01-4717-9306-dedea158b74d req-e26d740a-698c-4873-8cd0-d9d1d86e02af tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 945 time: 0.0782001 Feb 28 15:18:33.135126 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1a99f50b-0e01-4717-9306-dedea158b74d req-88f20742-098d-4453-99fb-ce56f31899ed tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407753 Feb 28 15:18:33.166836 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 78d90cb8-ac96-4819-802e-44962f059102 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:18:33.233104 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 78d90cb8-ac96-4819-802e-44962f059102 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:33.233401 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:33.596992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Sync routers for ids ['f4af663e-453d-45f5-b779-1bc03b8ce2f1'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:18:33.609016 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Routers {'f4af663e-453d-45f5-b779-1bc03b8ce2f1'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:18:33.609610 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:18:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['f4af663e-453d-45f5-b779-1bc03b8ce2f1'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:33.781274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Set router f4af663e-453d-45f5-b779-1bc03b8ce2f1 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:18:33.901303 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 73f30b37-0f9f-4c00-9fb1-149ddaec0302 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:18:34.100465 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 73f30b37-0f9f-4c00-9fb1-149ddaec0302 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:18:34.109289 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 73f30b37-0f9f-4c00-9fb1-149ddaec0302 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:34.109650 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:34.213024 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'name': 'tempest-TestEncryptedCinderVolumes-622610884-router', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '6b98788a-ea5b-4156-b8aa-5f693c5e2f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:14Z', 'updated_at': '2022-02-28T15:18:17Z', 'revision_number': 4, 'project_id': '2db42dcfdd20467884a866249f08cfd9', 'gw_port': {'id': '6b98788a-ea5b-4156-b8aa-5f693c5e2f89', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:15Z', 'updated_at': '2022-02-28T15:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '40de21f3-c45b-443a-b4c0-ab55e2cf6b58', 'name': '', 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'mac_address': 'fa:16:3e:0e:0b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b58333-b74a-48cf-bbfc-0126c8b63c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:17Z', 'updated_at': '2022-02-28T15:18:18Z', 'revision_number': 2, 'project_id': '2db42dcfdd20467884a866249f08cfd9', 'subnets': [{'id': '28b58333-b74a-48cf-bbfc-0126c8b63c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:34.225579 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Checking router: f4af663e-453d-45f5-b779-1bc03b8ce2f1 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:18:34.225925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Updating router f4af663e-453d-45f5-b779-1bc03b8ce2f1 port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:18:34.310677 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:34.331849 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:34.333073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeea23d5-0fde-47f5-a3e2-533173c113d7 req-88a47069-84c4-4b70-83bf-7a853d2b02ed tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:34.334829 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-eeea23d5-0fde-47f5-a3e2-533173c113d7 req-88a47069-84c4-4b70-83bf-7a853d2b02ed tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 945 time: 0.0798066 Feb 28 15:18:34.355557 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1d09e5-a44a-410d-b803-1c0de80d8b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f30b37-0f9f-4c00-9fb1-149ddaec0302'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:18:34.381903 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-eeea23d5-0fde-47f5-a3e2-533173c113d7 req-cbe64dc6-8ea4-4800-bfff-b1d0ec7dd4ef tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416026 Feb 28 15:18:34.397491 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 73f30b37-0f9f-4c00-9fb1-149ddaec0302, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=73f30b37-0f9f-4c00-9fb1-149ddaec0302,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:34.414741 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:34.451232 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1d09e5-a44a-410d-b803-1c0de80d8b49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73f30b37-0f9f-4c00-9fb1-149ddaec0302', 'code': 200} Feb 28 15:18:34.550305 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=73f30b37-0f9f-4c00-9fb1-149ddaec0302,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:34.641554 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-98d17d8d-ffb4-4459-8a4f-77516fe7aab1 req-9c50834a-d700-4035-84cf-8685214a3d0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 1099 time: 0.0680602 Feb 28 15:18:34.685788 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-98d17d8d-ffb4-4459-8a4f-77516fe7aab1 req-a3085e4d-ec97-4850-93ec-a8b23a8a3b69 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387235 Feb 28 15:18:34.754517 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:34.765795 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Transition to ACTIVE for port object 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:34.772830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:34.897870 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20a1e4-1045-4ca2-91cd-62611220a367 None None] Pushing event updated for resources: {'Port': ['ID=40de21f3-c45b-443a-b4c0-ab55e2cf6b58,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:34.983436 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Attempting to bind port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:18:34.983841 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Attempting to bind port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:18:34.984204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Attempting to bind port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 on network 11c8132e-a1e6-4e34-9336-b1100ccba53b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:18:34.990823 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:18:34.991197 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Checking segment: {'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:34.991619 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:34.992008 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Bound using segment: {'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:18:34.992551 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Bound port: 40de21f3-c45b-443a-b4c0-ab55e2cf6b58, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:18:34.992825 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:35.094202 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] For port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:18:35.097506 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] For port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=40de21f3-c45b-443a-b4c0-ab55e2cf6b58,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:18:35.102031 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:35.183298 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd20a1e4-1045-4ca2-91cd-62611220a367 None None] Pushing event updated for resources: {'Port': ['ID=40de21f3-c45b-443a-b4c0-ab55e2cf6b58,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:35.186220 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Routers {'f4af663e-453d-45f5-b779-1bc03b8ce2f1'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:18:35.186875 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:18:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['f4af663e-453d-45f5-b779-1bc03b8ce2f1'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:35.360194 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Sync routers for ids ['bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:18:35.370146 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] Set router f4af663e-453d-45f5-b779-1bc03b8ce2f1 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:18:35.371950 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Routers {'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:18:35.372544 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:18:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:35.566384 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Set router bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:18:35.606880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c0d6c-37d0-4ad9-b6d1-9f29bc13ae34 req-f08cd755-8d4c-4954-b6ae-0a2c10f438b1 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:35.608358 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c80c0d6c-37d0-4ad9-b6d1-9f29bc13ae34 req-f08cd755-8d4c-4954-b6ae-0a2c10f438b1 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 946 time: 0.0890374 Feb 28 15:18:35.690049 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c80c0d6c-37d0-4ad9-b6d1-9f29bc13ae34 req-218da3f5-f1ae-43e9-98ab-3093dcc1dc36 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759614 Feb 28 15:18:35.732372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'name': 'tempest-TestEncryptedCinderVolumes-622610884-router', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '6b98788a-ea5b-4156-b8aa-5f693c5e2f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:14Z', 'updated_at': '2022-02-28T15:18:17Z', 'revision_number': 4, 'project_id': '2db42dcfdd20467884a866249f08cfd9', 'gw_port': {'id': '6b98788a-ea5b-4156-b8aa-5f693c5e2f89', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:15Z', 'updated_at': '2022-02-28T15:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '40de21f3-c45b-443a-b4c0-ab55e2cf6b58', 'name': '', 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'mac_address': 'fa:16:3e:0e:0b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b58333-b74a-48cf-bbfc-0126c8b63c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:17Z', 'updated_at': '2022-02-28T15:18:35Z', 'revision_number': 4, 'project_id': '2db42dcfdd20467884a866249f08cfd9', 'subnets': [{'id': '28b58333-b74a-48cf-bbfc-0126c8b63c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:35.736547 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d156370f-36e5-4bdb-8e6b-af4587af9677 None None] The sync data for ids ['f4af663e-453d-45f5-b779-1bc03b8ce2f1'] in dv-neutron-830866-2-hyperv is: [{'id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'name': 'tempest-TestEncryptedCinderVolumes-622610884-router', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '6b98788a-ea5b-4156-b8aa-5f693c5e2f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:14Z', 'updated_at': '2022-02-28T15:18:17Z', 'revision_number': 4, 'project_id': '2db42dcfdd20467884a866249f08cfd9', 'gw_port': {'id': '6b98788a-ea5b-4156-b8aa-5f693c5e2f89', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:15Z', 'updated_at': '2022-02-28T15:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '40de21f3-c45b-443a-b4c0-ab55e2cf6b58', 'name': '', 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'mac_address': 'fa:16:3e:0e:0b:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '28b58333-b74a-48cf-bbfc-0126c8b63c7e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:17Z', 'updated_at': '2022-02-28T15:18:35Z', 'revision_number': 4, 'project_id': '2db42dcfdd20467884a866249f08cfd9', 'subnets': [{'id': '28b58333-b74a-48cf-bbfc-0126c8b63c7e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:18:35.945848 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'name': 'tempest-TestEncryptedCinderVolumes-1411279529-router', 'tenant_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '78d90cb8-ac96-4819-802e-44962f059102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:20Z', 'updated_at': '2022-02-28T15:18:23Z', 'revision_number': 4, 'project_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'gw_port': {'id': '78d90cb8-ac96-4819-802e-44962f059102', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:21Z', 'updated_at': '2022-02-28T15:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '38505bd8-e14c-4357-a1b0-b3e9b75c14fb', 'name': '', 'network_id': '9be677da-18a0-4680-aee6-3a145f2fb74f', 'tenant_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'mac_address': 'fa:16:3e:97:77:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd10e562-d50c-4556-848e-256b6bdded60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:23Z', 'updated_at': '2022-02-28T15:18:23Z', 'revision_number': 2, 'project_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'subnets': [{'id': 'cd10e562-d50c-4556-848e-256b6bdded60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:35.949638 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Checking router: bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:18:35.949981 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Updating router bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5 port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:18:36.001575 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:36.347619 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:36.359320 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Transition to ACTIVE for port object 38505bd8-e14c-4357-a1b0-b3e9b75c14fb will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:36.366499 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:36.510348 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a95c6-6aee-418c-8fe3-e70624bdae84 None None] Pushing event updated for resources: {'Port': ['ID=38505bd8-e14c-4357-a1b0-b3e9b75c14fb,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:36.617530 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Attempting to bind port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:18:36.617897 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Attempting to bind port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '70b78cfc-c246-49c4-ac4f-6b78f5bd8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9be677da-18a0-4680-aee6-3a145f2fb74f'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:18:36.618254 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Attempting to bind port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb on network 9be677da-18a0-4680-aee6-3a145f2fb74f {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:18:36.624793 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:18:36.625156 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Checking segment: {'id': '70b78cfc-c246-49c4-ac4f-6b78f5bd8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9be677da-18a0-4680-aee6-3a145f2fb74f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:36.625579 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:36.625964 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Bound using segment: {'id': '70b78cfc-c246-49c4-ac4f-6b78f5bd8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9be677da-18a0-4680-aee6-3a145f2fb74f'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:18:36.626414 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Bound port: 38505bd8-e14c-4357-a1b0-b3e9b75c14fb, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70b78cfc-c246-49c4-ac4f-6b78f5bd8407', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '9be677da-18a0-4680-aee6-3a145f2fb74f'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:18:36.626776 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:36.713504 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] For port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:18:36.716383 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] For port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=38505bd8-e14c-4357-a1b0-b3e9b75c14fb,segment=NetworkSegment(70b78cfc-c246-49c4-ac4f-6b78f5bd8407),segment_id=70b78cfc-c246-49c4-ac4f-6b78f5bd8407)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:18:36.721176 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:36.797384 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063a95c6-6aee-418c-8fe3-e70624bdae84 None None] Pushing event updated for resources: {'Port': ['ID=38505bd8-e14c-4357-a1b0-b3e9b75c14fb,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:36.802862 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Routers {'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:18:36.803460 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:18:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:36.926128 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73a8e3d9-b7ca-4b02-8770-1728f2f1197e req-fd40dc79-d8c1-4159-923e-795d71d0cd23 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:36.929668 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-73a8e3d9-b7ca-4b02-8770-1728f2f1197e req-fd40dc79-d8c1-4159-923e-795d71d0cd23 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 946 time: 0.1086836 Feb 28 15:18:36.980987 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-73a8e3d9-b7ca-4b02-8770-1728f2f1197e req-2704e9ce-3aa2-4cbf-b65f-3cf3d71cacc0 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456240 Feb 28 15:18:37.019569 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] Set router bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:18:37.182234 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3311c3a4-afc4-444a-9c9a-6007a38ff9c5 req-bc78a440-459b-467d-be74-55050edeaf83 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:37.185998 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3311c3a4-afc4-444a-9c9a-6007a38ff9c5 req-bc78a440-459b-467d-be74-55050edeaf83 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 946 time: 0.0849216 Feb 28 15:18:37.193018 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:18:37.238802 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3311c3a4-afc4-444a-9c9a-6007a38ff9c5 req-5f909d3e-dacd-46d6-8332-b34c0c9ba15d tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458744 Feb 28 15:18:37.276728 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:18:37.282279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:37.282648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:37.378941 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'name': 'tempest-TestEncryptedCinderVolumes-1411279529-router', 'tenant_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '78d90cb8-ac96-4819-802e-44962f059102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:20Z', 'updated_at': '2022-02-28T15:18:23Z', 'revision_number': 4, 'project_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'gw_port': {'id': '78d90cb8-ac96-4819-802e-44962f059102', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:21Z', 'updated_at': '2022-02-28T15:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '38505bd8-e14c-4357-a1b0-b3e9b75c14fb', 'name': '', 'network_id': '9be677da-18a0-4680-aee6-3a145f2fb74f', 'tenant_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'mac_address': 'fa:16:3e:97:77:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd10e562-d50c-4556-848e-256b6bdded60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:23Z', 'updated_at': '2022-02-28T15:18:36Z', 'revision_number': 4, 'project_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'subnets': [{'id': 'cd10e562-d50c-4556-848e-256b6bdded60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:18:37.383536 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-263b67d9-51d9-48cb-91f0-da4ea711dd63 None None] The sync data for ids ['bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'] in dv-neutron-830866-2-hyperv is: [{'id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'name': 'tempest-TestEncryptedCinderVolumes-1411279529-router', 'tenant_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '78d90cb8-ac96-4819-802e-44962f059102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:20Z', 'updated_at': '2022-02-28T15:18:23Z', 'revision_number': 4, 'project_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'gw_port': {'id': '78d90cb8-ac96-4819-802e-44962f059102', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:21Z', 'updated_at': '2022-02-28T15:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '38505bd8-e14c-4357-a1b0-b3e9b75c14fb', 'name': '', 'network_id': '9be677da-18a0-4680-aee6-3a145f2fb74f', 'tenant_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'mac_address': 'fa:16:3e:97:77:c0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'cd10e562-d50c-4556-848e-256b6bdded60', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:23Z', 'updated_at': '2022-02-28T15:18:36Z', 'revision_number': 4, 'project_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'subnets': [{'id': 'cd10e562-d50c-4556-848e-256b6bdded60', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:18:37.464389 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:37.503867 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=40de21f3-c45b-443a-b4c0-ab55e2cf6b58,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:37.508660 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:37.593133 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=40de21f3-c45b-443a-b4c0-ab55e2cf6b58,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:39.234953 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 38505bd8-e14c-4357-a1b0-b3e9b75c14fb up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:18:39.306375 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:18:39.313039 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:39.313416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:39.441449 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:39.477257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=38505bd8-e14c-4357-a1b0-b3e9b75c14fb,segment=NetworkSegment(70b78cfc-c246-49c4-ac4f-6b78f5bd8407),segment_id=70b78cfc-c246-49c4-ac4f-6b78f5bd8407)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:39.480964 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:39.481923 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:18:39.595833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=38505bd8-e14c-4357-a1b0-b3e9b75c14fb,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:39.610703 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:39.610703 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:41.173093 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 38505bd8-e14c-4357-a1b0-b3e9b75c14fb up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:18:41.242229 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:41.242519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:45.460387 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:18:51.782153 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c3a4e8-1f23-472b-b2de-be5610ca1b1d req-ae466681-6dd8-414c-b780-51efe48412dc tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:51.783629 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-90c3a4e8-1f23-472b-b2de-be5610ca1b1d req-ae466681-6dd8-414c-b780-51efe48412dc tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 946 time: 0.0746093 Feb 28 15:18:51.827820 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-90c3a4e8-1f23-472b-b2de-be5610ca1b1d req-b56a0451-7317-4e7b-aa7c-eba6d6dcd39e tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387418 Feb 28 15:18:53.025381 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad16f821-e66e-442a-9df0-57a4a647da97 req-693a4454-47b8-43a7-b240-a36891980b9f tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:53.026814 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ad16f821-e66e-442a-9df0-57a4a647da97 req-693a4454-47b8-43a7-b240-a36891980b9f tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 946 time: 0.0771496 Feb 28 15:18:53.070241 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ad16f821-e66e-442a-9df0-57a4a647da97 req-3f8b8bc1-959b-4b1e-94c4-5a11d3b1998b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378590 Feb 28 15:18:53.243275 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caedf3a-bb67-479b-8d1d-692c24ca2a8f req-6dea5eae-7e11-4f82-bee2-59dee26bb753 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:53.244690 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4caedf3a-bb67-479b-8d1d-692c24ca2a8f req-6dea5eae-7e11-4f82-bee2-59dee26bb753 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.20 "GET /v2.0/ports?device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 946 time: 0.0770876 Feb 28 15:18:53.308257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-4caedf3a-bb67-479b-8d1d-692c24ca2a8f req-12dff312-5042-4e69-8e8c-7c41f53575a6 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Deleting port 73f30b37-0f9f-4c00-9fb1-149ddaec0302 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:18:53.308590 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4caedf3a-bb67-479b-8d1d-692c24ca2a8f req-12dff312-5042-4e69-8e8c-7c41f53575a6 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:53.541860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-4caedf3a-bb67-479b-8d1d-692c24ca2a8f req-12dff312-5042-4e69-8e8c-7c41f53575a6 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] For port 73f30b37-0f9f-4c00-9fb1-149ddaec0302, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=73f30b37-0f9f-4c00-9fb1-149ddaec0302,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:18:53.542212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4caedf3a-bb67-479b-8d1d-692c24ca2a8f req-12dff312-5042-4e69-8e8c-7c41f53575a6 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:53.658228 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-4caedf3a-bb67-479b-8d1d-692c24ca2a8f req-12dff312-5042-4e69-8e8c-7c41f53575a6 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Calling delete_port for 73f30b37-0f9f-4c00-9fb1-149ddaec0302 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:18:53.796055 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4caedf3a-bb67-479b-8d1d-692c24ca2a8f req-12dff312-5042-4e69-8e8c-7c41f53575a6 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:53.807814 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['73f30b37-0f9f-4c00-9fb1-149ddaec0302'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:18:53.842382 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dff312-5042-4e69-8e8c-7c41f53575a6 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Pushing event deleted for resources: {'Port': ['ID=73f30b37-0f9f-4c00-9fb1-149ddaec0302,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:53.921255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-4caedf3a-bb67-479b-8d1d-692c24ca2a8f req-12dff312-5042-4e69-8e8c-7c41f53575a6 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] No DVR routers for this DVR port 73f30b37-0f9f-4c00-9fb1-149ddaec0302 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:18:53.923747 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4caedf3a-bb67-479b-8d1d-692c24ca2a8f req-12dff312-5042-4e69-8e8c-7c41f53575a6 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:53.926281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cd1d09e5-a44a-410d-b803-1c0de80d8b49', 'name': 'network-vif-deleted', 'tag': '73f30b37-0f9f-4c00-9fb1-149ddaec0302'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:18:53.941470 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4caedf3a-bb67-479b-8d1d-692c24ca2a8f req-12dff312-5042-4e69-8e8c-7c41f53575a6 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.20 "DELETE /v2.0/ports/73f30b37-0f9f-4c00-9fb1-149ddaec0302 HTTP/1.1" status: 204 len: 173 time: 0.6922503 Feb 28 15:18:53.996751 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cd1d09e5-a44a-410d-b803-1c0de80d8b49', 'name': 'network-vif-deleted', 'tag': '73f30b37-0f9f-4c00-9fb1-149ddaec0302', 'status': 'completed', 'code': 200} Feb 28 15:18:54.240668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ede026f4-1dac-4378-9665-50dc59123729 req-79a111cc-7c14-44bd-b45b-7fb2239cbc10 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Synchronizing usage tracker for tenant:2db42dcfdd20467884a866249f08cfd9 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:18:54.256032 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ede026f4-1dac-4378-9665-50dc59123729 req-79a111cc-7c14-44bd-b45b-7fb2239cbc10 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Unset dirty status for tenant:2db42dcfdd20467884a866249f08cfd9 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:18:54.257180 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ede026f4-1dac-4378-9665-50dc59123729 req-79a111cc-7c14-44bd-b45b-7fb2239cbc10 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=cd1d09e5-a44a-410d-b803-1c0de80d8b49 HTTP/1.1" status: 200 len: 210 time: 0.0568562 Feb 28 15:18:55.500045 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e90f5579-e3b3-4666-9575-a144f49497bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:55.963957 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 73f30b37-0f9f-4c00-9fb1-149ddaec0302 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:18:55.997001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 73f30b37-0f9f-4c00-9fb1-149ddaec0302 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:18:55.997289 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 73f30b37-0f9f-4c00-9fb1-149ddaec0302 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:18:56.083813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c619f-c512-4e63-baa8-86596af07bec req-d2ae29f4-639d-4da2-ac8c-ecf3569c88a4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:56.085223 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9e2c619f-c512-4e63-baa8-86596af07bec req-d2ae29f4-639d-4da2-ac8c-ecf3569c88a4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/networks?id=11c8132e-a1e6-4e34-9336-b1100ccba53b HTTP/1.1" status: 200 len: 816 time: 0.2265832 Feb 28 15:18:56.100834 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9e2c619f-c512-4e63-baa8-86596af07bec req-5025a558-1c36-4ebd-9f42-5a44b7ff9961 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/quotas/2db42dcfdd20467884a866249f08cfd9 HTTP/1.1" status: 200 len: 375 time: 0.0103927 Feb 28 15:18:56.180518 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9e2c619f-c512-4e63-baa8-86596af07bec req-594960b7-dc11-445d-a919-b79b1e3d05eb tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=2db42dcfdd20467884a866249f08cfd9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0749903 Feb 28 15:18:56.315217 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9e2c619f-c512-4e63-baa8-86596af07bec req-19125344-6d44-4cc5-895f-f1fba75496ee service neutron] 10.222.0.15 "GET /v2.0/networks/11c8132e-a1e6-4e34-9336-b1100ccba53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234093 Feb 28 15:18:56.445729 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9e2c619f-c512-4e63-baa8-86596af07bec req-c0cce737-49a6-4690-8ce1-fdd594fe7ee9 service neutron] 10.222.0.15 "GET /v2.0/networks/11c8132e-a1e6-4e34-9336-b1100ccba53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242414 Feb 28 15:18:56.626803 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-04f1b113-adff-4ede-9478-59a5ce072dcb req-41e05835-cb05-46d4-bff7-2ea29ed88b54 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 210 time: 0.0430706 Feb 28 15:18:57.622785 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c619f-c512-4e63-baa8-86596af07bec req-9cf59468-f486-4f21-b34e-4426898cfbfd tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:57.624194 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9e2c619f-c512-4e63-baa8-86596af07bec req-9cf59468-f486-4f21-b34e-4426898cfbfd tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.20 "GET /v2.0/networks?id=11c8132e-a1e6-4e34-9336-b1100ccba53b HTTP/1.1" status: 200 len: 816 time: 0.1460052 Feb 28 15:18:57.639414 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-9e2c619f-c512-4e63-baa8-86596af07bec req-92d21356-71b7-4dc0-8dcd-f5dcfefb4d3b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Request body: {'port': {'device_id': '910343ac-a358-42cf-bf11-13b34be2fa2b', 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b', 'admin_state_up': True, 'tenant_id': '2db42dcfdd20467884a866249f08cfd9'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:57.656115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6f59759c-af9d-4e25-90ab-58b239aeaa3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:57.802405 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0f73e6f9-47af-4198-97b5-3c3f9c1df848 req-4142609f-fe05-4c38-9aac-bf8404fdf601 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 210 time: 0.0527287 Feb 28 15:18:57.812978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-9e2c619f-c512-4e63-baa8-86596af07bec req-92d21356-71b7-4dc0-8dcd-f5dcfefb4d3b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:18:57.823171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-9e2c619f-c512-4e63-baa8-86596af07bec req-92d21356-71b7-4dc0-8dcd-f5dcfefb4d3b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:18:57.832952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9e2c619f-c512-4e63-baa8-86596af07bec req-92d21356-71b7-4dc0-8dcd-f5dcfefb4d3b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Made reservation on behalf of 2db42dcfdd20467884a866249f08cfd9 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:18:57.835919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9e2c619f-c512-4e63-baa8-86596af07bec req-92d21356-71b7-4dc0-8dcd-f5dcfefb4d3b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:57.883145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:57.997653 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-9e2c619f-c512-4e63-baa8-86596af07bec req-92d21356-71b7-4dc0-8dcd-f5dcfefb4d3b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Allocated IP 172.20.0.4 (11c8132e-a1e6-4e34-9336-b1100ccba53b/28b58333-b74a-48cf-bbfc-0126c8b63c7e/0181d9a2-8e98-4e1b-bb3e-76a30307925a) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:18:58.189123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9e2c619f-c512-4e63-baa8-86596af07bec req-92d21356-71b7-4dc0-8dcd-f5dcfefb4d3b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:58.204179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-9e2c619f-c512-4e63-baa8-86596af07bec req-92d21356-71b7-4dc0-8dcd-f5dcfefb4d3b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Transition to ACTIVE for port object 0181d9a2-8e98-4e1b-bb3e-76a30307925a will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:58.225490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9e2c619f-c512-4e63-baa8-86596af07bec req-92d21356-71b7-4dc0-8dcd-f5dcfefb4d3b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:58.294448 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9e2c619f-c512-4e63-baa8-86596af07bec req-92d21356-71b7-4dc0-8dcd-f5dcfefb4d3b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Network 11c8132e-a1e6-4e34-9336-b1100ccba53b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:18:58.297305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-9e2c619f-c512-4e63-baa8-86596af07bec req-92d21356-71b7-4dc0-8dcd-f5dcfefb4d3b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:18:58.301369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e2c619f-c512-4e63-baa8-86596af07bec req-92d21356-71b7-4dc0-8dcd-f5dcfefb4d3b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:18:58.329239 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d21356-71b7-4dc0-8dcd-f5dcfefb4d3b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Pushing event updated for resources: {'Port': ['ID=0181d9a2-8e98-4e1b-bb3e-76a30307925a,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:58.366648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c619f-c512-4e63-baa8-86596af07bec req-92d21356-71b7-4dc0-8dcd-f5dcfefb4d3b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:58.367251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9e2c619f-c512-4e63-baa8-86596af07bec req-92d21356-71b7-4dc0-8dcd-f5dcfefb4d3b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:58.392614 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9e2c619f-c512-4e63-baa8-86596af07bec req-92d21356-71b7-4dc0-8dcd-f5dcfefb4d3b tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7568429 Feb 28 15:18:58.404261 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Request body: {'port': {'device_id': '910343ac-a358-42cf-bf11-13b34be2fa2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:18:58.514977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:58.555858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1312eddf-9380-46c6-983c-eca2aae6555f None None] Provisioning for port 0181d9a2-8e98-4e1b-bb3e-76a30307925a completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:18:58.560466 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-1312eddf-9380-46c6-983c-eca2aae6555f None None] Provisioning complete for port 0181d9a2-8e98-4e1b-bb3e-76a30307925a triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:18:58.560838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1312eddf-9380-46c6-983c-eca2aae6555f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:58.618731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-1312eddf-9380-46c6-983c-eca2aae6555f None None] Port 0181d9a2-8e98-4e1b-bb3e-76a30307925a cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:18:58.915202 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:58.930617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:58.941531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0181d9a2-8e98-4e1b-bb3e-76a30307925a {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:18:58.948753 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:58.963504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Transition to ACTIVE for port object 0181d9a2-8e98-4e1b-bb3e-76a30307925a will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:18:58.968643 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:59.006324 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8b447d-de41-4a70-a878-9ff5c26f5611 req-af0e0ddd-0072-453b-a207-ba760bbe86fd tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:59.007916 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8a8b447d-de41-4a70-a878-9ff5c26f5611 req-af0e0ddd-0072-453b-a207-ba760bbe86fd tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 931 time: 0.0816550 Feb 28 15:18:59.055416 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8a8b447d-de41-4a70-a878-9ff5c26f5611 req-54aa4e8b-1647-4e92-a537-35afaa6da873 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419757 Feb 28 15:18:59.092917 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Pushing event updated for resources: {'Port': ['ID=0181d9a2-8e98-4e1b-bb3e-76a30307925a,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:59.205301 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Attempting to bind port 0181d9a2-8e98-4e1b-bb3e-76a30307925a on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:18:59.205625 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Attempting to bind port 0181d9a2-8e98-4e1b-bb3e-76a30307925a by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:18:59.205930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Attempting to bind port 0181d9a2-8e98-4e1b-bb3e-76a30307925a on network 11c8132e-a1e6-4e34-9336-b1100ccba53b {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:18:59.211582 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Port 0181d9a2-8e98-4e1b-bb3e-76a30307925a on network 11c8132e-a1e6-4e34-9336-b1100ccba53b not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:18:59.211902 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Attempting to bind port 0181d9a2-8e98-4e1b-bb3e-76a30307925a on network 11c8132e-a1e6-4e34-9336-b1100ccba53b {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:18:59.218171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 18, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:18:59.218493 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Checking segment: {'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:18:59.218863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Bound using segment: {'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:18:59.219270 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Bound port: 0181d9a2-8e98-4e1b-bb3e-76a30307925a, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:18:59.219624 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:59.304206 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] For port 0181d9a2-8e98-4e1b-bb3e-76a30307925a, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:18:59.306939 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] For port 0181d9a2-8e98-4e1b-bb3e-76a30307925a, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0181d9a2-8e98-4e1b-bb3e-76a30307925a,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:18:59.311272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:59.371143 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:18:59.372493 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9e2c619f-c512-4e63-baa8-86596af07bec req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] 10.222.0.20 "PUT /v2.0/ports/0181d9a2-8e98-4e1b-bb3e-76a30307925a HTTP/1.1" status: 200 len: 1093 time: 0.9724252 Feb 28 15:18:59.372918 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '910343ac-a358-42cf-bf11-13b34be2fa2b', 'tag': '0181d9a2-8e98-4e1b-bb3e-76a30307925a'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:18:59.394899 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e986c47e-cac7-48e5-90e6-3b35e9fee484 service neutron] Pushing event updated for resources: {'Port': ['ID=0181d9a2-8e98-4e1b-bb3e-76a30307925a,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:18:59.462622 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '910343ac-a358-42cf-bf11-13b34be2fa2b', 'tag': '0181d9a2-8e98-4e1b-bb3e-76a30307925a', 'status': 'completed', 'code': 200} Feb 28 15:18:59.502366 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9e2c619f-c512-4e63-baa8-86596af07bec req-2c5632f0-348c-47a5-87e2-1e0e8edcda56 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2db42dcfdd20467884a866249f08cfd9&device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 1096 time: 0.0834074 Feb 28 15:18:59.572294 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9e2c619f-c512-4e63-baa8-86596af07bec req-cea1c71f-5c15-4a2c-9739-779f75aed961 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0181d9a2-8e98-4e1b-bb3e-76a30307925a HTTP/1.1" status: 200 len: 217 time: 0.0630782 Feb 28 15:18:59.631727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2c619f-c512-4e63-baa8-86596af07bec req-0fb8fdce-cf7f-4536-9c4b-b176a3af13df service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:18:59.632940 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9e2c619f-c512-4e63-baa8-86596af07bec req-0fb8fdce-cf7f-4536-9c4b-b176a3af13df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28b58333-b74a-48cf-bbfc-0126c8b63c7e HTTP/1.1" status: 200 len: 855 time: 0.0552814 Feb 28 15:18:59.703497 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9e2c619f-c512-4e63-baa8-86596af07bec req-717ab287-3c89-4213-99e9-e442e1af7d17 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11c8132e-a1e6-4e34-9336-b1100ccba53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650194 Feb 28 15:18:59.829775 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9e2c619f-c512-4e63-baa8-86596af07bec req-f8309ce8-0822-431b-8dc1-3cd859412044 service neutron] 10.222.0.20 "GET /v2.0/networks/11c8132e-a1e6-4e34-9336-b1100ccba53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190741 Feb 28 15:18:59.954422 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9e2c619f-c512-4e63-baa8-86596af07bec req-fc43024b-4f42-4731-8828-fb04017f210e service neutron] 10.222.0.20 "GET /v2.0/networks/11c8132e-a1e6-4e34-9336-b1100ccba53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189718 Feb 28 15:19:00.068542 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e6660aca-588c-403d-8d17-31ae1b7afa7c req-190db608-5120-4c73-8800-b77b2d1fe5e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2db42dcfdd20467884a866249f08cfd9&device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 1096 time: 0.0704174 Feb 28 15:19:00.205083 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6660aca-588c-403d-8d17-31ae1b7afa7c req-c283bc1a-de8e-4f04-a832-0646b226c235 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:19:00.206451 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e6660aca-588c-403d-8d17-31ae1b7afa7c req-c283bc1a-de8e-4f04-a832-0646b226c235 service neutron] 10.222.0.20 "GET /v2.0/networks?id=11c8132e-a1e6-4e34-9336-b1100ccba53b HTTP/1.1" status: 200 len: 916 time: 0.1320436 Feb 28 15:19:00.275892 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e6660aca-588c-403d-8d17-31ae1b7afa7c req-8f17888b-a156-4e02-b1d3-30179538461f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=0181d9a2-8e98-4e1b-bb3e-76a30307925a HTTP/1.1" status: 200 len: 217 time: 0.0620387 Feb 28 15:19:00.309168 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:00.341429 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6660aca-588c-403d-8d17-31ae1b7afa7c req-00b082c2-c5ac-4a31-9d8b-d57c01fcda8c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:19:00.343090 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e6660aca-588c-403d-8d17-31ae1b7afa7c req-00b082c2-c5ac-4a31-9d8b-d57c01fcda8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=28b58333-b74a-48cf-bbfc-0126c8b63c7e HTTP/1.1" status: 200 len: 855 time: 0.0615976 Feb 28 15:19:00.419155 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e6660aca-588c-403d-8d17-31ae1b7afa7c req-d85496ba-7e17-47c2-b434-0296addf9315 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=11c8132e-a1e6-4e34-9336-b1100ccba53b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0691922 Feb 28 15:19:00.494034 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beece7bd-dbf2-4222-9662-43afb30a1e29 req-6c04b663-493f-4e9a-9f47-e58c6975dc48 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:19:00.495521 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-beece7bd-dbf2-4222-9662-43afb30a1e29 req-6c04b663-493f-4e9a-9f47-e58c6975dc48 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 943 time: 0.1725168 Feb 28 15:19:00.539407 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-beece7bd-dbf2-4222-9662-43afb30a1e29 req-3de43146-3ae3-4f08-b503-4ca07831358d tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384722 Feb 28 15:19:00.551346 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e6660aca-588c-403d-8d17-31ae1b7afa7c req-6ce90cb2-6368-40cb-a96c-c9b149410294 service neutron] 10.222.0.20 "GET /v2.0/networks/11c8132e-a1e6-4e34-9336-b1100ccba53b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259837 Feb 28 15:19:00.764775 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e6660aca-588c-403d-8d17-31ae1b7afa7c req-f1930d64-72ea-4511-8855-381f9c4d4fa2 service neutron] 10.222.0.20 "GET /v2.0/networks/11c8132e-a1e6-4e34-9336-b1100ccba53b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064133 Feb 28 15:19:01.744506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9104345f-ba51-42dd-83f9-0a87a4a58043 req-c72e278a-5075-49e2-9415-c338d54c87cf tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:19:01.745195 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-9104345f-ba51-42dd-83f9-0a87a4a58043 req-c72e278a-5075-49e2-9415-c338d54c87cf tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Synchronizing usage tracker for tenant:2db42dcfdd20467884a866249f08cfd9 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:19:01.760087 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-9104345f-ba51-42dd-83f9-0a87a4a58043 req-c72e278a-5075-49e2-9415-c338d54c87cf tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Unset dirty status for tenant:2db42dcfdd20467884a866249f08cfd9 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:19:01.761243 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9104345f-ba51-42dd-83f9-0a87a4a58043 req-c72e278a-5075-49e2-9415-c338d54c87cf tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 943 time: 0.0923035 Feb 28 15:19:01.805187 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9104345f-ba51-42dd-83f9-0a87a4a58043 req-36bec440-4ac6-4191-b682-f9b9fbc4ccc4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384636 Feb 28 15:19:01.962607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 0181d9a2-8e98-4e1b-bb3e-76a30307925a details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:19:02.091255 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 0181d9a2-8e98-4e1b-bb3e-76a30307925a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0181d9a2-8e98-4e1b-bb3e-76a30307925a,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:02.104176 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '0181d9a2-8e98-4e1b-bb3e-76a30307925a', 'network_id': '11c8132e-a1e6-4e34-9336-b1100ccba53b', 'port_id': '0181d9a2-8e98-4e1b-bb3e-76a30307925a', 'mac_address': 'fa:16:3e:91:ca:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '28b58333-b74a-48cf-bbfc-0126c8b63c7e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:19:02.154649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:02.173820 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0181d9a2-8e98-4e1b-bb3e-76a30307925a {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:19:02.188583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 0181d9a2-8e98-4e1b-bb3e-76a30307925a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0181d9a2-8e98-4e1b-bb3e-76a30307925a,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:02.192937 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:02.257858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=0181d9a2-8e98-4e1b-bb3e-76a30307925a,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:02.265896 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:02.266240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:02.266595 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:02.266909 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:02.267239 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:02.267586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:02.267913 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:02.268239 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:02.268558 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:02.268876 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:02.269196 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:02.380534 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['0181d9a2-8e98-4e1b-bb3e-76a30307925a'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:19:02.995382 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a3e003-bcbb-431c-88b6-4b30f5414981 req-f9166b45-2395-4a4c-8828-7f13c573a23f tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:19:02.996828 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-48a3e003-bcbb-431c-88b6-4b30f5414981 req-f9166b45-2395-4a4c-8828-7f13c573a23f tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 944 time: 0.0746372 Feb 28 15:19:03.043441 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-48a3e003-bcbb-431c-88b6-4b30f5414981 req-4f5c4f39-95bb-48b5-bb48-14ffa62552ce tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411358 Feb 28 15:19:03.978332 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 0181d9a2-8e98-4e1b-bb3e-76a30307925a up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:19:04.043254 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 0181d9a2-8e98-4e1b-bb3e-76a30307925a completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:19:04.047679 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 0181d9a2-8e98-4e1b-bb3e-76a30307925a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:19:04.048044 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:04.160611 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:04.187113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910343ac-a358-42cf-bf11-13b34be2fa2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0181d9a2-8e98-4e1b-bb3e-76a30307925a'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:19:04.197867 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 0181d9a2-8e98-4e1b-bb3e-76a30307925a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0181d9a2-8e98-4e1b-bb3e-76a30307925a,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:04.201689 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:04.237330 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b32279d-ac38-4477-9fed-b014ba9ef1db req-a019cb15-057e-4048-83a0-5cbb938473e9 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:19:04.238938 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5b32279d-ac38-4477-9fed-b014ba9ef1db req-a019cb15-057e-4048-83a0-5cbb938473e9 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 944 time: 0.0777309 Feb 28 15:19:04.246643 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910343ac-a358-42cf-bf11-13b34be2fa2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0181d9a2-8e98-4e1b-bb3e-76a30307925a', 'code': 200} Feb 28 15:19:04.277883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=0181d9a2-8e98-4e1b-bb3e-76a30307925a,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:04.290754 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5b32279d-ac38-4477-9fed-b014ba9ef1db req-6f3a3259-a2bb-4a75-8ec9-ec237114f030 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450387 Feb 28 15:19:04.463528 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-acdbcfdf-4043-49a0-bd79-3458d5824314 req-0f30e62e-4f36-4171-b4e4-99adf3a2d697 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 1098 time: 0.0667028 Feb 28 15:19:04.503578 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-acdbcfdf-4043-49a0-bd79-3458d5824314 req-5db4ae5d-4616-4c38-9922-aab1432ff807 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344443 Feb 28 15:19:05.511383 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d65f5b2-6bcc-4c45-93f6-fbddae9eb6b9 req-5cb0002c-9a6e-4add-9324-59706721ed46 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:19:05.512955 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7d65f5b2-6bcc-4c45-93f6-fbddae9eb6b9 req-5cb0002c-9a6e-4add-9324-59706721ed46 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 945 time: 0.0987678 Feb 28 15:19:05.558918 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7d65f5b2-6bcc-4c45-93f6-fbddae9eb6b9 req-2414cc72-df49-4289-8c3a-6c1f45f2f124 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391812 Feb 28 15:19:06.750010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f4eed90-2a23-4d04-b00a-39a51b55e976 req-69bbc3f4-5e86-4178-b5c8-9df19cf7cc0f tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:19:06.751329 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1f4eed90-2a23-4d04-b00a-39a51b55e976 req-69bbc3f4-5e86-4178-b5c8-9df19cf7cc0f tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 945 time: 0.0777199 Feb 28 15:19:06.794397 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1f4eed90-2a23-4d04-b00a-39a51b55e976 req-d74119b7-50a7-4d57-973c-3ff93cee3df7 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371633 Feb 28 15:19:06.990334 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ec6ee7-1fe4-4ac3-b27e-473f0f2c9520 req-40a29fa8-e511-40eb-aa82-828a05e8cdf3 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:19:06.991801 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d1ec6ee7-1fe4-4ac3-b27e-473f0f2c9520 req-40a29fa8-e511-40eb-aa82-828a05e8cdf3 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 945 time: 0.0785367 Feb 28 15:19:07.044150 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d1ec6ee7-1fe4-4ac3-b27e-473f0f2c9520 req-63a0c2c4-54f4-4ed3-a7d9-132161d9a796 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467014 Feb 28 15:19:21.256216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196d6e03-2db5-40c6-b5fb-501aeb852a7c req-4bc06d20-3392-45fa-b61e-9cc07aa277eb tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:19:21.257635 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-196d6e03-2db5-40c6-b5fb-501aeb852a7c req-4bc06d20-3392-45fa-b61e-9cc07aa277eb tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 945 time: 0.0751922 Feb 28 15:19:21.304325 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-196d6e03-2db5-40c6-b5fb-501aeb852a7c req-f2d13c5b-c2bd-48b0-8d5e-26ec3ad22545 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410531 Feb 28 15:19:22.401438 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:19:22.500875 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf50ab-279e-4ec7-bbd2-b38a34ebecd7 req-bd3a2170-ad0c-4b3f-8d5e-b75992d9e25f tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:19:22.502304 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f8cf50ab-279e-4ec7-bbd2-b38a34ebecd7 req-bd3a2170-ad0c-4b3f-8d5e-b75992d9e25f tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 945 time: 0.0771942 Feb 28 15:19:22.546334 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f8cf50ab-279e-4ec7-bbd2-b38a34ebecd7 req-12c34594-750d-460a-af9c-01c32ebee346 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/security-groups?id=74a96f14-f5a9-44c1-b810-f50a27ad6073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384161 Feb 28 15:19:22.688928 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5db275-7eb8-41aa-885e-2246eb8235b4 req-58713475-9b93-4e9d-a945-315d84e367f5 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:19:22.690340 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5d5db275-7eb8-41aa-885e-2246eb8235b4 req-58713475-9b93-4e9d-a945-315d84e367f5 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.20 "GET /v2.0/ports?device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 945 time: 0.0765486 Feb 28 15:19:22.758750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-5d5db275-7eb8-41aa-885e-2246eb8235b4 req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Deleting port 0181d9a2-8e98-4e1b-bb3e-76a30307925a {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:19:22.759079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-5d5db275-7eb8-41aa-885e-2246eb8235b4 req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:22.994584 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-5d5db275-7eb8-41aa-885e-2246eb8235b4 req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] For port 0181d9a2-8e98-4e1b-bb3e-76a30307925a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=0181d9a2-8e98-4e1b-bb3e-76a30307925a,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:22.994847 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-5d5db275-7eb8-41aa-885e-2246eb8235b4 req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:23.115536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-5d5db275-7eb8-41aa-885e-2246eb8235b4 req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Calling delete_port for 0181d9a2-8e98-4e1b-bb3e-76a30307925a owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:19:23.254974 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-5d5db275-7eb8-41aa-885e-2246eb8235b4 req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:23.269835 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['0181d9a2-8e98-4e1b-bb3e-76a30307925a'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:19:23.304274 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Pushing event deleted for resources: {'Port': ['ID=0181d9a2-8e98-4e1b-bb3e-76a30307925a,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:23.350895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:23.351223 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:23.351575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:23.351911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:23.352239 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:23.352559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:23.352879 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:23.353199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:23.353516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:23.353836 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:23.354154 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:23.389828 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5db275-7eb8-41aa-885e-2246eb8235b4 req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] No DVR routers for this DVR port 0181d9a2-8e98-4e1b-bb3e-76a30307925a on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:19:23.392267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-5d5db275-7eb8-41aa-885e-2246eb8235b4 req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:23.399451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '910343ac-a358-42cf-bf11-13b34be2fa2b', 'name': 'network-vif-deleted', 'tag': '0181d9a2-8e98-4e1b-bb3e-76a30307925a'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:19:23.412421 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5d5db275-7eb8-41aa-885e-2246eb8235b4 req-4e9a04c5-c4e7-43a1-ae48-096e396aeff4 tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.20 "DELETE /v2.0/ports/0181d9a2-8e98-4e1b-bb3e-76a30307925a HTTP/1.1" status: 204 len: 173 time: 0.7169118 Feb 28 15:19:23.473715 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '910343ac-a358-42cf-bf11-13b34be2fa2b', 'name': 'network-vif-deleted', 'tag': '0181d9a2-8e98-4e1b-bb3e-76a30307925a', 'status': 'completed', 'code': 200} Feb 28 15:19:23.724486 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d1790c4d-90ea-41eb-9c10-acd5658d27a3 req-6a365717-d170-406e-9b05-37fc7bb5501c tempest-TestEncryptedCinderVolumes-826773165 tempest-TestEncryptedCinderVolumes-826773165-project] 10.222.0.15 "GET /v2.0/ports?device_id=910343ac-a358-42cf-bf11-13b34be2fa2b HTTP/1.1" status: 200 len: 210 time: 0.0439246 Feb 28 15:19:24.872149 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53080) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:25.249661 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:25.502531 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-37e9000d-fc9a-4ef2-978c-9cc1d34ef4e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:25.826988 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Deleting port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:19:25.827198 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:26.069463 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] For port 40de21f3-c45b-443a-b4c0-ab55e2cf6b58, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=40de21f3-c45b-443a-b4c0-ab55e2cf6b58,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:26.070142 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:26.102626 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 0181d9a2-8e98-4e1b-bb3e-76a30307925a no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:19:26.135262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 0181d9a2-8e98-4e1b-bb3e-76a30307925a {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:19:26.135633 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 0181d9a2-8e98-4e1b-bb3e-76a30307925a not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:19:26.191202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Calling delete_port for 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:19:26.351508 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:26.395708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Pushing event deleted for resources: {'Port': ['ID=40de21f3-c45b-443a-b4c0-ab55e2cf6b58,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:26.432859 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:26.433211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:26.433541 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:26.433862 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:26.434196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:26.434520 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:26.434872 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:26.435160 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:26.435509 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:26.435828 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:26.436132 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:26.690154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:27.242375 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Router f4af663e-453d-45f5-b779-1bc03b8ce2f1 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:19:27.525456 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:19:27.534354 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f5a12-a7c9-433d-81a5-e2668a09ccae None None] Sync routers for ids ['f4af663e-453d-45f5-b779-1bc03b8ce2f1'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:19:27.539202 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fe61a2ff-4f68-49cc-ba10-6bb96a3efb77 admin admin] 10.222.0.15 "PUT /v2.0/routers/f4af663e-453d-45f5-b779-1bc03b8ce2f1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6644187 Feb 28 15:19:27.540007 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53084) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:27.545591 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f5a12-a7c9-433d-81a5-e2668a09ccae None None] Routers {'f4af663e-453d-45f5-b779-1bc03b8ce2f1'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:19:27.546191 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-dc0f5a12-a7c9-433d-81a5-e2668a09ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:18:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['f4af663e-453d-45f5-b779-1bc03b8ce2f1'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:27.689205 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-592ae0c2-9cf5-4e2a-80aa-2e8207b88001 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:27.733874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-dc0f5a12-a7c9-433d-81a5-e2668a09ccae None None] Set router f4af663e-453d-45f5-b779-1bc03b8ce2f1 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:19:27.735827 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-be703531-096b-4a27-aabc-bb820644ca15 admin admin] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:27.928420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-be703531-096b-4a27-aabc-bb820644ca15 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:27.934429 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:27.937969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-be703531-096b-4a27-aabc-bb820644ca15 admin admin] Deleting port 6b98788a-ea5b-4156-b8aa-5f693c5e2f89 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:19:27.938323 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-be703531-096b-4a27-aabc-bb820644ca15 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:28.027416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-dc0f5a12-a7c9-433d-81a5-e2668a09ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'name': 'tempest-TestEncryptedCinderVolumes-622610884-router', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.196'}], 'enable_snat': True}, 'gw_port_id': '6b98788a-ea5b-4156-b8aa-5f693c5e2f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:14Z', 'updated_at': '2022-02-28T15:19:26Z', 'revision_number': 5, 'project_id': '2db42dcfdd20467884a866249f08cfd9', 'gw_port': {'id': '6b98788a-ea5b-4156-b8aa-5f693c5e2f89', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:64:82:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.196', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:15Z', 'updated_at': '2022-02-28T15:18:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:28.031175 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f5a12-a7c9-433d-81a5-e2668a09ccae None None] Checking router: f4af663e-453d-45f5-b779-1bc03b8ce2f1 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:19:28.042122 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc0f5a12-a7c9-433d-81a5-e2668a09ccae None None] Routers {'f4af663e-453d-45f5-b779-1bc03b8ce2f1'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:19:28.042705 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-dc0f5a12-a7c9-433d-81a5-e2668a09ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:19:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['f4af663e-453d-45f5-b779-1bc03b8ce2f1'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:28.108866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-be703531-096b-4a27-aabc-bb820644ca15 admin admin] For port 6b98788a-ea5b-4156-b8aa-5f693c5e2f89, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6b98788a-ea5b-4156-b8aa-5f693c5e2f89,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:28.109209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-be703531-096b-4a27-aabc-bb820644ca15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:28.189259 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-dc0f5a12-a7c9-433d-81a5-e2668a09ccae None None] Set router f4af663e-453d-45f5-b779-1bc03b8ce2f1 gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:19:28.226054 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-be703531-096b-4a27-aabc-bb820644ca15 admin admin] Calling delete_port for 6b98788a-ea5b-4156-b8aa-5f693c5e2f89 owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:19:28.294124 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-dc0f5a12-a7c9-433d-81a5-e2668a09ccae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'name': 'tempest-TestEncryptedCinderVolumes-622610884-router', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:14Z', 'updated_at': '2022-02-28T15:19:27Z', 'revision_number': 6, 'project_id': '2db42dcfdd20467884a866249f08cfd9', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:28.297977 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc0f5a12-a7c9-433d-81a5-e2668a09ccae None None] The sync data for ids ['f4af663e-453d-45f5-b779-1bc03b8ce2f1'] in dv-neutron-830866-2-hyperv is: [{'id': 'f4af663e-453d-45f5-b779-1bc03b8ce2f1', 'name': 'tempest-TestEncryptedCinderVolumes-622610884-router', 'tenant_id': '2db42dcfdd20467884a866249f08cfd9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:14Z', 'updated_at': '2022-02-28T15:19:27Z', 'revision_number': 6, 'project_id': '2db42dcfdd20467884a866249f08cfd9', 'gw_port_host': None}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:19:28.396717 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-be703531-096b-4a27-aabc-bb820644ca15 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:28.440446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be703531-096b-4a27-aabc-bb820644ca15 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b98788a-ea5b-4156-b8aa-5f693c5e2f89,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:28.659062 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-be703531-096b-4a27-aabc-bb820644ca15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:28.908335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:28.927250 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:28.996620 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-be703531-096b-4a27-aabc-bb820644ca15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:29.000629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-be703531-096b-4a27-aabc-bb820644ca15 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:29.026390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-be703531-096b-4a27-aabc-bb820644ca15 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:29.026902 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be703531-096b-4a27-aabc-bb820644ca15 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f4af663e-453d-45f5-b779-1bc03b8ce2f1 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:19:29.040661 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-be703531-096b-4a27-aabc-bb820644ca15 admin admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:29.041774 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-be703531-096b-4a27-aabc-bb820644ca15 admin admin] 10.222.0.15 "DELETE /v2.0/routers/f4af663e-453d-45f5-b779-1bc03b8ce2f1 HTTP/1.1" status: 204 len: 168 time: 1.5008922 Feb 28 15:19:29.044267 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53088) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:29.103504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea505ab1-f9e5-4147-bc53-534d5ab3334b admin admin] Deleting subnet 28b58333-b74a-48cf-bbfc-0126c8b63c7e {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:19:29.107161 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ea505ab1-f9e5-4147-bc53-534d5ab3334b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:29.156544 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ea505ab1-f9e5-4147-bc53-534d5ab3334b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:29.199280 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:19:29.240991 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:19:29.241344 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 40de21f3-c45b-443a-b4c0-ab55e2cf6b58 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:19:29.241739 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6b98788a-ea5b-4156-b8aa-5f693c5e2f89 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:19:29.244723 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ea505ab1-f9e5-4147-bc53-534d5ab3334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:29.275046 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 6b98788a-ea5b-4156-b8aa-5f693c5e2f89 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:19:29.275387 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6b98788a-ea5b-4156-b8aa-5f693c5e2f89 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:19:29.316284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ea505ab1-f9e5-4147-bc53-534d5ab3334b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:29.357538 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea505ab1-f9e5-4147-bc53-534d5ab3334b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=28b58333-b74a-48cf-bbfc-0126c8b63c7e,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:29.363610 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ea505ab1-f9e5-4147-bc53-534d5ab3334b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:29.368746 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e2d3cd-92f8-4037-aab3-04b43bc4ffba None None] Network 11c8132e-a1e6-4e34-9336-b1100ccba53b requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:19:29.369594 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ea505ab1-f9e5-4147-bc53-534d5ab3334b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/28b58333-b74a-48cf-bbfc-0126c8b63c7e HTTP/1.1" status: 204 len: 168 time: 0.3243678 Feb 28 15:19:29.372081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53092) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:29.478158 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:29.488327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] Deleting port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:19:29.488658 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:29.599428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee7c5c98-fd2d-4bcd-8653-103bd4614cf9 None None] DHCP port deletion for 11c8132e-a1e6-4e34-9336-b1100ccba53b request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:19:29.603517 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c5c98-fd2d-4bcd-8653-103bd4614cf9 None None] Deleting port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:19:29.603914 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5c98-fd2d-4bcd-8653-103bd4614cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:29.694229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] For port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3ac5f0d5-3177-4d4d-9894-953a9e22ab55,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:29.694581 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:29.816521 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] Calling delete_port for 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:19:29.838831 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ee7c5c98-fd2d-4bcd-8653-103bd4614cf9 None None] For port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3ac5f0d5-3177-4d4d-9894-953a9e22ab55,segment=NetworkSegment(e1bc5ef4-835e-42e4-b69a-30af4a33aea5),segment_id=e1bc5ef4-835e-42e4-b69a-30af4a33aea5)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:29.839154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5c98-fd2d-4bcd-8653-103bd4614cf9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:29.892205 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:29.936164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ac5f0d5-3177-4d4d-9894-953a9e22ab55,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:29.942732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] No DVR routers for this DVR port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:19:29.960193 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c5c98-fd2d-4bcd-8653-103bd4614cf9 None None] Calling delete_port for 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:19:30.033019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-ee7c5c98-fd2d-4bcd-8653-103bd4614cf9 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:19:30.033362 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-ee7c5c98-fd2d-4bcd-8653-103bd4614cf9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:19:30.059838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:30.084882 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11c8132e-a1e6-4e34-9336-b1100ccba53b']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:30.096596 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:30.096889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1bc5ef4-835e-42e4-b69a-30af4a33aea5') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:30.107843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:30.123734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:30.130168 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:19:30.130564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:19:30.143369 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:19:30.301250 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:30.311301 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:30.317348 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:30.329135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] Pushing event deleted for resources: {'Network': ['ID=11c8132e-a1e6-4e34-9336-b1100ccba53b,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:30.333786 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-97d5da58-eae1-41e1-a928-694f9d299d48 admin admin] 10.222.0.15 "DELETE /v2.0/networks/11c8132e-a1e6-4e34-9336-b1100ccba53b HTTP/1.1" status: 204 len: 168 time: 0.9607329 Feb 28 15:19:30.336680 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53096) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:30.534392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c5c98-fd2d-4bcd-8653-103bd4614cf9 None None] Deleting port 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:19:30.534794 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ee7c5c98-fd2d-4bcd-8653-103bd4614cf9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:30.596567 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ee7c5c98-fd2d-4bcd-8653-103bd4614cf9 None None] The port '3ac5f0d5-3177-4d4d-9894-953a9e22ab55' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:19:30.718785 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-55e11415-b7c3-46bc-93a9-be2f918fbe4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:31.195715 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:19:31.228377 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:19:31.228799 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3ac5f0d5-3177-4d4d-9894-953a9e22ab55 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:19:31.294249 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-55e11415-b7c3-46bc-93a9-be2f918fbe4c admin admin] Deleting port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:19:31.294587 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-55e11415-b7c3-46bc-93a9-be2f918fbe4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:31.462510 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-55e11415-b7c3-46bc-93a9-be2f918fbe4c admin admin] For port 38505bd8-e14c-4357-a1b0-b3e9b75c14fb, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=38505bd8-e14c-4357-a1b0-b3e9b75c14fb,segment=NetworkSegment(70b78cfc-c246-49c4-ac4f-6b78f5bd8407),segment_id=70b78cfc-c246-49c4-ac4f-6b78f5bd8407)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:31.462858 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-55e11415-b7c3-46bc-93a9-be2f918fbe4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:31.577535 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-55e11415-b7c3-46bc-93a9-be2f918fbe4c admin admin] Calling delete_port for 38505bd8-e14c-4357-a1b0-b3e9b75c14fb owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:19:31.822616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-55e11415-b7c3-46bc-93a9-be2f918fbe4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:31.867493 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e11415-b7c3-46bc-93a9-be2f918fbe4c admin admin] Pushing event deleted for resources: {'Port': ['ID=38505bd8-e14c-4357-a1b0-b3e9b75c14fb,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:32.146146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-55e11415-b7c3-46bc-93a9-be2f918fbe4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:32.705019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55e11415-b7c3-46bc-93a9-be2f918fbe4c admin admin] Router bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:19:32.898898 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55e11415-b7c3-46bc-93a9-be2f918fbe4c admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:19:32.907067 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458e1ca2-958b-492b-b760-faf0f2ba8211 None None] Sync routers for ids ['bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:19:32.908423 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-55e11415-b7c3-46bc-93a9-be2f918fbe4c admin admin] 10.222.0.15 "PUT /v2.0/routers/bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5708613 Feb 28 15:19:32.911430 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53100) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:32.919833 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e1ca2-958b-492b-b760-faf0f2ba8211 None None] Routers {'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:19:32.920436 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-458e1ca2-958b-492b-b760-faf0f2ba8211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:19:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:33.093795 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-458e1ca2-958b-492b-b760-faf0f2ba8211 None None] Set router bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:19:33.217079 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8bb2aef9-3f46-48dc-bcc0-eb018a97b984 admin admin] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:33.377712 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-458e1ca2-958b-492b-b760-faf0f2ba8211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'name': 'tempest-TestEncryptedCinderVolumes-1411279529-router', 'tenant_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50'}], 'enable_snat': True}, 'gw_port_id': '78d90cb8-ac96-4819-802e-44962f059102', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:20Z', 'updated_at': '2022-02-28T15:19:31Z', 'revision_number': 5, 'project_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'gw_port': {'id': '78d90cb8-ac96-4819-802e-44962f059102', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:ce:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.50', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:18:21Z', 'updated_at': '2022-02-28T15:18:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:33.382020 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458e1ca2-958b-492b-b760-faf0f2ba8211 None None] Checking router: bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:19:33.392291 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-458e1ca2-958b-492b-b760-faf0f2ba8211 None None] Routers {'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:19:33.392869 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-458e1ca2-958b-492b-b760-faf0f2ba8211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:19:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:33.406648 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8bb2aef9-3f46-48dc-bcc0-eb018a97b984 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:33.418032 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-8bb2aef9-3f46-48dc-bcc0-eb018a97b984 admin admin] Deleting port 78d90cb8-ac96-4819-802e-44962f059102 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:19:33.418497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8bb2aef9-3f46-48dc-bcc0-eb018a97b984 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:33.539253 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-458e1ca2-958b-492b-b760-faf0f2ba8211 None None] Set router bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5 gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:19:33.605586 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-8bb2aef9-3f46-48dc-bcc0-eb018a97b984 admin admin] For port 78d90cb8-ac96-4819-802e-44962f059102, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=78d90cb8-ac96-4819-802e-44962f059102,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:33.605930 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8bb2aef9-3f46-48dc-bcc0-eb018a97b984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:33.640328 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-458e1ca2-958b-492b-b760-faf0f2ba8211 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'name': 'tempest-TestEncryptedCinderVolumes-1411279529-router', 'tenant_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:20Z', 'updated_at': '2022-02-28T15:19:33Z', 'revision_number': 6, 'project_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:33.644181 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-458e1ca2-958b-492b-b760-faf0f2ba8211 None None] The sync data for ids ['bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5'] in dv-neutron-830866-2-hyperv is: [{'id': 'bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5', 'name': 'tempest-TestEncryptedCinderVolumes-1411279529-router', 'tenant_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:18:20Z', 'updated_at': '2022-02-28T15:19:33Z', 'revision_number': 6, 'project_id': 'd8df8a81cd224f8f86ee33bc4aeca65a', 'gw_port_host': None}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:19:33.725345 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-8bb2aef9-3f46-48dc-bcc0-eb018a97b984 admin admin] Calling delete_port for 78d90cb8-ac96-4819-802e-44962f059102 owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:19:33.883646 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8bb2aef9-3f46-48dc-bcc0-eb018a97b984 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:33.927499 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb2aef9-3f46-48dc-bcc0-eb018a97b984 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d90cb8-ac96-4819-802e-44962f059102,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:34.143883 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8bb2aef9-3f46-48dc-bcc0-eb018a97b984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:34.392262 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8bb2aef9-3f46-48dc-bcc0-eb018a97b984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:34.397062 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8bb2aef9-3f46-48dc-bcc0-eb018a97b984 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:34.423426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8bb2aef9-3f46-48dc-bcc0-eb018a97b984 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:34.423980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bb2aef9-3f46-48dc-bcc0-eb018a97b984 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:19:34.435789 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8bb2aef9-3f46-48dc-bcc0-eb018a97b984 admin admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:34.436890 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8bb2aef9-3f46-48dc-bcc0-eb018a97b984 admin admin] 10.222.0.15 "DELETE /v2.0/routers/bc86926b-1f9b-4b98-bc9e-aeb3c27df2d5 HTTP/1.1" status: 204 len: 168 time: 1.5245309 Feb 28 15:19:34.439388 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53104) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:34.603902 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-8335a336-0f71-4679-8cfe-714ba4920da8 admin admin] Deleting subnet cd10e562-d50c-4556-848e-256b6bdded60 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:19:34.607020 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8335a336-0f71-4679-8cfe-714ba4920da8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:34.655847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8335a336-0f71-4679-8cfe-714ba4920da8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:34.730608 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8335a336-0f71-4679-8cfe-714ba4920da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:34.800384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8335a336-0f71-4679-8cfe-714ba4920da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:34.835272 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8335a336-0f71-4679-8cfe-714ba4920da8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cd10e562-d50c-4556-848e-256b6bdded60,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:34.841318 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8335a336-0f71-4679-8cfe-714ba4920da8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:34.846672 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0536fff-5e82-44f7-9d36-405b0f30a0cb None None] Network 9be677da-18a0-4680-aee6-3a145f2fb74f requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:19:34.847220 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8335a336-0f71-4679-8cfe-714ba4920da8 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/cd10e562-d50c-4556-848e-256b6bdded60 HTTP/1.1" status: 204 len: 168 time: 0.4069021 Feb 28 15:19:34.850149 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53108) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:34.952545 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:34.962510 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] Deleting port 583ee44b-4e45-49a6-a085-c31b27a19e59 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:19:34.962817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:35.088875 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50239658-e023-4e90-825b-726624353028 None None] DHCP port deletion for 9be677da-18a0-4680-aee6-3a145f2fb74f request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:19:35.093756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-50239658-e023-4e90-825b-726624353028 None None] Deleting port 583ee44b-4e45-49a6-a085-c31b27a19e59 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:19:35.094169 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-50239658-e023-4e90-825b-726624353028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:35.171157 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] For port 583ee44b-4e45-49a6-a085-c31b27a19e59, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=583ee44b-4e45-49a6-a085-c31b27a19e59,segment=NetworkSegment(70b78cfc-c246-49c4-ac4f-6b78f5bd8407),segment_id=70b78cfc-c246-49c4-ac4f-6b78f5bd8407)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:35.171693 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:35.205711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 38505bd8-e14c-4357-a1b0-b3e9b75c14fb no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:19:35.252256 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 38505bd8-e14c-4357-a1b0-b3e9b75c14fb {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:19:35.252591 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 38505bd8-e14c-4357-a1b0-b3e9b75c14fb not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:19:35.252991 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 78d90cb8-ac96-4819-802e-44962f059102 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:19:35.289986 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] Calling delete_port for 583ee44b-4e45-49a6-a085-c31b27a19e59 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:19:35.331752 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 78d90cb8-ac96-4819-802e-44962f059102 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:19:35.332012 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 78d90cb8-ac96-4819-802e-44962f059102 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:19:35.332467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 583ee44b-4e45-49a6-a085-c31b27a19e59 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:19:35.361250 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:35.409036 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] Pushing event deleted for resources: {'Port': ['ID=583ee44b-4e45-49a6-a085-c31b27a19e59,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:35.409691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-50239658-e023-4e90-825b-726624353028 None None] For port 583ee44b-4e45-49a6-a085-c31b27a19e59, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=583ee44b-4e45-49a6-a085-c31b27a19e59,segment=NetworkSegment(70b78cfc-c246-49c4-ac4f-6b78f5bd8407),segment_id=70b78cfc-c246-49c4-ac4f-6b78f5bd8407)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:35.410073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-50239658-e023-4e90-825b-726624353028 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:35.413487 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] No DVR routers for this DVR port 583ee44b-4e45-49a6-a085-c31b27a19e59 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:19:35.471200 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No active binding found for port 583ee44b-4e45-49a6-a085-c31b27a19e59 {{(pid=83593) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:222}} Feb 28 15:19:35.471535 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 583ee44b-4e45-49a6-a085-c31b27a19e59 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:19:35.528031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:35.532069 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-50239658-e023-4e90-825b-726624353028 None None] Calling delete_port for 583ee44b-4e45-49a6-a085-c31b27a19e59 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:19:35.553446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9be677da-18a0-4680-aee6-3a145f2fb74f']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:35.565211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70b78cfc-c246-49c4-ac4f-6b78f5bd8407') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:35.565518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70b78cfc-c246-49c4-ac4f-6b78f5bd8407') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:35.576562 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:35.592921 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:35.599062 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-50239658-e023-4e90-825b-726624353028 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:19:35.599409 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-50239658-e023-4e90-825b-726624353028 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:19:35.599860 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:19:35.600309 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:19:35.614023 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:19:35.689684 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:35.694735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:35.716635 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] Pushing event deleted for resources: {'Network': ['ID=9be677da-18a0-4680-aee6-3a145f2fb74f,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:35.720447 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5fd75bf1-c3a0-4c02-b99c-1a39a8678f61 admin admin] 10.222.0.15 "DELETE /v2.0/networks/9be677da-18a0-4680-aee6-3a145f2fb74f HTTP/1.1" status: 204 len: 168 time: 0.8693881 Feb 28 15:19:35.907327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53114) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:35.955436 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9bd26dec-0b6a-4554-b66f-7a9a5a492419 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=2db42dcfdd20467884a866249f08cfd9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0469456 Feb 28 15:19:35.958247 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53118) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:36.014562 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-997c7a5c-e25e-40a1-8621-85d4edc79f9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:36.039564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-997c7a5c-e25e-40a1-8621-85d4edc79f9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:36.092300 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-997c7a5c-e25e-40a1-8621-85d4edc79f9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:36.100218 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-50239658-e023-4e90-825b-726624353028 None None] Deleting port 583ee44b-4e45-49a6-a085-c31b27a19e59 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:19:36.100713 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-50239658-e023-4e90-825b-726624353028 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:36.108341 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-997c7a5c-e25e-40a1-8621-85d4edc79f9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a96f14-f5a9-44c1-b810-f50a27ad6073,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:36.120056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-997c7a5c-e25e-40a1-8621-85d4edc79f9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:36.121152 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-997c7a5c-e25e-40a1-8621-85d4edc79f9e admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/74a96f14-f5a9-44c1-b810-f50a27ad6073 HTTP/1.1" status: 204 len: 168 time: 0.1620548 Feb 28 15:19:36.175031 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-50239658-e023-4e90-825b-726624353028 None None] The port '583ee44b-4e45-49a6-a085-c31b27a19e59' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:19:36.507177 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53126) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:36.555805 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d6ab13a9-a097-4d98-82e1-910b7df2953a admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=d8df8a81cd224f8f86ee33bc4aeca65a&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0473127 Feb 28 15:19:36.557925 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53130) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:36.619393 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8aefe656-7eb6-4fbe-805c-c12b62ffb929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:36.644234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8aefe656-7eb6-4fbe-805c-c12b62ffb929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:36.695184 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8aefe656-7eb6-4fbe-805c-c12b62ffb929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:36.710317 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aefe656-7eb6-4fbe-805c-c12b62ffb929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8048bc02-b874-4cda-aaa5-031a35a084fc,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:36.714494 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8aefe656-7eb6-4fbe-805c-c12b62ffb929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:36.715607 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8aefe656-7eb6-4fbe-805c-c12b62ffb929 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/8048bc02-b874-4cda-aaa5-031a35a084fc HTTP/1.1" status: 204 len: 168 time: 0.1568143 Feb 28 15:19:37.525059 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53152) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:37.650325 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1736588034-network', 'tenant_id': '192a49798519411cb115a9a1475d2390'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:19:37.654933 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:19:37.659245 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Usage tracker for resource:network and tenant:192a49798519411cb115a9a1475d2390 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:19:37.662770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:19:37.668695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:19:37.682607 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Made reservation on behalf of 192a49798519411cb115a9a1475d2390 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:19:37.684827 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:37.697396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:37.728713 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:19:37.732756 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Usage tracker for resource:security_group_rule and tenant:192a49798519411cb115a9a1475d2390 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:19:37.741455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:19:37.747064 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:19:37.809833 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:37.813788 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:37.844477 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:19:37.853414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0102f6f4-1b4c-4657-867d-6428dc1bcfcb,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:37.859969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:37.860310 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Added segment 26ff3b85-90b9-49e3-ba13-436339f44ed3 of type vlan for network 45fafd43-2736-4d72-91ee-5020712da732 Feb 28 15:19:37.887480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:37.915819 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:37.916646 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:19:37.917219 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:38.095176 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5684114 Feb 28 15:19:38.098082 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39c0d4a-3be8-4cf3-8208-e91d22c808ca admin admin] Pushing event updated for resources: {'Network': ['ID=45fafd43-2736-4d72-91ee-5020712da732,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:38.098228 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53158) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:38.105088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-535d1501-e0fc-41c6-a3a3-7d1e220ade1e admin admin] Request body: {'subnet': {'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1736588034-subnet', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'ip_version': 4}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:19:38.108626 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 45fafd43-2736-4d72-91ee-5020712da732 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:19:38.113332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-535d1501-e0fc-41c6-a3a3-7d1e220ade1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:19:38.118576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-535d1501-e0fc-41c6-a3a3-7d1e220ade1e admin admin] Usage tracker for resource:subnet and tenant:192a49798519411cb115a9a1475d2390 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:19:38.121456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-535d1501-e0fc-41c6-a3a3-7d1e220ade1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:19:38.127966 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-535d1501-e0fc-41c6-a3a3-7d1e220ade1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:19:38.138085 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-535d1501-e0fc-41c6-a3a3-7d1e220ade1e admin admin] Made reservation on behalf of 192a49798519411cb115a9a1475d2390 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:19:38.140584 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-535d1501-e0fc-41c6-a3a3-7d1e220ade1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:38.332596 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-535d1501-e0fc-41c6-a3a3-7d1e220ade1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:38.491801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d1501-e0fc-41c6-a3a3-7d1e220ade1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=79f01620-0bbc-4d29-8701-bd81480f0634,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:38.507891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535d1501-e0fc-41c6-a3a3-7d1e220ade1e admin admin] Checking segment: {'id': '26ff3b85-90b9-49e3-ba13-436339f44ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '45fafd43-2736-4d72-91ee-5020712da732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:19:38.508240 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535d1501-e0fc-41c6-a3a3-7d1e220ade1e admin admin] Network hostable DHCP agents. Network: 45fafd43-2736-4d72-91ee-5020712da732, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:19:38.529193 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-535d1501-e0fc-41c6-a3a3-7d1e220ade1e admin admin] Network 45fafd43-2736-4d72-91ee-5020712da732 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:19:38.538326 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-535d1501-e0fc-41c6-a3a3-7d1e220ade1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 45fafd43-2736-4d72-91ee-5020712da732) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:19:38.542119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-535d1501-e0fc-41c6-a3a3-7d1e220ade1e admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:19:38.542689 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-535d1501-e0fc-41c6-a3a3-7d1e220ade1e admin admin] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:38.547194 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2a312f3-f11e-4712-8d63-f8340b5d0f63 None None] Network 45fafd43-2736-4d72-91ee-5020712da732 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:19:38.562885 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-535d1501-e0fc-41c6-a3a3-7d1e220ade1e admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4635134 Feb 28 15:19:38.565554 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53162) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:38.571164 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1736588034-router', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:19:38.575752 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:19:38.579437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Usage tracker for resource:router and tenant:192a49798519411cb115a9a1475d2390 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:19:38.582334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:19:38.587885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:19:38.598685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:38.599584 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:38.618121 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:38.762048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:38.794934 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-45fafd43-2736-4d72-91ee-5020712da732', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'fixed_ips': [{'subnet_id': '79f01620-0bbc-4d29-8701-bd81480f0634'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:19:38.795800 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:38.948170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:38.950032 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Allocated IP 172.20.0.2 (45fafd43-2736-4d72-91ee-5020712da732/79f01620-0bbc-4d29-8701-bd81480f0634/0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:19:38.978925 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:39.113269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Allocated IP 172.26.4.56 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/fc4ae94c-0ab8-43bf-ade9-cef51450f985) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:19:39.156337 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:39.166919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Transition to ACTIVE for port object 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:19:39.184493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Transition to ACTIVE for port object 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:19:39.190817 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:39.259758 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Network 45fafd43-2736-4d72-91ee-5020712da732 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:19:39.260946 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:19:39.262637 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Pushing event updated for resources: {'Port': ['ID=0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:39.262957 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:39.264748 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:19:39.290656 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:39.350894 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Attempting to bind port 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:19:39.351460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Attempting to bind port 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '26ff3b85-90b9-49e3-ba13-436339f44ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '45fafd43-2736-4d72-91ee-5020712da732'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:19:39.351640 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Attempting to bind port 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec on network 45fafd43-2736-4d72-91ee-5020712da732 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:19:39.357514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:19:39.358000 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:19:39.358362 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Checking segment: {'id': '26ff3b85-90b9-49e3-ba13-436339f44ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '45fafd43-2736-4d72-91ee-5020712da732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:19:39.358756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:39.359138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Bound using segment: {'id': '26ff3b85-90b9-49e3-ba13-436339f44ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '45fafd43-2736-4d72-91ee-5020712da732'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:19:39.359614 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Bound port: 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ff3b85-90b9-49e3-ba13-436339f44ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '45fafd43-2736-4d72-91ee-5020712da732'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:19:39.359978 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:39.360851 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:19:39.362769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Pushing event updated for resources: {'Port': ['ID=fc4ae94c-0ab8-43bf-ade9-cef51450f985,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:39.364949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:19:39.445417 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] For port 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:19:39.447436 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] For port 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec,segment=NetworkSegment(26ff3b85-90b9-49e3-ba13-436339f44ed3),segment_id=26ff3b85-90b9-49e3-ba13-436339f44ed3)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:19:39.452679 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:39.525616 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:39.526799 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:39.537258 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b30fb9-3df1-41f2-819c-22fae2f04b77 None None] Pushing event updated for resources: {'Port': ['ID=0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:39.782271 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:19:39.984594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:19:39.995047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Sync routers for ids ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:19:40.006505 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Routers {'6780b0f7-8ef1-41e5-af2c-2caac2d759ee'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:19:40.007106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:19:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:40.007681 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:40.009135 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3bd7cfb9-3d77-4179-ac6b-2ecf1497f0d0 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.4426794 Feb 28 15:19:40.011894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53166) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:40.192961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Set router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:19:40.470372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20fd345-4a61-4111-a469-8ab0ee1562f2 None None] Network 45fafd43-2736-4d72-91ee-5020712da732 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:19:40.612312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bdebae63-2775-4544-b34b-f6f166ba5e7f None None] Provisioning for port 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:19:40.634504 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'name': 'tempest-TestMinimumBasicScenario-1736588034-router', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:38Z', 'updated_at': '2022-02-28T15:19:39Z', 'revision_number': 3, 'project_id': '192a49798519411cb115a9a1475d2390', 'gw_port': {'id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:39Z', 'updated_at': '2022-02-28T15:19:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:40.669437 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Checking router: 6780b0f7-8ef1-41e5-af2c-2caac2d759ee for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:19:40.669786 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Updating router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee port fc4ae94c-0ab8-43bf-ade9-cef51450f985 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:19:40.775310 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:40.890269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.104999 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Allocated IP 172.20.0.1 (45fafd43-2736-4d72-91ee-5020712da732/79f01620-0bbc-4d29-8701-bd81480f0634/5024b734-8d83-4607-828e-844d3fe1e292) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:19:41.174636 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.192479 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Transition to ACTIVE for port object fc4ae94c-0ab8-43bf-ade9-cef51450f985 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:19:41.200650 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.266956 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:19:41.274488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.289432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Transition to ACTIVE for port object 5024b734-8d83-4607-828e-844d3fe1e292 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:19:41.315635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.356300 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fbbea-b796-4e3c-a5b4-d764bd6dd4c5 None None] Pushing event updated for resources: {'Port': ['ID=fc4ae94c-0ab8-43bf-ade9-cef51450f985,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:41.359410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Attempting to bind port fc4ae94c-0ab8-43bf-ade9-cef51450f985 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:19:41.359820 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Attempting to bind port fc4ae94c-0ab8-43bf-ade9-cef51450f985 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:19:41.360184 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Attempting to bind port fc4ae94c-0ab8-43bf-ade9-cef51450f985 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:19:41.380058 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:19:41.380439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:19:41.380840 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.381218 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:19:41.381690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Bound port: fc4ae94c-0ab8-43bf-ade9-cef51450f985, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:19:41.382060 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.385199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Network 45fafd43-2736-4d72-91ee-5020712da732 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:19:41.387775 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:19:41.391216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:19:41.422175 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Pushing event updated for resources: {'Port': ['ID=5024b734-8d83-4607-828e-844d3fe1e292,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:41.449723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.469108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] For port fc4ae94c-0ab8-43bf-ade9-cef51450f985, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:19:41.473703 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] For port fc4ae94c-0ab8-43bf-ade9-cef51450f985, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fc4ae94c-0ab8-43bf-ade9-cef51450f985,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:19:41.475766 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:19:41.483594 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.525995 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:19:41.526921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.547297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.641394 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68fbbea-b796-4e3c-a5b4-d764bd6dd4c5 None None] Pushing event updated for resources: {'Port': ['ID=fc4ae94c-0ab8-43bf-ade9-cef51450f985,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:41.676486 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Routers {'6780b0f7-8ef1-41e5-af2c-2caac2d759ee'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:19:41.677115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:19:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:41.764432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.770906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.853185 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.864866 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-663e3a4a-dfbd-46bf-89cd-92506bad1dba None None] Provisioning for port 5024b734-8d83-4607-828e-844d3fe1e292 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:19:41.875449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.877623 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-663e3a4a-dfbd-46bf-89cd-92506bad1dba None None] Provisioning complete for port 5024b734-8d83-4607-828e-844d3fe1e292 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:19:41.877833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-663e3a4a-dfbd-46bf-89cd-92506bad1dba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:41.878840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Pushing event updated for resources: {'Port': ['ID=5024b734-8d83-4607-828e-844d3fe1e292,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:41.960343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec,segment=NetworkSegment(26ff3b85-90b9-49e3-ba13-436339f44ed3),segment_id=26ff3b85-90b9-49e3-ba13-436339f44ed3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:41.966066 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-663e3a4a-dfbd-46bf-89cd-92506bad1dba None None] Port 5024b734-8d83-4607-828e-844d3fe1e292 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:19:41.970996 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] Set router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:19:42.012257 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:42.113539 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Network 45fafd43-2736-4d72-91ee-5020712da732 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:19:42.114487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:19:42.230229 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:42.351409 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'name': 'tempest-TestMinimumBasicScenario-1736588034-router', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:38Z', 'updated_at': '2022-02-28T15:19:41Z', 'revision_number': 4, 'project_id': '192a49798519411cb115a9a1475d2390', 'gw_port': {'id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:39Z', 'updated_at': '2022-02-28T15:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '5024b734-8d83-4607-828e-844d3fe1e292', 'name': '', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'mac_address': 'fa:16:3e:7c:bd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:40Z', 'updated_at': '2022-02-28T15:19:41Z', 'revision_number': 1, 'project_id': '192a49798519411cb115a9a1475d2390', 'subnets': [{'id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:42.355316 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64b68163-1dfc-4585-86fe-7d7deb0d669b None None] The sync data for ids ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'] in dv-neutron-830866-2-hyperv is: [{'id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'name': 'tempest-TestMinimumBasicScenario-1736588034-router', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:38Z', 'updated_at': '2022-02-28T15:19:41Z', 'revision_number': 4, 'project_id': '192a49798519411cb115a9a1475d2390', 'gw_port': {'id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:39Z', 'updated_at': '2022-02-28T15:19:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '5024b734-8d83-4607-828e-844d3fe1e292', 'name': '', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'mac_address': 'fa:16:3e:7c:bd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:40Z', 'updated_at': '2022-02-28T15:19:41Z', 'revision_number': 1, 'project_id': '192a49798519411cb115a9a1475d2390', 'subnets': [{'id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:19:42.391857 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9fb50088-693b-4728-b8ee-b29863e1a3b5 None None] Provisioning complete for port 5024b734-8d83-4607-828e-844d3fe1e292 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:19:42.392191 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9fb50088-693b-4728-b8ee-b29863e1a3b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:42.517863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:19:42.523799 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-9fb50088-693b-4728-b8ee-b29863e1a3b5 None None] Port 5024b734-8d83-4607-828e-844d3fe1e292 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:19:42.736985 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:19:42.746197 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-20174aad-99c3-4429-8641-48b0b9abfd09 admin admin] 10.222.0.15 "PUT /v2.0/routers/6780b0f7-8ef1-41e5-af2c-2caac2d759ee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7333302 Feb 28 15:19:43.275237 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:19:43.346240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:19:43.346703 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:43.470803 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fc4ae94c-0ab8-43bf-ade9-cef51450f985 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:19:43.545185 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port fc4ae94c-0ab8-43bf-ade9-cef51450f985 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:19:43.550402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port fc4ae94c-0ab8-43bf-ade9-cef51450f985 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:19:43.551097 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:43.657029 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53188) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:43.663445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1256641269-network', 'tenant_id': '85ebf231d90e4c438f2a098f7066a841'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:19:43.668089 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:43.668227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:19:43.672209 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Usage tracker for resource:network and tenant:85ebf231d90e4c438f2a098f7066a841 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:19:43.675221 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:19:43.681226 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:19:43.683820 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port fc4ae94c-0ab8-43bf-ade9-cef51450f985, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fc4ae94c-0ab8-43bf-ade9-cef51450f985,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:43.687313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:43.693148 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Made reservation on behalf of 85ebf231d90e4c438f2a098f7066a841 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:19:43.695589 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:43.708393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:43.738454 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:19:43.742210 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Usage tracker for resource:security_group_rule and tenant:85ebf231d90e4c438f2a098f7066a841 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:19:43.744974 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:19:43.750508 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:19:43.752551 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=fc4ae94c-0ab8-43bf-ade9-cef51450f985,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:43.814896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:43.819028 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:43.848684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:19:43.859422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=741e642b-8d63-4110-a05d-b0c1468a98e3,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:43.866413 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:43.866818 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Added segment abce0954-9bf3-4d79-8cb4-0dd771e65524 of type vlan for network 0ad86a44-7277-46e2-a490-a1c050202b2a Feb 28 15:19:43.896078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:43.923709 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:43.924464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:19:43.925033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:44.023335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] Pushing event updated for resources: {'Network': ['ID=0ad86a44-7277-46e2-a490-a1c050202b2a,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:44.026307 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b273f9f7-d453-4fb6-8a42-5ba260ceda37 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.3681064 Feb 28 15:19:44.029199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53192) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:44.032908 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 0ad86a44-7277-46e2-a490-a1c050202b2a details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:19:44.039281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-58ba1bd8-db7d-42da-943c-ff6f144335f2 admin admin] Request body: {'subnet': {'network_id': '0ad86a44-7277-46e2-a490-a1c050202b2a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1256641269-subnet', 'tenant_id': '85ebf231d90e4c438f2a098f7066a841', 'ip_version': 4}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:19:44.044163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-58ba1bd8-db7d-42da-943c-ff6f144335f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:19:44.047924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-58ba1bd8-db7d-42da-943c-ff6f144335f2 admin admin] Usage tracker for resource:subnet and tenant:85ebf231d90e4c438f2a098f7066a841 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:19:44.051401 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-58ba1bd8-db7d-42da-943c-ff6f144335f2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:19:44.056970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-58ba1bd8-db7d-42da-943c-ff6f144335f2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:19:44.070943 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58ba1bd8-db7d-42da-943c-ff6f144335f2 admin admin] Made reservation on behalf of 85ebf231d90e4c438f2a098f7066a841 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:19:44.073245 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-58ba1bd8-db7d-42da-943c-ff6f144335f2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:44.264297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-58ba1bd8-db7d-42da-943c-ff6f144335f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:44.330391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ba1bd8-db7d-42da-943c-ff6f144335f2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=be9d4c53-0410-4e28-88e2-7d5bff247bf4,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:44.343998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58ba1bd8-db7d-42da-943c-ff6f144335f2 admin admin] Checking segment: {'id': 'abce0954-9bf3-4d79-8cb4-0dd771e65524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0ad86a44-7277-46e2-a490-a1c050202b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:19:44.344339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ba1bd8-db7d-42da-943c-ff6f144335f2 admin admin] Network hostable DHCP agents. Network: 0ad86a44-7277-46e2-a490-a1c050202b2a, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:19:44.365065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58ba1bd8-db7d-42da-943c-ff6f144335f2 admin admin] Network 0ad86a44-7277-46e2-a490-a1c050202b2a is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:19:44.373093 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-58ba1bd8-db7d-42da-943c-ff6f144335f2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 0ad86a44-7277-46e2-a490-a1c050202b2a) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:19:44.376723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58ba1bd8-db7d-42da-943c-ff6f144335f2 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:19:44.377289 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-58ba1bd8-db7d-42da-943c-ff6f144335f2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:44.383790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5709b7e8-6585-49c4-ada6-e676ebecff13 None None] Network 0ad86a44-7277-46e2-a490-a1c050202b2a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:19:44.399971 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-58ba1bd8-db7d-42da-943c-ff6f144335f2 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3667846 Feb 28 15:19:44.399971 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53196) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:44.404763 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1256641269-router', 'tenant_id': '85ebf231d90e4c438f2a098f7066a841', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:19:44.409425 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:19:44.413300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Usage tracker for resource:router and tenant:85ebf231d90e4c438f2a098f7066a841 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:19:44.416404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:19:44.422181 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:19:44.436335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:44.437331 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:44.455867 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:44.597409 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:44.601544 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-0ad86a44-7277-46e2-a490-a1c050202b2a', 'network_id': '0ad86a44-7277-46e2-a490-a1c050202b2a', 'tenant_id': '85ebf231d90e4c438f2a098f7066a841', 'fixed_ips': [{'subnet_id': 'be9d4c53-0410-4e28-88e2-7d5bff247bf4'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:19:44.602343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:44.757274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Allocated IP 172.20.0.2 (0ad86a44-7277-46e2-a490-a1c050202b2a/be9d4c53-0410-4e28-88e2-7d5bff247bf4/823bfd32-991c-46f1-abff-0dd81a630c20) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:19:44.880923 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:44.911073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:44.953840 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:44.964123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Transition to ACTIVE for port object 823bfd32-991c-46f1-abff-0dd81a630c20 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:19:44.983762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Transition to ACTIVE for port object 823bfd32-991c-46f1-abff-0dd81a630c20 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:19:44.994369 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:45.055029 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Allocated IP 172.26.4.123 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/f13b40c7-e33d-4cba-a0b9-7e2febf64ce1) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:19:45.080156 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Network 0ad86a44-7277-46e2-a490-a1c050202b2a is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:19:45.084326 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:19:45.086040 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Pushing event updated for resources: {'Port': ['ID=823bfd32-991c-46f1-abff-0dd81a630c20,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:45.088122 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:19:45.188189 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Attempting to bind port 823bfd32-991c-46f1-abff-0dd81a630c20 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:19:45.188541 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Attempting to bind port 823bfd32-991c-46f1-abff-0dd81a630c20 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'abce0954-9bf3-4d79-8cb4-0dd771e65524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0ad86a44-7277-46e2-a490-a1c050202b2a'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:19:45.189402 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Attempting to bind port 823bfd32-991c-46f1-abff-0dd81a630c20 on network 0ad86a44-7277-46e2-a490-a1c050202b2a {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:19:45.196614 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:19:45.196986 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Checking segment: {'id': 'abce0954-9bf3-4d79-8cb4-0dd771e65524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0ad86a44-7277-46e2-a490-a1c050202b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:19:45.197376 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:45.197757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Bound using segment: {'id': 'abce0954-9bf3-4d79-8cb4-0dd771e65524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0ad86a44-7277-46e2-a490-a1c050202b2a'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:19:45.198209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Bound port: 823bfd32-991c-46f1-abff-0dd81a630c20, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abce0954-9bf3-4d79-8cb4-0dd771e65524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0ad86a44-7277-46e2-a490-a1c050202b2a'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:19:45.198569 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:45.212099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fc4ae94c-0ab8-43bf-ade9-cef51450f985 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:19:45.214896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:45.243157 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:45.310150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:19:45.313462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:19:45.315907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:19:45.340422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] For port 823bfd32-991c-46f1-abff-0dd81a630c20, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:19:45.345828 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] For port 823bfd32-991c-46f1-abff-0dd81a630c20, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=823bfd32-991c-46f1-abff-0dd81a630c20,segment=NetworkSegment(abce0954-9bf3-4d79-8cb4-0dd771e65524),segment_id=abce0954-9bf3-4d79-8cb4-0dd771e65524)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:19:45.348517 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port fc4ae94c-0ab8-43bf-ade9-cef51450f985 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:19:45.348879 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:45.355692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Pushing event updated for resources: {'Port': ['ID=f13b40c7-e33d-4cba-a0b9-7e2febf64ce1,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:45.383382 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:45.480154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc3d540b-339d-41d5-ac2d-b45ab48998b4 None None] Pushing event updated for resources: {'Port': ['ID=823bfd32-991c-46f1-abff-0dd81a630c20,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:45.498516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:45.499330 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:45.751876 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Router c3623b8d-c5fb-4d9c-b8c9-3baaa971a298 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83592) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:19:45.950777 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:19:45.960209 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Sync routers for ids ['c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:19:45.972885 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Routers {'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:19:45.973317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:45.973452 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:19:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:45.974692 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-24d4624b-9009-4efe-99f0-a4a891a58dc1 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5740905 Feb 28 15:19:45.977547 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53200) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:19:46.194858 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Set router c3623b8d-c5fb-4d9c-b8c9-3baaa971a298 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:19:46.378497 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d2193f-1a27-4fbd-8994-376d12815662 None None] Network 0ad86a44-7277-46e2-a490-a1c050202b2a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:19:46.503157 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-963c564a-f0f6-417e-9943-1bdb277a9418 None None] Provisioning for port 823bfd32-991c-46f1-abff-0dd81a630c20 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:19:46.525023 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'name': 'tempest-TestMinimumBasicScenario-1256641269-router', 'tenant_id': '85ebf231d90e4c438f2a098f7066a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f13b40c7-e33d-4cba-a0b9-7e2febf64ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:44Z', 'updated_at': '2022-02-28T15:19:45Z', 'revision_number': 3, 'project_id': '85ebf231d90e4c438f2a098f7066a841', 'gw_port': {'id': 'f13b40c7-e33d-4cba-a0b9-7e2febf64ce1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:44Z', 'updated_at': '2022-02-28T15:19:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:46.528900 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Checking router: c3623b8d-c5fb-4d9c-b8c9-3baaa971a298 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:19:46.529234 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Updating router c3623b8d-c5fb-4d9c-b8c9-3baaa971a298 port f13b40c7-e33d-4cba-a0b9-7e2febf64ce1 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:19:46.584475 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:46.853788 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:46.915281 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:46.927133 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Transition to ACTIVE for port object f13b40c7-e33d-4cba-a0b9-7e2febf64ce1 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:19:46.935796 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:47.010706 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Attempting to bind port f13b40c7-e33d-4cba-a0b9-7e2febf64ce1 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:19:47.011389 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Attempting to bind port f13b40c7-e33d-4cba-a0b9-7e2febf64ce1 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:19:47.011389 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Attempting to bind port f13b40c7-e33d-4cba-a0b9-7e2febf64ce1 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:19:47.016141 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345fbb1-be1e-46d8-94b8-9ca408a217fd None None] Pushing event updated for resources: {'Port': ['ID=f13b40c7-e33d-4cba-a0b9-7e2febf64ce1,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:47.026267 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:19:47.026627 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:19:47.027010 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:47.027383 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:19:47.027864 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Bound port: f13b40c7-e33d-4cba-a0b9-7e2febf64ce1, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:19:47.028204 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:47.057544 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fbb1-be1e-46d8-94b8-9ca408a217fd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:47.057875 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fbb1-be1e-46d8-94b8-9ca408a217fd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:47.058464 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fbb1-be1e-46d8-94b8-9ca408a217fd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:47.058597 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fbb1-be1e-46d8-94b8-9ca408a217fd None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:47.058816 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fbb1-be1e-46d8-94b8-9ca408a217fd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:47.059130 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fbb1-be1e-46d8-94b8-9ca408a217fd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:47.059443 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fbb1-be1e-46d8-94b8-9ca408a217fd None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:47.059780 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fbb1-be1e-46d8-94b8-9ca408a217fd None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:47.060091 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fbb1-be1e-46d8-94b8-9ca408a217fd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:47.060395 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fbb1-be1e-46d8-94b8-9ca408a217fd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:47.060699 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b345fbb1-be1e-46d8-94b8-9ca408a217fd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:19:47.061310 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Allocated IP 172.20.0.1 (0ad86a44-7277-46e2-a490-a1c050202b2a/be9d4c53-0410-4e28-88e2-7d5bff247bf4/f1b4823b-7332-41e8-9eac-0e558d0cc653) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:19:47.107767 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] For port f13b40c7-e33d-4cba-a0b9-7e2febf64ce1, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:19:47.110661 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] For port f13b40c7-e33d-4cba-a0b9-7e2febf64ce1, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f13b40c7-e33d-4cba-a0b9-7e2febf64ce1,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:19:47.115061 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:47.192102 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345fbb1-be1e-46d8-94b8-9ca408a217fd None None] Pushing event updated for resources: {'Port': ['ID=f13b40c7-e33d-4cba-a0b9-7e2febf64ce1,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:47.197616 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Routers {'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:19:47.198209 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:19:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:47.233783 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:47.247900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 823bfd32-991c-46f1-abff-0dd81a630c20 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:19:47.251311 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Transition to ACTIVE for port object f1b4823b-7332-41e8-9eac-0e558d0cc653 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:19:47.276047 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:47.325052 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 823bfd32-991c-46f1-abff-0dd81a630c20 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:19:47.330160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 823bfd32-991c-46f1-abff-0dd81a630c20 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:19:47.330527 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:47.346487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Network 0ad86a44-7277-46e2-a490-a1c050202b2a is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:19:47.349972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:19:47.352321 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:19:47.388110 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] Set router c3623b8d-c5fb-4d9c-b8c9-3baaa971a298 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:19:47.392782 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b4823b-7332-41e8-9eac-0e558d0cc653,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:47.463863 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:47.504671 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:47.540613 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 823bfd32-991c-46f1-abff-0dd81a630c20, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=823bfd32-991c-46f1-abff-0dd81a630c20,segment=NetworkSegment(abce0954-9bf3-4d79-8cb4-0dd771e65524),segment_id=abce0954-9bf3-4d79-8cb4-0dd771e65524)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:47.549281 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:47.559353 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:47.627337 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=823bfd32-991c-46f1-abff-0dd81a630c20,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:47.659359 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-dc6e341a-708f-4abe-86b5-80385377087d None None] Provisioning for port f1b4823b-7332-41e8-9eac-0e558d0cc653 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:19:47.664673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-dc6e341a-708f-4abe-86b5-80385377087d None None] Provisioning complete for port f1b4823b-7332-41e8-9eac-0e558d0cc653 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:19:47.665216 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dc6e341a-708f-4abe-86b5-80385377087d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:47.712275 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'name': 'tempest-TestMinimumBasicScenario-1256641269-router', 'tenant_id': '85ebf231d90e4c438f2a098f7066a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f13b40c7-e33d-4cba-a0b9-7e2febf64ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:44Z', 'updated_at': '2022-02-28T15:19:45Z', 'revision_number': 3, 'project_id': '85ebf231d90e4c438f2a098f7066a841', 'gw_port': {'id': 'f13b40c7-e33d-4cba-a0b9-7e2febf64ce1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:44Z', 'updated_at': '2022-02-28T15:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:47.716026 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e341a-708f-4abe-86b5-80385377087d None None] Port f1b4823b-7332-41e8-9eac-0e558d0cc653 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:19:47.716182 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ad9f899-046f-4482-b639-17cf10ba9341 None None] The sync data for ids ['c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'] in dv-neutron-830866-2-hyperv is: [{'id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'name': 'tempest-TestMinimumBasicScenario-1256641269-router', 'tenant_id': '85ebf231d90e4c438f2a098f7066a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f13b40c7-e33d-4cba-a0b9-7e2febf64ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:44Z', 'updated_at': '2022-02-28T15:19:45Z', 'revision_number': 3, 'project_id': '85ebf231d90e4c438f2a098f7066a841', 'gw_port': {'id': 'f13b40c7-e33d-4cba-a0b9-7e2febf64ce1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c2:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:44Z', 'updated_at': '2022-02-28T15:19:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:19:47.796709 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:47.801570 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:47.900625 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Pushing event updated for resources: {'Port': ['ID=f1b4823b-7332-41e8-9eac-0e558d0cc653,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:47.903059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:48.043283 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Network 0ad86a44-7277-46e2-a490-a1c050202b2a is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:19:48.044365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:19:48.244158 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7cb6007b-f6eb-4d56-8f10-3f22c60b47bb None None] Provisioning complete for port f1b4823b-7332-41e8-9eac-0e558d0cc653 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:19:48.244434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7cb6007b-f6eb-4d56-8f10-3f22c60b47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:48.319224 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-7cb6007b-f6eb-4d56-8f10-3f22c60b47bb None None] Port f1b4823b-7332-41e8-9eac-0e558d0cc653 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:19:48.522286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Router c3623b8d-c5fb-4d9c-b8c9-3baaa971a298 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:19:48.720317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:19:48.729631 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d9474d8d-0f3f-4c85-9084-09cc49013f92 admin admin] 10.222.0.15 "PUT /v2.0/routers/c3623b8d-c5fb-4d9c-b8c9-3baaa971a298/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7511318 Feb 28 15:19:49.212255 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 823bfd32-991c-46f1-abff-0dd81a630c20 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:19:49.281385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 823bfd32-991c-46f1-abff-0dd81a630c20 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:19:49.281664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:53.250621 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f13b40c7-e33d-4cba-a0b9-7e2febf64ce1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:19:53.343147 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port f13b40c7-e33d-4cba-a0b9-7e2febf64ce1 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:19:53.353368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port f13b40c7-e33d-4cba-a0b9-7e2febf64ce1 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:19:53.354009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:53.491029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:53.510856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port f13b40c7-e33d-4cba-a0b9-7e2febf64ce1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f13b40c7-e33d-4cba-a0b9-7e2febf64ce1,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:53.515537 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:53.586472 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=f13b40c7-e33d-4cba-a0b9-7e2febf64ce1,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:55.213064 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f13b40c7-e33d-4cba-a0b9-7e2febf64ce1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:19:55.286443 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port f13b40c7-e33d-4cba-a0b9-7e2febf64ce1 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:19:55.286911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:55.513246 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4c23f6b3-94b6-416b-8473-df4d5014369c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:57.124848 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Sync routers for ids ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:19:57.137695 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Routers {'6780b0f7-8ef1-41e5-af2c-2caac2d759ee'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:19:57.139773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:19:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:57.345479 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Set router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:19:57.695067 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-06f57c84-35f6-41f6-8f2c-7c7af5f95c27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:57.739198 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'name': 'tempest-TestMinimumBasicScenario-1736588034-router', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:38Z', 'updated_at': '2022-02-28T15:19:41Z', 'revision_number': 4, 'project_id': '192a49798519411cb115a9a1475d2390', 'gw_port': {'id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:39Z', 'updated_at': '2022-02-28T15:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '5024b734-8d83-4607-828e-844d3fe1e292', 'name': '', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'mac_address': 'fa:16:3e:7c:bd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:40Z', 'updated_at': '2022-02-28T15:19:41Z', 'revision_number': 2, 'project_id': '192a49798519411cb115a9a1475d2390', 'subnets': [{'id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:57.743401 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Checking router: 6780b0f7-8ef1-41e5-af2c-2caac2d759ee for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:19:57.743851 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Updating router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee port 5024b734-8d83-4607-828e-844d3fe1e292 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:19:57.795472 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:57.933533 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:58.172635 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:58.185945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Transition to ACTIVE for port object 5024b734-8d83-4607-828e-844d3fe1e292 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:19:58.194552 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:58.367400 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23b20c-40dd-4354-80ba-81fe06c864b8 None None] Pushing event updated for resources: {'Port': ['ID=5024b734-8d83-4607-828e-844d3fe1e292,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:58.445937 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Attempting to bind port 5024b734-8d83-4607-828e-844d3fe1e292 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:19:58.446764 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Attempting to bind port 5024b734-8d83-4607-828e-844d3fe1e292 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '26ff3b85-90b9-49e3-ba13-436339f44ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '45fafd43-2736-4d72-91ee-5020712da732'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:19:58.447374 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Attempting to bind port 5024b734-8d83-4607-828e-844d3fe1e292 on network 45fafd43-2736-4d72-91ee-5020712da732 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:19:58.457516 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 19, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:19:58.458308 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Checking segment: {'id': '26ff3b85-90b9-49e3-ba13-436339f44ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '45fafd43-2736-4d72-91ee-5020712da732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:19:58.458944 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:58.459644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Bound using segment: {'id': '26ff3b85-90b9-49e3-ba13-436339f44ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '45fafd43-2736-4d72-91ee-5020712da732'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:19:58.460352 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Bound port: 5024b734-8d83-4607-828e-844d3fe1e292, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '26ff3b85-90b9-49e3-ba13-436339f44ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '45fafd43-2736-4d72-91ee-5020712da732'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:19:58.460973 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:58.569040 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] For port 5024b734-8d83-4607-828e-844d3fe1e292, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:19:58.572135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] For port 5024b734-8d83-4607-828e-844d3fe1e292, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=5024b734-8d83-4607-828e-844d3fe1e292,segment=NetworkSegment(26ff3b85-90b9-49e3-ba13-436339f44ed3),segment_id=26ff3b85-90b9-49e3-ba13-436339f44ed3)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:19:58.576938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:58.700458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23b20c-40dd-4354-80ba-81fe06c864b8 None None] Pushing event updated for resources: {'Port': ['ID=5024b734-8d83-4607-828e-844d3fe1e292,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:58.708116 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Routers {'6780b0f7-8ef1-41e5-af2c-2caac2d759ee'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:19:58.708863 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:19:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:58.945824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:58.947624 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] Set router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:19:58.991057 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:59.103376 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Sync routers for ids ['c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:19:59.117774 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Routers {'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:19:59.118657 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:19:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:59.312327 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 5024b734-8d83-4607-828e-844d3fe1e292 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:19:59.370515 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Set router c3623b8d-c5fb-4d9c-b8c9-3baaa971a298 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:19:59.414357 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 5024b734-8d83-4607-828e-844d3fe1e292 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:19:59.421838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 5024b734-8d83-4607-828e-844d3fe1e292 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:19:59.422191 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:59.427570 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:19:59.460044 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'name': 'tempest-TestMinimumBasicScenario-1736588034-router', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:38Z', 'updated_at': '2022-02-28T15:19:41Z', 'revision_number': 4, 'project_id': '192a49798519411cb115a9a1475d2390', 'gw_port': {'id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:39Z', 'updated_at': '2022-02-28T15:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '5024b734-8d83-4607-828e-844d3fe1e292', 'name': '', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'mac_address': 'fa:16:3e:7c:bd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:40Z', 'updated_at': '2022-02-28T15:19:58Z', 'revision_number': 4, 'project_id': '192a49798519411cb115a9a1475d2390', 'subnets': [{'id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:59.474331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21990aa-ce2d-4915-b395-52fb728bf2a8 None None] The sync data for ids ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'] in dv-neutron-830866-2-hyperv is: [{'id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'name': 'tempest-TestMinimumBasicScenario-1736588034-router', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:38Z', 'updated_at': '2022-02-28T15:19:41Z', 'revision_number': 4, 'project_id': '192a49798519411cb115a9a1475d2390', 'gw_port': {'id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:39Z', 'updated_at': '2022-02-28T15:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '5024b734-8d83-4607-828e-844d3fe1e292', 'name': '', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'mac_address': 'fa:16:3e:7c:bd:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:40Z', 'updated_at': '2022-02-28T15:19:58Z', 'revision_number': 4, 'project_id': '192a49798519411cb115a9a1475d2390', 'subnets': [{'id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:19:59.566404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:59.607490 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 5024b734-8d83-4607-828e-844d3fe1e292, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=5024b734-8d83-4607-828e-844d3fe1e292,segment=NetworkSegment(26ff3b85-90b9-49e3-ba13-436339f44ed3),segment_id=26ff3b85-90b9-49e3-ba13-436339f44ed3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:19:59.613411 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:19:59.703717 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=5024b734-8d83-4607-828e-844d3fe1e292,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:19:59.743025 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'name': 'tempest-TestMinimumBasicScenario-1256641269-router', 'tenant_id': '85ebf231d90e4c438f2a098f7066a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f13b40c7-e33d-4cba-a0b9-7e2febf64ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:44Z', 'updated_at': '2022-02-28T15:19:47Z', 'revision_number': 4, 'project_id': '85ebf231d90e4c438f2a098f7066a841', 'gw_port': {'id': 'f13b40c7-e33d-4cba-a0b9-7e2febf64ce1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:44Z', 'updated_at': '2022-02-28T15:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'f1b4823b-7332-41e8-9eac-0e558d0cc653', 'name': '', 'network_id': '0ad86a44-7277-46e2-a490-a1c050202b2a', 'tenant_id': '85ebf231d90e4c438f2a098f7066a841', 'mac_address': 'fa:16:3e:85:d2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be9d4c53-0410-4e28-88e2-7d5bff247bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:46Z', 'updated_at': '2022-02-28T15:19:47Z', 'revision_number': 2, 'project_id': '85ebf231d90e4c438f2a098f7066a841', 'subnets': [{'id': 'be9d4c53-0410-4e28-88e2-7d5bff247bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:19:59.747258 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Checking router: c3623b8d-c5fb-4d9c-b8c9-3baaa971a298 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:19:59.747711 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Updating router c3623b8d-c5fb-4d9c-b8c9-3baaa971a298 port f1b4823b-7332-41e8-9eac-0e558d0cc653 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:19:59.805701 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:00.062831 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-326b0e97-cfcc-44bb-b408-cbd03542c1f8 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:00.063529 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-326b0e97-cfcc-44bb-b408-cbd03542c1f8 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Synchronizing usage tracker for tenant:192a49798519411cb115a9a1475d2390 on resource:network {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:20:00.079871 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-326b0e97-cfcc-44bb-b408-cbd03542c1f8 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Unset dirty status for tenant:192a49798519411cb115a9a1475d2390 on resource:network {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:20:00.081505 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-326b0e97-cfcc-44bb-b408-cbd03542c1f8 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/networks?id=45fafd43-2736-4d72-91ee-5020712da732 HTTP/1.1" status: 200 len: 815 time: 0.1658158 Feb 28 15:20:00.098217 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-c2f99828-1698-451f-9633-4e5cb0ab3372 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/quotas/192a49798519411cb115a9a1475d2390 HTTP/1.1" status: 200 len: 375 time: 0.0111556 Feb 28 15:20:00.150167 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:00.162611 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Transition to ACTIVE for port object f1b4823b-7332-41e8-9eac-0e558d0cc653 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:20:00.169659 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:00.182301 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-cb4a792e-c2ee-40ff-be57-cc8eb7c8ed74 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=192a49798519411cb115a9a1475d2390&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0784919 Feb 28 15:20:00.295132 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7646c2-372a-4413-aad2-d79ff39d881f None None] Pushing event updated for resources: {'Port': ['ID=f1b4823b-7332-41e8-9eac-0e558d0cc653,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:00.318834 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:00.330575 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-044f9472-6c9c-4255-942f-513adc192159 service neutron] 10.222.0.15 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365080 Feb 28 15:20:00.400468 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Attempting to bind port f1b4823b-7332-41e8-9eac-0e558d0cc653 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:20:00.400831 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Attempting to bind port f1b4823b-7332-41e8-9eac-0e558d0cc653 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'abce0954-9bf3-4d79-8cb4-0dd771e65524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0ad86a44-7277-46e2-a490-a1c050202b2a'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:20:00.401188 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Attempting to bind port f1b4823b-7332-41e8-9eac-0e558d0cc653 on network 0ad86a44-7277-46e2-a490-a1c050202b2a {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:20:00.407686 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 19, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:20:00.408053 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Checking segment: {'id': 'abce0954-9bf3-4d79-8cb4-0dd771e65524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0ad86a44-7277-46e2-a490-a1c050202b2a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:20:00.408442 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:00.408881 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Bound using segment: {'id': 'abce0954-9bf3-4d79-8cb4-0dd771e65524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0ad86a44-7277-46e2-a490-a1c050202b2a'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:20:00.409490 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Bound port: f1b4823b-7332-41e8-9eac-0e558d0cc653, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abce0954-9bf3-4d79-8cb4-0dd771e65524', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '0ad86a44-7277-46e2-a490-a1c050202b2a'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:20:00.409852 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:00.469614 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-da130225-0486-4697-a3e4-6f832a42dc9d service neutron] 10.222.0.15 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321819 Feb 28 15:20:00.498253 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] For port f1b4823b-7332-41e8-9eac-0e558d0cc653, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:20:00.501205 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] For port f1b4823b-7332-41e8-9eac-0e558d0cc653, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f1b4823b-7332-41e8-9eac-0e558d0cc653,segment=NetworkSegment(abce0954-9bf3-4d79-8cb4-0dd771e65524),segment_id=abce0954-9bf3-4d79-8cb4-0dd771e65524)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:20:00.506665 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:00.594366 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7646c2-372a-4413-aad2-d79ff39d881f None None] Pushing event updated for resources: {'Port': ['ID=f1b4823b-7332-41e8-9eac-0e558d0cc653,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:00.599834 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Routers {'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:20:00.600500 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:19:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:20:00.653814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-217d8b67-cb0e-4aed-bb05-77559c35f8ea req-5cb8e31a-7064-42b9-abc8-c7240f1b3c8f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Synchronizing usage tracker for tenant:192a49798519411cb115a9a1475d2390 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:20:00.676789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-217d8b67-cb0e-4aed-bb05-77559c35f8ea req-5cb8e31a-7064-42b9-abc8-c7240f1b3c8f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Unset dirty status for tenant:192a49798519411cb115a9a1475d2390 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:20:00.678272 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-217d8b67-cb0e-4aed-bb05-77559c35f8ea req-5cb8e31a-7064-42b9-abc8-c7240f1b3c8f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 210 time: 0.0662193 Feb 28 15:20:00.791432 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] Set router c3623b8d-c5fb-4d9c-b8c9-3baaa971a298 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:20:01.130728 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'name': 'tempest-TestMinimumBasicScenario-1256641269-router', 'tenant_id': '85ebf231d90e4c438f2a098f7066a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f13b40c7-e33d-4cba-a0b9-7e2febf64ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:44Z', 'updated_at': '2022-02-28T15:19:47Z', 'revision_number': 4, 'project_id': '85ebf231d90e4c438f2a098f7066a841', 'gw_port': {'id': 'f13b40c7-e33d-4cba-a0b9-7e2febf64ce1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:44Z', 'updated_at': '2022-02-28T15:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'f1b4823b-7332-41e8-9eac-0e558d0cc653', 'name': '', 'network_id': '0ad86a44-7277-46e2-a490-a1c050202b2a', 'tenant_id': '85ebf231d90e4c438f2a098f7066a841', 'mac_address': 'fa:16:3e:85:d2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be9d4c53-0410-4e28-88e2-7d5bff247bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:46Z', 'updated_at': '2022-02-28T15:20:00Z', 'revision_number': 4, 'project_id': '85ebf231d90e4c438f2a098f7066a841', 'subnets': [{'id': 'be9d4c53-0410-4e28-88e2-7d5bff247bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:20:01.134669 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc9384dc-38ce-40d9-b8b2-685c2ca6324c None None] The sync data for ids ['c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'] in dv-neutron-830866-2-hyperv is: [{'id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'name': 'tempest-TestMinimumBasicScenario-1256641269-router', 'tenant_id': '85ebf231d90e4c438f2a098f7066a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f13b40c7-e33d-4cba-a0b9-7e2febf64ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:44Z', 'updated_at': '2022-02-28T15:19:47Z', 'revision_number': 4, 'project_id': '85ebf231d90e4c438f2a098f7066a841', 'gw_port': {'id': 'f13b40c7-e33d-4cba-a0b9-7e2febf64ce1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:44Z', 'updated_at': '2022-02-28T15:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'f1b4823b-7332-41e8-9eac-0e558d0cc653', 'name': '', 'network_id': '0ad86a44-7277-46e2-a490-a1c050202b2a', 'tenant_id': '85ebf231d90e4c438f2a098f7066a841', 'mac_address': 'fa:16:3e:85:d2:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'be9d4c53-0410-4e28-88e2-7d5bff247bf4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:46Z', 'updated_at': '2022-02-28T15:20:00Z', 'revision_number': 4, 'project_id': '85ebf231d90e4c438f2a098f7066a841', 'subnets': [{'id': 'be9d4c53-0410-4e28-88e2-7d5bff247bf4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:20:01.280532 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 5024b734-8d83-4607-828e-844d3fe1e292 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:20:01.363960 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 5024b734-8d83-4607-828e-844d3fe1e292 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:20:01.364662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:01.779059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-c0eccf9b-885a-4b7c-ad30-f2d153f0f300 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:01.780480 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-c0eccf9b-885a-4b7c-ad30-f2d153f0f300 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.20 "GET /v2.0/networks?id=45fafd43-2736-4d72-91ee-5020712da732 HTTP/1.1" status: 200 len: 815 time: 0.1553028 Feb 28 15:20:01.800362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-4176409c-5e09-4f1e-bd06-d66a252f52db tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Request body: {'port': {'device_id': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'admin_state_up': True, 'tenant_id': '192a49798519411cb115a9a1475d2390'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:20:01.874049 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-988e3bfd-b8b4-45f4-a6c6-1d386d6eea9b req-08067770-ec2a-46d1-815c-439ac2778e0f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 210 time: 0.0506454 Feb 28 15:20:01.953012 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-4176409c-5e09-4f1e-bd06-d66a252f52db tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:20:01.963283 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-4176409c-5e09-4f1e-bd06-d66a252f52db tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:20:01.974189 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-4176409c-5e09-4f1e-bd06-d66a252f52db tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Made reservation on behalf of 192a49798519411cb115a9a1475d2390 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:20:01.977628 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-4176409c-5e09-4f1e-bd06-d66a252f52db tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:02.148389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-4176409c-5e09-4f1e-bd06-d66a252f52db tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Allocated IP 172.20.0.3 (45fafd43-2736-4d72-91ee-5020712da732/79f01620-0bbc-4d29-8701-bd81480f0634/85666101-8481-4fd7-baf9-c1819a82724b) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:20:02.418336 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-4176409c-5e09-4f1e-bd06-d66a252f52db tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:02.449790 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-4176409c-5e09-4f1e-bd06-d66a252f52db tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Transition to ACTIVE for port object 85666101-8481-4fd7-baf9-c1819a82724b will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:20:02.503498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-4176409c-5e09-4f1e-bd06-d66a252f52db tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:02.586451 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-4176409c-5e09-4f1e-bd06-d66a252f52db tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Network 45fafd43-2736-4d72-91ee-5020712da732 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:20:02.589380 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-4176409c-5e09-4f1e-bd06-d66a252f52db tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:20:02.593600 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-4176409c-5e09-4f1e-bd06-d66a252f52db tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:20:02.638895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4176409c-5e09-4f1e-bd06-d66a252f52db tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Pushing event updated for resources: {'Port': ['ID=85666101-8481-4fd7-baf9-c1819a82724b,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:02.702813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-4176409c-5e09-4f1e-bd06-d66a252f52db tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:02.703613 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-4176409c-5e09-4f1e-bd06-d66a252f52db tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:02.733532 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-4176409c-5e09-4f1e-bd06-d66a252f52db tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9411309 Feb 28 15:20:02.932308 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b90fefcf-413f-4fc7-a320-d4c24e45ffcf None None] Provisioning for port 85666101-8481-4fd7-baf9-c1819a82724b completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:20:02.940422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b90fefcf-413f-4fc7-a320-d4c24e45ffcf None None] Provisioning complete for port 85666101-8481-4fd7-baf9-c1819a82724b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:20:02.948144 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b90fefcf-413f-4fc7-a320-d4c24e45ffcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:03.015815 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-b90fefcf-413f-4fc7-a320-d4c24e45ffcf None None] Port 85666101-8481-4fd7-baf9-c1819a82724b cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:20:03.100433 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d3644-f401-4101-baec-5664ad4572e1 req-76a948e8-31ea-4074-8346-3f22a457650a tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:03.101779 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ab9d3644-f401-4101-baec-5664ad4572e1 req-76a948e8-31ea-4074-8346-3f22a457650a tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Synchronizing usage tracker for tenant:192a49798519411cb115a9a1475d2390 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:20:03.119300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ab9d3644-f401-4101-baec-5664ad4572e1 req-76a948e8-31ea-4074-8346-3f22a457650a tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Unset dirty status for tenant:192a49798519411cb115a9a1475d2390 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:20:03.120535 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ab9d3644-f401-4101-baec-5664ad4572e1 req-76a948e8-31ea-4074-8346-3f22a457650a tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 931 time: 0.0987945 Feb 28 15:20:03.185774 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ab9d3644-f401-4101-baec-5664ad4572e1 req-2a446388-2464-4c89-90df-0d9a66c60762 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594463 Feb 28 15:20:03.302495 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f1b4823b-7332-41e8-9eac-0e558d0cc653 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:20:03.374190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port f1b4823b-7332-41e8-9eac-0e558d0cc653 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:20:03.380140 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port f1b4823b-7332-41e8-9eac-0e558d0cc653 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:20:03.380692 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:03.506169 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:03.545555 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port f1b4823b-7332-41e8-9eac-0e558d0cc653, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f1b4823b-7332-41e8-9eac-0e558d0cc653,segment=NetworkSegment(abce0954-9bf3-4d79-8cb4-0dd771e65524),segment_id=abce0954-9bf3-4d79-8cb4-0dd771e65524)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:20:03.550829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:03.626819 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=f1b4823b-7332-41e8-9eac-0e558d0cc653,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:03.636206 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:03.636549 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:03.636890 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:03.637225 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:03.637557 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:03.637889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:03.638215 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:03.638532 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:03.638856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:03.639173 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:03.639493 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:04.401747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a65cb21-6726-49c0-892f-e3c16916bd7b req-698f9368-0dd2-428a-bf16-bf505ccebbb9 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:04.403212 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5a65cb21-6726-49c0-892f-e3c16916bd7b req-698f9368-0dd2-428a-bf16-bf505ccebbb9 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 931 time: 0.0800529 Feb 28 15:20:04.480154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-5a65cb21-6726-49c0-892f-e3c16916bd7b req-0684bb1e-e9d9-40c6-9a2c-99651342e970 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Synchronizing usage tracker for tenant:192a49798519411cb115a9a1475d2390 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:20:04.498313 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-5a65cb21-6726-49c0-892f-e3c16916bd7b req-0684bb1e-e9d9-40c6-9a2c-99651342e970 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Unset dirty status for tenant:192a49798519411cb115a9a1475d2390 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:20:04.499621 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5a65cb21-6726-49c0-892f-e3c16916bd7b req-0684bb1e-e9d9-40c6-9a2c-99651342e970 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892079 Feb 28 15:20:05.235224 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f1b4823b-7332-41e8-9eac-0e558d0cc653 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:20:05.453410 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port f1b4823b-7332-41e8-9eac-0e558d0cc653 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:20:05.454145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:05.714323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0712a39-feed-4282-869f-1ab498a57a22 req-10331ea0-a1d3-48e5-810c-119cd568cead tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:05.716063 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e0712a39-feed-4282-869f-1ab498a57a22 req-10331ea0-a1d3-48e5-810c-119cd568cead tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 931 time: 0.0899961 Feb 28 15:20:05.773859 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e0712a39-feed-4282-869f-1ab498a57a22 req-0a74bb3d-e615-4f44-a9e5-a08a308d7806 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518744 Feb 28 15:20:06.984343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0423031c-6cd7-4eae-9c70-a79276aac6d0 req-8301e8fd-431e-400d-ba55-05b84e18de22 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:06.985800 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0423031c-6cd7-4eae-9c70-a79276aac6d0 req-8301e8fd-431e-400d-ba55-05b84e18de22 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 931 time: 0.0839448 Feb 28 15:20:07.033620 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0423031c-6cd7-4eae-9c70-a79276aac6d0 req-c5deb27d-f683-4a73-97a1-04da0d31b4d5 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420721 Feb 28 15:20:08.249185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff7f3081-568c-4d7e-9a02-dd1dcbcc271e req-4e5b3008-b940-491c-8403-77ac4711d4e1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:08.250801 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ff7f3081-568c-4d7e-9a02-dd1dcbcc271e req-4e5b3008-b940-491c-8403-77ac4711d4e1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 931 time: 0.0811181 Feb 28 15:20:08.302270 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ff7f3081-568c-4d7e-9a02-dd1dcbcc271e req-c3af4825-fc36-4dc7-806e-c71d5cb6ee90 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457711 Feb 28 15:20:09.511602 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14372f61-0c56-400c-8a34-6ff803900f8e req-41498b01-8680-49af-bffb-7a4491941e7a tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:09.513162 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-14372f61-0c56-400c-8a34-6ff803900f8e req-41498b01-8680-49af-bffb-7a4491941e7a tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 931 time: 0.0857685 Feb 28 15:20:09.560999 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-14372f61-0c56-400c-8a34-6ff803900f8e req-abba14b4-df71-4be9-b6b8-aa0dc3db76cc tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418735 Feb 28 15:20:09.887251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Request body: {'port': {'device_id': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:20:10.000766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:10.411841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85666101-8481-4fd7-baf9-c1819a82724b {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:20:10.418426 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:10.432533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Transition to ACTIVE for port object 85666101-8481-4fd7-baf9-c1819a82724b will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:20:10.436384 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:10.560571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Pushing event updated for resources: {'Port': ['ID=85666101-8481-4fd7-baf9-c1819a82724b,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:10.670844 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Attempting to bind port 85666101-8481-4fd7-baf9-c1819a82724b on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:20:10.671117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Attempting to bind port 85666101-8481-4fd7-baf9-c1819a82724b by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '26ff3b85-90b9-49e3-ba13-436339f44ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '45fafd43-2736-4d72-91ee-5020712da732'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:20:10.671587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Attempting to bind port 85666101-8481-4fd7-baf9-c1819a82724b on network 45fafd43-2736-4d72-91ee-5020712da732 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:20:10.678258 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Port 85666101-8481-4fd7-baf9-c1819a82724b on network 45fafd43-2736-4d72-91ee-5020712da732 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:20:10.678579 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Attempting to bind port 85666101-8481-4fd7-baf9-c1819a82724b on network 45fafd43-2736-4d72-91ee-5020712da732 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:20:10.684837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 19, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:20:10.685173 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Checking segment: {'id': '26ff3b85-90b9-49e3-ba13-436339f44ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '45fafd43-2736-4d72-91ee-5020712da732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:20:10.685546 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Bound using segment: {'id': '26ff3b85-90b9-49e3-ba13-436339f44ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '45fafd43-2736-4d72-91ee-5020712da732'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:20:10.685963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Bound port: 85666101-8481-4fd7-baf9-c1819a82724b, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '26ff3b85-90b9-49e3-ba13-436339f44ed3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': '45fafd43-2736-4d72-91ee-5020712da732'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:20:10.686302 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:10.828938 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] For port 85666101-8481-4fd7-baf9-c1819a82724b, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:20:10.832903 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] For port 85666101-8481-4fd7-baf9-c1819a82724b, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=85666101-8481-4fd7-baf9-c1819a82724b,segment=NetworkSegment(26ff3b85-90b9-49e3-ba13-436339f44ed3),segment_id=26ff3b85-90b9-49e3-ba13-436339f44ed3)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:20:10.839665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40098414-848f-42c7-8dca-0e7e38ecd79a req-f7fc72ec-5e1f-4258-97df-efa8b7964059 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:10.841081 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-40098414-848f-42c7-8dca-0e7e38ecd79a req-f7fc72ec-5e1f-4258-97df-efa8b7964059 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 943 time: 0.1452858 Feb 28 15:20:10.842679 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:10.936540 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:10.937861 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] 10.222.0.20 "PUT /v2.0/ports/85666101-8481-4fd7-baf9-c1819a82724b HTTP/1.1" status: 200 len: 1093 time: 1.0550406 Feb 28 15:20:10.938288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'tag': '85666101-8481-4fd7-baf9-c1819a82724b'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:20:10.954147 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4ca846-d71a-47ce-b309-cd866ddf22ea service neutron] Pushing event updated for resources: {'Port': ['ID=85666101-8481-4fd7-baf9-c1819a82724b,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:10.960287 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-40098414-848f-42c7-8dca-0e7e38ecd79a req-25a2d592-6b3b-401c-abae-3d9a08a47e4a tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865774 Feb 28 15:20:11.025139 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'tag': '85666101-8481-4fd7-baf9-c1819a82724b', 'status': 'completed', 'code': 200} Feb 28 15:20:11.061759 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-aba61905-d397-4b28-80b0-c5f0715655f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=192a49798519411cb115a9a1475d2390&device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 1096 time: 0.0761418 Feb 28 15:20:11.131295 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-c3abb9d9-5c7b-47fb-a74e-c4a92295ab09 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85666101-8481-4fd7-baf9-c1819a82724b HTTP/1.1" status: 200 len: 217 time: 0.0632637 Feb 28 15:20:11.191028 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-bf13b726-3483-45a2-a596-533735bb5bb7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:11.192418 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-bf13b726-3483-45a2-a596-533735bb5bb7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f01620-0bbc-4d29-8701-bd81480f0634 HTTP/1.1" status: 200 len: 854 time: 0.0557318 Feb 28 15:20:11.263004 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-ce01af2c-ef83-4d41-80de-6c53df61e5de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45fafd43-2736-4d72-91ee-5020712da732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654035 Feb 28 15:20:11.399112 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-e8715525-b30d-4aea-b668-b3c3afa26fd8 service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298702 Feb 28 15:20:11.526458 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54863ae4-0808-4512-a1b9-d2afe8a42b87 req-3f939b62-ca0a-4658-8365-9f09d6bf2260 service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215675 Feb 28 15:20:11.637282 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-92e3f014-d0c6-495e-bb58-3ab57568d8da req-7e1e8534-3c64-473c-bc24-99c62a017492 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=192a49798519411cb115a9a1475d2390&device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 1096 time: 0.0727744 Feb 28 15:20:11.849729 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3f014-d0c6-495e-bb58-3ab57568d8da req-5ae32e5b-9486-44e9-a8e3-d0290642b934 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:11.851033 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-92e3f014-d0c6-495e-bb58-3ab57568d8da req-5ae32e5b-9486-44e9-a8e3-d0290642b934 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45fafd43-2736-4d72-91ee-5020712da732 HTTP/1.1" status: 200 len: 915 time: 0.2054939 Feb 28 15:20:11.915308 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-92e3f014-d0c6-495e-bb58-3ab57568d8da req-a0d17972-c8cd-4b7d-8aa6-af3dd3da64f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85666101-8481-4fd7-baf9-c1819a82724b HTTP/1.1" status: 200 len: 217 time: 0.0578351 Feb 28 15:20:11.979226 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e3f014-d0c6-495e-bb58-3ab57568d8da req-dc866740-6918-4c12-98da-7cf336f46ec3 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:11.980795 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-92e3f014-d0c6-495e-bb58-3ab57568d8da req-dc866740-6918-4c12-98da-7cf336f46ec3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f01620-0bbc-4d29-8701-bd81480f0634 HTTP/1.1" status: 200 len: 854 time: 0.0594900 Feb 28 15:20:12.052627 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-92e3f014-d0c6-495e-bb58-3ab57568d8da req-872d5dea-c236-4ba1-b7bb-3632cac1c98c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45fafd43-2736-4d72-91ee-5020712da732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657415 Feb 28 15:20:12.234202 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-92e3f014-d0c6-495e-bb58-3ab57568d8da req-2ef5d2dc-6a8c-441b-badf-37c854fd5bc1 service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1754100 Feb 28 15:20:12.266639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e96731d-a04b-4695-a4fc-c54115b5f868 req-640518db-6c2c-45d9-822d-2057cd41a2ec tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:12.268688 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e96731d-a04b-4695-a4fc-c54115b5f868 req-640518db-6c2c-45d9-822d-2057cd41a2ec tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 943 time: 0.1434360 Feb 28 15:20:12.397631 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5e96731d-a04b-4695-a4fc-c54115b5f868 req-dc0b4656-569a-4b6b-b1a2-367adff75647 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849423 Feb 28 15:20:12.405204 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-92e3f014-d0c6-495e-bb58-3ab57568d8da req-91df5789-0111-4cf7-b725-d468583a8eab service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639421 Feb 28 15:20:13.594728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530af633-9d5f-4e6d-a3c0-1dc084b30041 req-c514c434-a5eb-43c2-8ad6-487217b0bbd7 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:13.596851 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-530af633-9d5f-4e6d-a3c0-1dc084b30041 req-c514c434-a5eb-43c2-8ad6-487217b0bbd7 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 943 time: 0.0750003 Feb 28 15:20:13.639949 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-530af633-9d5f-4e6d-a3c0-1dc084b30041 req-7d47932c-9514-41d7-a695-59a2cc682a6e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377486 Feb 28 15:20:14.194066 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 85666101-8481-4fd7-baf9-c1819a82724b details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:20:14.325418 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 85666101-8481-4fd7-baf9-c1819a82724b, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=85666101-8481-4fd7-baf9-c1819a82724b,segment=NetworkSegment(26ff3b85-90b9-49e3-ba13-436339f44ed3),segment_id=26ff3b85-90b9-49e3-ba13-436339f44ed3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:20:14.337788 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '85666101-8481-4fd7-baf9-c1819a82724b', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'port_id': '85666101-8481-4fd7-baf9-c1819a82724b', 'mac_address': 'fa:16:3e:2c:ac:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:20:14.389756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:14.406052 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85666101-8481-4fd7-baf9-c1819a82724b {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:20:14.420591 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 85666101-8481-4fd7-baf9-c1819a82724b, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=85666101-8481-4fd7-baf9-c1819a82724b,segment=NetworkSegment(26ff3b85-90b9-49e3-ba13-436339f44ed3),segment_id=26ff3b85-90b9-49e3-ba13-436339f44ed3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:20:14.426207 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:14.489431 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=85666101-8481-4fd7-baf9-c1819a82724b,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:14.625918 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['85666101-8481-4fd7-baf9-c1819a82724b'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:20:14.835376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f8f705-1070-4622-817b-97b92b5947bb req-99e13643-81f6-4c05-b3c4-566e0bc22f35 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:14.836750 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-73f8f705-1070-4622-817b-97b92b5947bb req-99e13643-81f6-4c05-b3c4-566e0bc22f35 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 944 time: 0.0763233 Feb 28 15:20:14.880880 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-73f8f705-1070-4622-817b-97b92b5947bb req-7e9e7ab5-2432-4831-be0e-969274a2f975 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384612 Feb 28 15:20:16.082536 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8820f950-2543-4254-8502-d987ff6003a1 req-d53d3766-738a-4693-a8dd-fbde3ddd5b7d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:16.083871 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8820f950-2543-4254-8502-d987ff6003a1 req-d53d3766-738a-4693-a8dd-fbde3ddd5b7d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 944 time: 0.0770066 Feb 28 15:20:16.126499 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8820f950-2543-4254-8502-d987ff6003a1 req-73972642-20ef-4275-afe3-4b567fe9e4fe tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370114 Feb 28 15:20:16.193819 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 85666101-8481-4fd7-baf9-c1819a82724b up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:20:16.261212 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 85666101-8481-4fd7-baf9-c1819a82724b completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:20:16.265731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 85666101-8481-4fd7-baf9-c1819a82724b triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:20:16.266094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:16.376108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:16.402585 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85666101-8481-4fd7-baf9-c1819a82724b'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:20:16.411970 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 85666101-8481-4fd7-baf9-c1819a82724b, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=85666101-8481-4fd7-baf9-c1819a82724b,segment=NetworkSegment(26ff3b85-90b9-49e3-ba13-436339f44ed3),segment_id=26ff3b85-90b9-49e3-ba13-436339f44ed3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:20:16.415899 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:16.463628 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85666101-8481-4fd7-baf9-c1819a82724b', 'code': 200} Feb 28 15:20:16.489830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=85666101-8481-4fd7-baf9-c1819a82724b,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:16.676386 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7e10e4af-07a0-412a-81ca-8efac8ce8c06 req-1e15ba8f-8a55-46e5-9c4d-994c6c1ae339 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 1098 time: 0.0692625 Feb 28 15:20:16.716536 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7e10e4af-07a0-412a-81ca-8efac8ce8c06 req-43a01e84-736d-4683-bf27-85aa03225d5f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343328 Feb 28 15:20:17.316009 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd72e66-34c1-4fe9-aa49-0949886212be req-c6cecaf0-815f-4499-bba2-0645db13d950 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:17.317447 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-efd72e66-34c1-4fe9-aa49-0949886212be req-c6cecaf0-815f-4499-bba2-0645db13d950 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 945 time: 0.0733516 Feb 28 15:20:17.363301 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-efd72e66-34c1-4fe9-aa49-0949886212be req-eca3724c-2b7c-4c43-8883-a36c962f5ca1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404644 Feb 28 15:20:18.558937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d0dc26-59a5-46a3-923e-c12c97ddf603 req-a849fe86-6b53-4bf2-835c-e4fbc4b077a9 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:18.560365 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-68d0dc26-59a5-46a3-923e-c12c97ddf603 req-a849fe86-6b53-4bf2-835c-e4fbc4b077a9 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 945 time: 0.0743482 Feb 28 15:20:18.607098 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-68d0dc26-59a5-46a3-923e-c12c97ddf603 req-c64edd5d-f347-4498-b8ac-f069bb69fcfd tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414507 Feb 28 15:20:18.798660 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda51860-3a52-4800-9abc-b8857fdcda7f req-db40182d-bdd2-4606-ad87-708d05072c04 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:18.800098 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-eda51860-3a52-4800-9abc-b8857fdcda7f req-db40182d-bdd2-4606-ad87-708d05072c04 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 945 time: 0.0766912 Feb 28 15:20:18.844967 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-eda51860-3a52-4800-9abc-b8857fdcda7f req-29a5efa5-680e-48f9-80b6-ffad0b267619 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393302 Feb 28 15:20:19.249150 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeeee49-23d5-4213-b66a-db2db8d3b4dc req-4dbfc93d-fb00-43de-af02-2f2719899d5b tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:19.250577 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7eeeee49-23d5-4213-b66a-db2db8d3b4dc req-4dbfc93d-fb00-43de-af02-2f2719899d5b tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 945 time: 0.0737100 Feb 28 15:20:19.299751 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7eeeee49-23d5-4213-b66a-db2db8d3b4dc req-f43fef39-b2ef-4816-b44e-26615a334a60 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433016 Feb 28 15:20:25.505534 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8b4488b4-27dd-44b9-8504-3755bdfa59a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:27.658387 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d16b034b-28ab-421c-8690-ac10da657824 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:27.895255 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:28.907690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:28.931915 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:29.477196 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed7245c-f4ac-4305-bce6-9c011451e54a req-13db33fb-646e-40e3-8691-150616838824 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:29.478630 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bed7245c-f4ac-4305-bce6-9c011451e54a req-13db33fb-646e-40e3-8691-150616838824 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 945 time: 0.0764008 Feb 28 15:20:29.522717 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bed7245c-f4ac-4305-bce6-9c011451e54a req-a7a2501d-c2a9-4413-b42e-82d7d6aa9c2f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386217 Feb 28 15:20:29.551259 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53370) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:20:29.739887 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8a6ec2b2-3d43-4237-b41d-ccabfeb91fd9 tempest-TestMinimumBasicScenario-255932462 tempest-TestMinimumBasicScenario-255932462-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 1093 time: 0.1873033 Feb 28 15:20:29.742509 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53376) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:20:29.747467 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '85666101-8481-4fd7-baf9-c1819a82724b', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:20:29.752804 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:20:29.756563 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Usage tracker for resource:floatingip and tenant:192a49798519411cb115a9a1475d2390 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:20:29.759286 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:20:29.764845 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:20:29.774795 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for floatingip, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:29.990935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:30.120057 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Allocated IP 172.26.4.216 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/803c2ffc-1e3b-4851-b5cf-aa8e142a7333) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:20:30.262719 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:30.289311 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:30.317647 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:30.357145 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:20:30.359748 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:20:30.362223 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:20:30.390576 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Pushing event updated for resources: {'Port': ['ID=803c2ffc-1e3b-4851-b5cf-aa8e142a7333,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:30.409107 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:30.409442 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:30.409775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:30.410104 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:30.410429 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:30.410753 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:30.411074 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:30.411390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:30.411731 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:30.412048 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:30.412363 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:30.863264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:30.916225 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:31.118148 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:31.122343 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:31.225337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Pushing event updated for resources: {'Port': ['ID=803c2ffc-1e3b-4851-b5cf-aa8e142a7333,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:31.239849 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:31.427766 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Floating IP 8f56b4ef-a142-41f6-8e85-4e4879ca2dfb associated. External IP: 172.26.4.216, port: 85666101-8481-4fd7-baf9-c1819a82724b. Feb 28 15:20:31.891026 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:20:32.090682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:20:32.100399 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77af0a7a-defd-4103-b00e-d6c2563a0529 None None] Sync routers for ids ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:20:32.113096 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af0a7a-defd-4103-b00e-d6c2563a0529 None None] Routers {'6780b0f7-8ef1-41e5-af2c-2caac2d759ee'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:20:32.113863 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-77af0a7a-defd-4103-b00e-d6c2563a0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:20:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:20:32.115100 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:32.170376 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-16092b82-08e4-4db2-b119-2c033e53272e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4242601 Feb 28 15:20:32.170376 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'tag': '85666101-8481-4fd7-baf9-c1819a82724b'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:20:32.170646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53380) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:20:32.177200 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-810537800', 'description': 'tempest-secgroup-smoke-810537800 description', 'project_id': '192a49798519411cb115a9a1475d2390'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:20:32.183390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:20:32.193812 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:20:32.205669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:32.225277 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'tag': '85666101-8481-4fd7-baf9-c1819a82724b', 'status': 'completed', 'code': 200} Feb 28 15:20:32.245993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:20:32.251170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Usage tracker for resource:security_group_rule and tenant:192a49798519411cb115a9a1475d2390 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:20:32.254527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:20:32.260374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:20:32.297684 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-77af0a7a-defd-4103-b00e-d6c2563a0529 None None] Set router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:20:32.368781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:32.373295 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c98a1e21-73e0-473f-bf4f-8d31511fe2d2 req-89b2a7a3-632e-49fc-9887-1d6c0d5c1817 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=192a49798519411cb115a9a1475d2390&device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 1098 time: 0.1107645 Feb 28 15:20:32.374447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:32.497378 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94b5ebec-c522-44b4-8059-95aa4d9233cf,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:32.524684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:32.525062 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:32.525423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:32.525816 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:32.526333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:32.526664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:32.526992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:32.527306 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:32.527656 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:32.527970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:32.528284 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:20:32.535413 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:32.536860 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cf94eb92-c430-44e8-92a1-6a8f83000dd4 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.3650146 Feb 28 15:20:32.540617 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53386) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:20:32.547160 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5e1bbe1d-a239-4b0e-863c-394ac5bb1289 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Request body: {'security_group_rule': {'security_group_id': '94b5ebec-c522-44b4-8059-95aa4d9233cf', 'project_id': '192a49798519411cb115a9a1475d2390', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:20:32.553734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5e1bbe1d-a239-4b0e-863c-394ac5bb1289 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:20:32.558009 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5e1bbe1d-a239-4b0e-863c-394ac5bb1289 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Usage tracker for resource:security_group_rule and tenant:192a49798519411cb115a9a1475d2390 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:20:32.560816 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5e1bbe1d-a239-4b0e-863c-394ac5bb1289 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:20:32.566530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a1e21-73e0-473f-bf4f-8d31511fe2d2 req-17a9a365-d880-4f2d-ac3c-c63b30a1e238 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:32.567982 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c98a1e21-73e0-473f-bf4f-8d31511fe2d2 req-17a9a365-d880-4f2d-ac3c-c63b30a1e238 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45fafd43-2736-4d72-91ee-5020712da732 HTTP/1.1" status: 200 len: 915 time: 0.1892748 Feb 28 15:20:32.570215 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5e1bbe1d-a239-4b0e-863c-394ac5bb1289 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:20:32.587789 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5e1bbe1d-a239-4b0e-863c-394ac5bb1289 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:32.649506 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5e1bbe1d-a239-4b0e-863c-394ac5bb1289 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:32.654255 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5e1bbe1d-a239-4b0e-863c-394ac5bb1289 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:32.658671 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-77af0a7a-defd-4103-b00e-d6c2563a0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'name': 'tempest-TestMinimumBasicScenario-1736588034-router', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:38Z', 'updated_at': '2022-02-28T15:19:41Z', 'revision_number': 4, 'project_id': '192a49798519411cb115a9a1475d2390', 'gw_port': {'id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:39Z', 'updated_at': '2022-02-28T15:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '8f56b4ef-a142-41f6-8e85-4e4879ca2dfb', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'port_id': '85666101-8481-4fd7-baf9-c1819a82724b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'mac_address': 'fa:16:3e:2c:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:20:30Z', 'updated_at': '2022-02-28T15:20:30Z', 'revision_number': 0, 'project_id': '192a49798519411cb115a9a1475d2390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5024b734-8d83-4607-828e-844d3fe1e292', 'name': '', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'mac_address': 'fa:16:3e:7c:bd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:40Z', 'updated_at': '2022-02-28T15:19:59Z', 'revision_number': 5, 'project_id': '192a49798519411cb115a9a1475d2390', 'subnets': [{'id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:20:32.664137 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77af0a7a-defd-4103-b00e-d6c2563a0529 None None] Checking router: 6780b0f7-8ef1-41e5-af2c-2caac2d759ee for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:20:32.676118 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c98a1e21-73e0-473f-bf4f-8d31511fe2d2 req-6c45263d-1caf-4c43-a410-2e28fa2744ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85666101-8481-4fd7-baf9-c1819a82724b HTTP/1.1" status: 200 len: 999 time: 0.1020627 Feb 28 15:20:32.676612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77af0a7a-defd-4103-b00e-d6c2563a0529 None None] Routers {'6780b0f7-8ef1-41e5-af2c-2caac2d759ee'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:20:32.677266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-77af0a7a-defd-4103-b00e-d6c2563a0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:20:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:20:32.681077 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1bbe1d-a239-4b0e-863c-394ac5bb1289 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=10c3cb58-12eb-45b4-be4e-0caa0fc462c0,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:32.690780 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5e1bbe1d-a239-4b0e-863c-394ac5bb1289 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:32.694904 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5e1bbe1d-a239-4b0e-863c-394ac5bb1289 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1503267 Feb 28 15:20:32.695231 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53390) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:20:32.700923 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d17e6665-ba85-431b-b562-ccff5eeae28f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Request body: {'security_group_rule': {'security_group_id': '94b5ebec-c522-44b4-8059-95aa4d9233cf', 'project_id': '192a49798519411cb115a9a1475d2390', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:20:32.706931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d17e6665-ba85-431b-b562-ccff5eeae28f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:20:32.710801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d17e6665-ba85-431b-b562-ccff5eeae28f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Usage tracker for resource:security_group_rule and tenant:192a49798519411cb115a9a1475d2390 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:20:32.713742 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d17e6665-ba85-431b-b562-ccff5eeae28f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:20:32.719685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d17e6665-ba85-431b-b562-ccff5eeae28f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:20:32.741135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d17e6665-ba85-431b-b562-ccff5eeae28f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:32.742622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c98a1e21-73e0-473f-bf4f-8d31511fe2d2 req-99f1d291-3893-46bf-8076-1757f139137e service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:32.744175 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c98a1e21-73e0-473f-bf4f-8d31511fe2d2 req-99f1d291-3893-46bf-8076-1757f139137e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f01620-0bbc-4d29-8701-bd81480f0634 HTTP/1.1" status: 200 len: 854 time: 0.0620131 Feb 28 15:20:32.808582 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d17e6665-ba85-431b-b562-ccff5eeae28f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:32.814435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d17e6665-ba85-431b-b562-ccff5eeae28f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:32.822537 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c98a1e21-73e0-473f-bf4f-8d31511fe2d2 req-64e03eb1-fdcf-4484-9ea2-beb84a9175a3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45fafd43-2736-4d72-91ee-5020712da732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0708656 Feb 28 15:20:32.838349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17e6665-ba85-431b-b562-ccff5eeae28f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba67b507-34f2-4bcb-83b3-2c10fcdba02c,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:32.852309 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d17e6665-ba85-431b-b562-ccff5eeae28f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:32.856091 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d17e6665-ba85-431b-b562-ccff5eeae28f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1572802 Feb 28 15:20:32.856245 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53394) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:20:32.861830 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ffbc5c9d-1505-4bd2-b46b-023abd3999f7 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Request body: {'security_group_rule': {'security_group_id': '94b5ebec-c522-44b4-8059-95aa4d9233cf', 'project_id': '192a49798519411cb115a9a1475d2390', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:20:32.867521 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ffbc5c9d-1505-4bd2-b46b-023abd3999f7 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:20:32.868093 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-77af0a7a-defd-4103-b00e-d6c2563a0529 None None] Set router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:20:32.871253 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ffbc5c9d-1505-4bd2-b46b-023abd3999f7 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Usage tracker for resource:security_group_rule and tenant:192a49798519411cb115a9a1475d2390 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:20:32.874221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ffbc5c9d-1505-4bd2-b46b-023abd3999f7 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:20:32.879902 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ffbc5c9d-1505-4bd2-b46b-023abd3999f7 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:20:32.898924 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffbc5c9d-1505-4bd2-b46b-023abd3999f7 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:32.960185 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c98a1e21-73e0-473f-bf4f-8d31511fe2d2 req-4b2ff141-1342-4f29-afc8-38698ac0f9f6 service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1315739 Feb 28 15:20:32.967527 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffbc5c9d-1505-4bd2-b46b-023abd3999f7 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:32.972916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffbc5c9d-1505-4bd2-b46b-023abd3999f7 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:32.995985 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffbc5c9d-1505-4bd2-b46b-023abd3999f7 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4372a24-fe6a-4291-a15a-07353f410b28,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:33.007049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ffbc5c9d-1505-4bd2-b46b-023abd3999f7 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:33.008728 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ffbc5c9d-1505-4bd2-b46b-023abd3999f7 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1511512 Feb 28 15:20:33.011143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53398) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:20:33.017608 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-95b8b1a3-acfc-4031-b6aa-2f6636bfd631 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Request body: {'security_group_rule': {'security_group_id': '94b5ebec-c522-44b4-8059-95aa4d9233cf', 'project_id': '192a49798519411cb115a9a1475d2390', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:20:33.024486 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-95b8b1a3-acfc-4031-b6aa-2f6636bfd631 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:20:33.029866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-95b8b1a3-acfc-4031-b6aa-2f6636bfd631 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Usage tracker for resource:security_group_rule and tenant:192a49798519411cb115a9a1475d2390 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:20:33.033677 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-95b8b1a3-acfc-4031-b6aa-2f6636bfd631 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:20:33.039683 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-95b8b1a3-acfc-4031-b6aa-2f6636bfd631 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:20:33.057669 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-95b8b1a3-acfc-4031-b6aa-2f6636bfd631 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:33.130377 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-95b8b1a3-acfc-4031-b6aa-2f6636bfd631 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:33.138740 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-95b8b1a3-acfc-4031-b6aa-2f6636bfd631 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:33.175053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95b8b1a3-acfc-4031-b6aa-2f6636bfd631 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3859567a-7271-4a2c-8347-80faf460ddcf,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:33.185302 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-95b8b1a3-acfc-4031-b6aa-2f6636bfd631 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:33.191164 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-95b8b1a3-acfc-4031-b6aa-2f6636bfd631 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1782954 Feb 28 15:20:33.191284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53402) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:20:33.200013 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-7e910cb6-c54c-4b6d-ae72-9d5e80ab2d7e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Request body: {'security_group_rule': {'security_group_id': '94b5ebec-c522-44b4-8059-95aa4d9233cf', 'project_id': '192a49798519411cb115a9a1475d2390', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:20:33.207040 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-7e910cb6-c54c-4b6d-ae72-9d5e80ab2d7e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:20:33.210995 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7e910cb6-c54c-4b6d-ae72-9d5e80ab2d7e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Usage tracker for resource:security_group_rule and tenant:192a49798519411cb115a9a1475d2390 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:20:33.213863 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-7e910cb6-c54c-4b6d-ae72-9d5e80ab2d7e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:20:33.218776 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c98a1e21-73e0-473f-bf4f-8d31511fe2d2 req-989260d5-5006-4c1b-b641-560b03d42d5e service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2526584 Feb 28 15:20:33.220214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-7e910cb6-c54c-4b6d-ae72-9d5e80ab2d7e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:20:33.238038 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-7e910cb6-c54c-4b6d-ae72-9d5e80ab2d7e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Project 192a49798519411cb115a9a1475d2390 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:20:33.245134 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7e910cb6-c54c-4b6d-ae72-9d5e80ab2d7e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:33.298780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-77af0a7a-defd-4103-b00e-d6c2563a0529 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'name': 'tempest-TestMinimumBasicScenario-1736588034-router', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:38Z', 'updated_at': '2022-02-28T15:19:41Z', 'revision_number': 4, 'project_id': '192a49798519411cb115a9a1475d2390', 'gw_port': {'id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:39Z', 'updated_at': '2022-02-28T15:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '8f56b4ef-a142-41f6-8e85-4e4879ca2dfb', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'port_id': '85666101-8481-4fd7-baf9-c1819a82724b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'mac_address': 'fa:16:3e:2c:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:20:30Z', 'updated_at': '2022-02-28T15:20:30Z', 'revision_number': 0, 'project_id': '192a49798519411cb115a9a1475d2390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5024b734-8d83-4607-828e-844d3fe1e292', 'name': '', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'mac_address': 'fa:16:3e:7c:bd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:40Z', 'updated_at': '2022-02-28T15:19:59Z', 'revision_number': 5, 'project_id': '192a49798519411cb115a9a1475d2390', 'subnets': [{'id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:20:33.302926 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77af0a7a-defd-4103-b00e-d6c2563a0529 None None] The sync data for ids ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'] in dv-neutron-830866-2-hyperv is: [{'id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'name': 'tempest-TestMinimumBasicScenario-1736588034-router', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:38Z', 'updated_at': '2022-02-28T15:19:41Z', 'revision_number': 4, 'project_id': '192a49798519411cb115a9a1475d2390', 'gw_port': {'id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:39Z', 'updated_at': '2022-02-28T15:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '8f56b4ef-a142-41f6-8e85-4e4879ca2dfb', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'floating_ip_address': '172.26.4.216', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'port_id': '85666101-8481-4fd7-baf9-c1819a82724b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'mac_address': 'fa:16:3e:2c:ac:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:20:30Z', 'updated_at': '2022-02-28T15:20:30Z', 'revision_number': 0, 'project_id': '192a49798519411cb115a9a1475d2390', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '5024b734-8d83-4607-828e-844d3fe1e292', 'name': '', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'mac_address': 'fa:16:3e:7c:bd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:40Z', 'updated_at': '2022-02-28T15:19:59Z', 'revision_number': 5, 'project_id': '192a49798519411cb115a9a1475d2390', 'subnets': [{'id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:20:33.312934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7e910cb6-c54c-4b6d-ae72-9d5e80ab2d7e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:33.317354 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7e910cb6-c54c-4b6d-ae72-9d5e80ab2d7e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:33.344159 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e910cb6-c54c-4b6d-ae72-9d5e80ab2d7e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=472b9e90-02f0-4658-820d-a03dbc17cd6b,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:33.353560 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-7e910cb6-c54c-4b6d-ae72-9d5e80ab2d7e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:33.354846 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-7e910cb6-c54c-4b6d-ae72-9d5e80ab2d7e tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1625981 Feb 28 15:20:33.357520 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53406) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:20:33.362943 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-5c9d88c4-5b6d-4fc6-9d9e-48e7c5fa3a2d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Request body: {'security_group_rule': {'security_group_id': '94b5ebec-c522-44b4-8059-95aa4d9233cf', 'project_id': '192a49798519411cb115a9a1475d2390', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:20:33.369199 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5c9d88c4-5b6d-4fc6-9d9e-48e7c5fa3a2d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:20:33.373299 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5c9d88c4-5b6d-4fc6-9d9e-48e7c5fa3a2d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Usage tracker for resource:security_group_rule and tenant:192a49798519411cb115a9a1475d2390 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:20:33.376833 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-5c9d88c4-5b6d-4fc6-9d9e-48e7c5fa3a2d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:20:33.382784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-5c9d88c4-5b6d-4fc6-9d9e-48e7c5fa3a2d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:20:33.394136 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-5c9d88c4-5b6d-4fc6-9d9e-48e7c5fa3a2d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Project 192a49798519411cb115a9a1475d2390 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:20:33.401187 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5c9d88c4-5b6d-4fc6-9d9e-48e7c5fa3a2d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:33.469914 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5c9d88c4-5b6d-4fc6-9d9e-48e7c5fa3a2d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:33.473726 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5c9d88c4-5b6d-4fc6-9d9e-48e7c5fa3a2d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:33.496632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9d88c4-5b6d-4fc6-9d9e-48e7c5fa3a2d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b47d713b-e4d6-40d9-860b-17360f108501,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:33.506784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5c9d88c4-5b6d-4fc6-9d9e-48e7c5fa3a2d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:33.508026 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5c9d88c4-5b6d-4fc6-9d9e-48e7c5fa3a2d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1495602 Feb 28 15:20:33.520679 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-199c509e-19d2-423f-bd08-e0b287a8f664 None None] New status for floating IP 8f56b4ef-a142-41f6-8e85-4e4879ca2dfb: ACTIVE {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:20:33.638753 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-295cf68a-7c22-426a-9c0a-3f3df50b777c req-e42e48b7-837d-4852-9eab-8f3fb24e8dc7 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-810537800&fields=id&tenant_id=192a49798519411cb115a9a1475d2390 HTTP/1.1" status: 200 len: 267 time: 0.0398839 Feb 28 15:20:33.725341 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cf68a-7c22-426a-9c0a-3f3df50b777c req-dfd6ba49-97bf-4f55-87e5-dbe21addc1e2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:33.726674 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-295cf68a-7c22-426a-9c0a-3f3df50b777c req-dfd6ba49-97bf-4f55-87e5-dbe21addc1e2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 945 time: 0.0808492 Feb 28 15:20:33.737908 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [req-295cf68a-7c22-426a-9c0a-3f3df50b777c req-9d3367b0-ef3b-4ea6-b213-cd866775c8a2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Request body: {'port': {'security_groups': ['0102f6f4-1b4c-4657-867d-6428dc1bcfcb', '94b5ebec-c522-44b4-8059-95aa4d9233cf']}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:20:33.848019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-295cf68a-7c22-426a-9c0a-3f3df50b777c req-9d3367b0-ef3b-4ea6-b213-cd866775c8a2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:34.093120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [req-295cf68a-7c22-426a-9c0a-3f3df50b777c req-9d3367b0-ef3b-4ea6-b213-cd866775c8a2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] For port 85666101-8481-4fd7-baf9-c1819a82724b, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=85666101-8481-4fd7-baf9-c1819a82724b,segment=NetworkSegment(26ff3b85-90b9-49e3-ba13-436339f44ed3),segment_id=26ff3b85-90b9-49e3-ba13-436339f44ed3)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:20:34.124420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-295cf68a-7c22-426a-9c0a-3f3df50b777c req-9d3367b0-ef3b-4ea6-b213-cd866775c8a2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:34.124420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-295cf68a-7c22-426a-9c0a-3f3df50b777c req-9d3367b0-ef3b-4ea6-b213-cd866775c8a2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:34.138883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['85666101-8481-4fd7-baf9-c1819a82724b'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:20:34.196077 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295cf68a-7c22-426a-9c0a-3f3df50b777c req-9d3367b0-ef3b-4ea6-b213-cd866775c8a2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:34.196755 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-295cf68a-7c22-426a-9c0a-3f3df50b777c req-9d3367b0-ef3b-4ea6-b213-cd866775c8a2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:34.199595 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-295cf68a-7c22-426a-9c0a-3f3df50b777c req-9d3367b0-ef3b-4ea6-b213-cd866775c8a2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "PUT /v2.0/ports/85666101-8481-4fd7-baf9-c1819a82724b HTTP/1.1" status: 200 len: 981 time: 0.4649994 Feb 28 15:20:34.211784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3367b0-ef3b-4ea6-b213-cd866775c8a2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Pushing event updated for resources: {'Port': ['ID=85666101-8481-4fd7-baf9-c1819a82724b,revision_number=6']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:20:34.226290 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'tag': '85666101-8481-4fd7-baf9-c1819a82724b'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:20:34.282533 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['85666101-8481-4fd7-baf9-c1819a82724b'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:20:34.287271 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'tag': '85666101-8481-4fd7-baf9-c1819a82724b', 'status': 'completed', 'code': 200} Feb 28 15:20:34.442248 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ae294a56-ef5a-4b52-9f9f-eea8b38c7ba3 req-c16d7dab-b959-4b25-9ee3-2e8d1f90b177 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=192a49798519411cb115a9a1475d2390&device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 1137 time: 0.1324399 Feb 28 15:20:34.452030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c139f48f-1a85-48ed-9fff-695212870e69 req-8938cb45-c6e7-40fd-8f75-7c7a9fc9ef5c tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:34.453435 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c139f48f-1a85-48ed-9fff-695212870e69 req-8938cb45-c6e7-40fd-8f75-7c7a9fc9ef5c tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 984 time: 0.1045704 Feb 28 15:20:34.517277 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-90c6c997-907e-453e-8e62-1eff97745cb4 None None] Provisioning complete for port 85666101-8481-4fd7-baf9-c1819a82724b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:20:34.517859 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-90c6c997-907e-453e-8e62-1eff97745cb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:34.599717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c139f48f-1a85-48ed-9fff-695212870e69 req-00ad1739-de4e-4190-bf0d-fcfc93809b5f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Synchronizing usage tracker for tenant:192a49798519411cb115a9a1475d2390 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:20:34.629784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae294a56-ef5a-4b52-9f9f-eea8b38c7ba3 req-f09de188-498f-402c-b1bc-b345906622ba service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:34.629784 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ae294a56-ef5a-4b52-9f9f-eea8b38c7ba3 req-f09de188-498f-402c-b1bc-b345906622ba service neutron] 10.222.0.20 "GET /v2.0/networks?id=45fafd43-2736-4d72-91ee-5020712da732 HTTP/1.1" status: 200 len: 915 time: 0.1721790 Feb 28 15:20:34.637969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c139f48f-1a85-48ed-9fff-695212870e69 req-00ad1739-de4e-4190-bf0d-fcfc93809b5f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Unset dirty status for tenant:192a49798519411cb115a9a1475d2390 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:20:34.642197 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c139f48f-1a85-48ed-9fff-695212870e69 req-00ad1739-de4e-4190-bf0d-fcfc93809b5f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&id=94b5ebec-c522-44b4-8059-95aa4d9233cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1659367 Feb 28 15:20:34.766241 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ae294a56-ef5a-4b52-9f9f-eea8b38c7ba3 req-dab2e883-bab9-4336-a7f0-bc6624f078c9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85666101-8481-4fd7-baf9-c1819a82724b HTTP/1.1" status: 200 len: 1001 time: 0.1244922 Feb 28 15:20:34.827107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae294a56-ef5a-4b52-9f9f-eea8b38c7ba3 req-79671454-3fbf-4b67-9c33-0aa5b2c14585 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:34.828557 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ae294a56-ef5a-4b52-9f9f-eea8b38c7ba3 req-79671454-3fbf-4b67-9c33-0aa5b2c14585 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f01620-0bbc-4d29-8701-bd81480f0634 HTTP/1.1" status: 200 len: 854 time: 0.0564213 Feb 28 15:20:34.901147 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ae294a56-ef5a-4b52-9f9f-eea8b38c7ba3 req-62caa6bf-34b9-4512-ab91-166a422b8fda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45fafd43-2736-4d72-91ee-5020712da732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0666754 Feb 28 15:20:35.033058 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ae294a56-ef5a-4b52-9f9f-eea8b38c7ba3 req-dc99dffd-42ff-4394-b7cc-b59a3e6c2cb3 service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238658 Feb 28 15:20:35.168310 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ae294a56-ef5a-4b52-9f9f-eea8b38c7ba3 req-2cfdec18-c447-409e-b369-481ed6c12426 service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286368 Feb 28 15:20:36.418218 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:20:37.760959 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2201bf57-49b9-4a71-831c-c8114d2721db req-8a6dbb78-3f94-4ced-85f2-ada6fb78c6e6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0697041 Feb 28 15:20:37.893633 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2201bf57-49b9-4a71-831c-c8114d2721db req-ae48a75d-ae11-4093-8b8b-53f38ddef088 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=192a49798519411cb115a9a1475d2390&device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 1137 time: 0.0661681 Feb 28 15:20:38.034576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201bf57-49b9-4a71-831c-c8114d2721db req-af1fe3eb-13f4-44ad-955b-0f73b648453c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:38.035889 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2201bf57-49b9-4a71-831c-c8114d2721db req-af1fe3eb-13f4-44ad-955b-0f73b648453c service neutron] 10.222.0.20 "GET /v2.0/networks?id=45fafd43-2736-4d72-91ee-5020712da732 HTTP/1.1" status: 200 len: 915 time: 0.1220050 Feb 28 15:20:38.136308 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2201bf57-49b9-4a71-831c-c8114d2721db req-bb502142-3d12-4b30-ad3d-544128bead33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85666101-8481-4fd7-baf9-c1819a82724b HTTP/1.1" status: 200 len: 1001 time: 0.0941579 Feb 28 15:20:38.197695 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2201bf57-49b9-4a71-831c-c8114d2721db req-1051256b-299c-452a-81c6-a69dcc9ac35f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:38.199071 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2201bf57-49b9-4a71-831c-c8114d2721db req-1051256b-299c-452a-81c6-a69dcc9ac35f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f01620-0bbc-4d29-8701-bd81480f0634 HTTP/1.1" status: 200 len: 854 time: 0.0577605 Feb 28 15:20:38.277064 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2201bf57-49b9-4a71-831c-c8114d2721db req-47522c59-df6f-4829-9917-5af714fbef18 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45fafd43-2736-4d72-91ee-5020712da732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0694997 Feb 28 15:20:38.489458 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2201bf57-49b9-4a71-831c-c8114d2721db req-f9392d14-bfef-4fbf-8a8e-0044a63e3cdc service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2086422 Feb 28 15:20:38.616143 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2201bf57-49b9-4a71-831c-c8114d2721db req-8a8a4cf6-405f-4d2c-a79c-749582e2fd3d service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207979 Feb 28 15:20:51.827129 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6223a5ef-bf6e-4704-86ff-25a96d32750e req-fe62abd4-6533-462d-b1b0-997677d8d500 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=192a49798519411cb115a9a1475d2390&device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 1137 time: 0.1269689 Feb 28 15:20:51.836427 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97a17c-1b02-4b87-8aeb-2324b8723eb5 req-f68af424-8fbd-4b11-aee1-e5cdcf16fb8d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:51.837725 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fe97a17c-1b02-4b87-8aeb-2324b8723eb5 req-f68af424-8fbd-4b11-aee1-e5cdcf16fb8d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 984 time: 0.0984375 Feb 28 15:20:51.975815 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fe97a17c-1b02-4b87-8aeb-2324b8723eb5 req-d1be22a9-8eb0-4e1d-b8af-02df875bebd6 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&id=94b5ebec-c522-44b4-8059-95aa4d9233cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1175113 Feb 28 15:20:51.995925 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a5ef-bf6e-4704-86ff-25a96d32750e req-b7a463de-5011-404c-ae82-0d6641f08066 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:51.997299 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6223a5ef-bf6e-4704-86ff-25a96d32750e req-b7a463de-5011-404c-ae82-0d6641f08066 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45fafd43-2736-4d72-91ee-5020712da732 HTTP/1.1" status: 200 len: 915 time: 0.1587825 Feb 28 15:20:52.096378 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6223a5ef-bf6e-4704-86ff-25a96d32750e req-41c03280-05eb-4e2f-8459-c0af4c0ebce4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85666101-8481-4fd7-baf9-c1819a82724b HTTP/1.1" status: 200 len: 1001 time: 0.0928431 Feb 28 15:20:52.155797 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6223a5ef-bf6e-4704-86ff-25a96d32750e req-03b9f837-8107-4d67-80ca-a43d23092aca service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:52.157137 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6223a5ef-bf6e-4704-86ff-25a96d32750e req-03b9f837-8107-4d67-80ca-a43d23092aca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f01620-0bbc-4d29-8701-bd81480f0634 HTTP/1.1" status: 200 len: 854 time: 0.0543945 Feb 28 15:20:52.229866 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6223a5ef-bf6e-4704-86ff-25a96d32750e req-44fbf184-7cc8-4dd3-825d-6b3d8b9b1f86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45fafd43-2736-4d72-91ee-5020712da732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0670726 Feb 28 15:20:52.239217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [req-6223a5ef-bf6e-4704-86ff-25a96d32750e req-df709bfd-4001-4b7e-bdd6-c89eae24ef02 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 15:20:52.240125 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6223a5ef-bf6e-4704-86ff-25a96d32750e req-df709bfd-4001-4b7e-bdd6-c89eae24ef02 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0044799 Feb 28 15:20:52.366571 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6223a5ef-bf6e-4704-86ff-25a96d32750e req-77dafb63-f7a9-475d-8be2-b45cf2d47ce2 service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1194494 Feb 28 15:20:52.492569 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6223a5ef-bf6e-4704-86ff-25a96d32750e req-b8e1a949-d6cc-4d1f-bd0d-a59931e5df78 service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197922 Feb 28 15:20:53.249610 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c8f390-c6f2-44d8-8c28-a8e15147daf2 req-0f54d2bb-e46f-4564-83b1-0bfb2f094a48 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:53.251046 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d2c8f390-c6f2-44d8-8c28-a8e15147daf2 req-0f54d2bb-e46f-4564-83b1-0bfb2f094a48 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 984 time: 0.1560311 Feb 28 15:20:53.296483 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d2c8f390-c6f2-44d8-8c28-a8e15147daf2 req-9998bb64-9b95-4ca1-811f-9cfcefd3c048 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&id=94b5ebec-c522-44b4-8059-95aa4d9233cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396931 Feb 28 15:20:54.485648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-452f22b0-1fe9-4ca9-9bff-3622aa7f675e req-5e3b971e-c6b4-4cb5-a9f1-c2f47d0edc83 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:54.487062 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-452f22b0-1fe9-4ca9-9bff-3622aa7f675e req-5e3b971e-c6b4-4cb5-a9f1-c2f47d0edc83 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 984 time: 0.0743380 Feb 28 15:20:54.530937 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-452f22b0-1fe9-4ca9-9bff-3622aa7f675e req-309feffd-f858-4908-8d25-6c99cc07027d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&id=94b5ebec-c522-44b4-8059-95aa4d9233cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0383649 Feb 28 15:20:55.506996 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a2e4cb7f-c837-42eb-8463-4604068b5a57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:55.729718 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0209907-3e0d-4ffe-a203-99e2e7ecc693 req-eef41eb1-0de5-4284-aeef-e8666d861746 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:55.731155 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a0209907-3e0d-4ffe-a203-99e2e7ecc693 req-eef41eb1-0de5-4284-aeef-e8666d861746 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 984 time: 0.0786095 Feb 28 15:20:55.778240 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a0209907-3e0d-4ffe-a203-99e2e7ecc693 req-1843b2c8-5ecd-45a7-ac98-214f1eb8b2cd tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&id=94b5ebec-c522-44b4-8059-95aa4d9233cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408876 Feb 28 15:20:56.971244 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8908b6b-30c4-4e84-96ab-a86092e3c357 req-a255b775-d625-47cf-8254-fe5c436a411f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:56.972676 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c8908b6b-30c4-4e84-96ab-a86092e3c357 req-a255b775-d625-47cf-8254-fe5c436a411f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 984 time: 0.0783429 Feb 28 15:20:57.018067 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c8908b6b-30c4-4e84-96ab-a86092e3c357 req-5c923bbc-e01b-4a2f-8244-a4a0b44aa6bd tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&id=94b5ebec-c522-44b4-8059-95aa4d9233cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0398886 Feb 28 15:20:57.659222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c025a112-0689-4324-8c47-e1ba69dd8fbb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:57.892504 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:58.209632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d66bee-71ce-481f-a53e-ba01cc5f2a12 req-24bf8203-52d4-44ba-8e58-e51da6763fa0 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:58.211045 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-84d66bee-71ce-481f-a53e-ba01cc5f2a12 req-24bf8203-52d4-44ba-8e58-e51da6763fa0 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 984 time: 0.0742824 Feb 28 15:20:58.256902 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-84d66bee-71ce-481f-a53e-ba01cc5f2a12 req-59c31fc1-1c3b-4722-bab1-6a14376c0c11 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&id=94b5ebec-c522-44b4-8059-95aa4d9233cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0400996 Feb 28 15:20:58.909935 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:58.934675 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:20:59.459531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547dc26c-cfb9-4ef6-9863-bd410efa9214 req-a1d6aab5-cd92-48d6-a6fa-93700c1949c9 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:20:59.460878 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-547dc26c-cfb9-4ef6-9863-bd410efa9214 req-a1d6aab5-cd92-48d6-a6fa-93700c1949c9 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 984 time: 0.0836704 Feb 28 15:20:59.507988 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-547dc26c-cfb9-4ef6-9863-bd410efa9214 req-0063587b-370b-487c-8702-ef6effefccf8 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&id=94b5ebec-c522-44b4-8059-95aa4d9233cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0412242 Feb 28 15:21:00.317854 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:00.702496 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470b8d92-820e-4096-805b-f1a3a02d14f1 req-ee6591f1-0910-45f2-94d4-8dd7f587ca8f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:21:00.703946 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-470b8d92-820e-4096-805b-f1a3a02d14f1 req-ee6591f1-0910-45f2-94d4-8dd7f587ca8f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 984 time: 0.0768440 Feb 28 15:21:00.748236 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-470b8d92-820e-4096-805b-f1a3a02d14f1 req-8ce29aa4-4c3b-4a17-98dc-d8bf68fb0fd0 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&id=94b5ebec-c522-44b4-8059-95aa4d9233cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0387990 Feb 28 15:21:01.940242 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87f92a3-96f8-415a-bbaa-3c99c96b163b req-cc88fb79-d30c-4f70-9ce3-cc9506ebe060 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:21:01.941639 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e87f92a3-96f8-415a-bbaa-3c99c96b163b req-cc88fb79-d30c-4f70-9ce3-cc9506ebe060 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 984 time: 0.0770807 Feb 28 15:21:01.986739 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e87f92a3-96f8-415a-bbaa-3c99c96b163b req-c432d28f-7861-45e7-abd8-0da18862d508 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&id=94b5ebec-c522-44b4-8059-95aa4d9233cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0396223 Feb 28 15:21:03.181443 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfb7a58-fcd9-493a-9110-e7cb4f83895d req-031779dc-4b78-465d-9117-cd5d478dc57d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:21:03.182892 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1dfb7a58-fcd9-493a-9110-e7cb4f83895d req-031779dc-4b78-465d-9117-cd5d478dc57d tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 984 time: 0.0746670 Feb 28 15:21:03.232245 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1dfb7a58-fcd9-493a-9110-e7cb4f83895d req-d6a5bc52-1a9e-4605-a13a-e7f2c11e4727 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&id=94b5ebec-c522-44b4-8059-95aa4d9233cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0430880 Feb 28 15:21:04.426887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac7217c-d207-4842-8220-563b5563c2a6 req-b790f2b3-a97f-47ee-bb0d-8e3f6db24cc8 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:21:04.428339 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-eac7217c-d207-4842-8220-563b5563c2a6 req-b790f2b3-a97f-47ee-bb0d-8e3f6db24cc8 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 984 time: 0.0768740 Feb 28 15:21:04.475723 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-eac7217c-d207-4842-8220-563b5563c2a6 req-7aea9b52-ab77-4cd4-9a66-d894b43d4bbb tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&id=94b5ebec-c522-44b4-8059-95aa4d9233cf&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0413671 Feb 28 15:21:13.418456 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:21:25.512044 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a9cb12bc-f5af-44d5-a762-2041b3278bc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:27.660711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1518ce9a-e7cf-49a3-8c54-0e53e14594e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:27.911187 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:28.911838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:28.937406 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:30.320629 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:35.425919 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2c1738fe-1dd5-44d2-96c6-b2a797679e66 req-33b9c8ac-5f46-434c-8e08-9e756ea10db9 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-810537800&fields=id&tenant_id=192a49798519411cb115a9a1475d2390 HTTP/1.1" status: 200 len: 267 time: 0.0407133 Feb 28 15:21:35.503307 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1738fe-1dd5-44d2-96c6-b2a797679e66 req-7fd44ad4-f0d3-4bab-866c-b2867568fef2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:21:35.504684 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2c1738fe-1dd5-44d2-96c6-b2a797679e66 req-7fd44ad4-f0d3-4bab-866c-b2867568fef2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 984 time: 0.0736659 Feb 28 15:21:35.514891 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [req-2c1738fe-1dd5-44d2-96c6-b2a797679e66 req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Request body: {'port': {'security_groups': ['0102f6f4-1b4c-4657-867d-6428dc1bcfcb']}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:21:35.631754 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-2c1738fe-1dd5-44d2-96c6-b2a797679e66 req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:35.863300 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [req-2c1738fe-1dd5-44d2-96c6-b2a797679e66 req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] For port 85666101-8481-4fd7-baf9-c1819a82724b, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=85666101-8481-4fd7-baf9-c1819a82724b,segment=NetworkSegment(26ff3b85-90b9-49e3-ba13-436339f44ed3),segment_id=26ff3b85-90b9-49e3-ba13-436339f44ed3)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:21:35.886297 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-2c1738fe-1dd5-44d2-96c6-b2a797679e66 req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:35.891006 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-2c1738fe-1dd5-44d2-96c6-b2a797679e66 req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:35.902106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['85666101-8481-4fd7-baf9-c1819a82724b'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:21:35.960394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1738fe-1dd5-44d2-96c6-b2a797679e66 req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:21:35.961002 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [req-2c1738fe-1dd5-44d2-96c6-b2a797679e66 req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:35.962345 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2c1738fe-1dd5-44d2-96c6-b2a797679e66 req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "PUT /v2.0/ports/85666101-8481-4fd7-baf9-c1819a82724b HTTP/1.1" status: 200 len: 942 time: 0.4517424 Feb 28 15:21:35.962785 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'tag': '85666101-8481-4fd7-baf9-c1819a82724b'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:21:35.970330 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53462) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:21:36.012163 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Pushing event updated for resources: {'Port': ['ID=85666101-8481-4fd7-baf9-c1819a82724b,revision_number=7']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:21:36.026690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.027060 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.027394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.027775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.028103 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.028483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.028810 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.029133 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.029462 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.030359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.030689 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f05b931-aa8f-482d-b2e2-8c9d33ce46f3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.050533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:36.069977 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['85666101-8481-4fd7-baf9-c1819a82724b'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:21:36.085137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:36.156815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:36.185227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b5ebec-c522-44b4-8059-95aa4d9233cf,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:21:36.197646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.197986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.198323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.198879 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.199216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.199604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.199938 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.200555 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.200645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.200920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.201238 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:21:36.207324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:36.208451 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-20394c68-9c97-49a6-a0fd-c9fde7a90ed1 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "DELETE /v2.0/security-groups/94b5ebec-c522-44b4-8059-95aa4d9233cf HTTP/1.1" status: 204 len: 168 time: 0.2366960 Feb 28 15:21:36.211250 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53470) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:21:36.274996 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'tag': '85666101-8481-4fd7-baf9-c1819a82724b', 'status': 'completed', 'code': 200} Feb 28 15:21:36.311473 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-7ccc113f-f9d8-4929-97fa-e3e15d5d17d1 None None] Provisioning complete for port 85666101-8481-4fd7-baf9-c1819a82724b triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:21:36.312078 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7ccc113f-f9d8-4929-97fa-e3e15d5d17d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:36.410859 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-24c8509c-f06c-4bc5-8779-2fecf57516f0 req-bacbe688-5715-4e17-9e2c-0009182aaecd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=192a49798519411cb115a9a1475d2390&device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 1098 time: 0.1556342 Feb 28 15:21:36.426268 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-44f5f63c-7896-4e64-8d7b-62a39d254295 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Deleting port 803c2ffc-1e3b-4851-b5cf-aa8e142a7333 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:21:36.426796 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44f5f63c-7896-4e64-8d7b-62a39d254295 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:36.606564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44f5f63c-7896-4e64-8d7b-62a39d254295 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:36.606889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44f5f63c-7896-4e64-8d7b-62a39d254295 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:36.649883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8509c-f06c-4bc5-8779-2fecf57516f0 req-4984f384-ef88-4450-a03e-1be67ce21f57 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:21:36.651315 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-24c8509c-f06c-4bc5-8779-2fecf57516f0 req-4984f384-ef88-4450-a03e-1be67ce21f57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45fafd43-2736-4d72-91ee-5020712da732 HTTP/1.1" status: 200 len: 915 time: 0.2332821 Feb 28 15:21:36.726631 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-44f5f63c-7896-4e64-8d7b-62a39d254295 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Calling delete_port for 803c2ffc-1e3b-4851-b5cf-aa8e142a7333 owned by network:floatingip {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:21:36.753241 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-24c8509c-f06c-4bc5-8779-2fecf57516f0 req-adfab1e7-dedc-42da-8994-8d131b902c9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85666101-8481-4fd7-baf9-c1819a82724b HTTP/1.1" status: 200 len: 1001 time: 0.0958486 Feb 28 15:21:36.816598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8509c-f06c-4bc5-8779-2fecf57516f0 req-99dd24db-95d7-4b78-b851-e1a42599a94c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:21:36.818074 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-24c8509c-f06c-4bc5-8779-2fecf57516f0 req-99dd24db-95d7-4b78-b851-e1a42599a94c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f01620-0bbc-4d29-8701-bd81480f0634 HTTP/1.1" status: 200 len: 854 time: 0.0595655 Feb 28 15:21:36.890904 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-24c8509c-f06c-4bc5-8779-2fecf57516f0 req-f9462fd7-3c4b-4b50-bfb6-41d90b2c0d90 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45fafd43-2736-4d72-91ee-5020712da732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0665002 Feb 28 15:21:36.961182 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44f5f63c-7896-4e64-8d7b-62a39d254295 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:37.006923 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f5f63c-7896-4e64-8d7b-62a39d254295 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Pushing event deleted for resources: {'Port': ['ID=803c2ffc-1e3b-4851-b5cf-aa8e142a7333,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:21:37.020750 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-24c8509c-f06c-4bc5-8779-2fecf57516f0 req-3b1e177c-ea39-4131-b68d-746d98099c44 service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240330 Feb 28 15:21:37.096063 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44f5f63c-7896-4e64-8d7b-62a39d254295 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks [] for floatingip, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:37.149427 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-24c8509c-f06c-4bc5-8779-2fecf57516f0 req-56b00353-293b-4f35-9a0f-52981f1477d1 service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1230319 Feb 28 15:21:37.488175 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44f5f63c-7896-4e64-8d7b-62a39d254295 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:21:37.680980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44f5f63c-7896-4e64-8d7b-62a39d254295 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:21:37.692289 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae82d4-e303-41a2-a077-ed7e81428adb None None] Sync routers for ids ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:21:37.702965 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-44f5f63c-7896-4e64-8d7b-62a39d254295 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:37.705710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae82d4-e303-41a2-a077-ed7e81428adb None None] Routers {'6780b0f7-8ef1-41e5-af2c-2caac2d759ee'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:21:37.706323 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f3ae82d4-e303-41a2-a077-ed7e81428adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:21:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:37.754960 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-653420f3-49bf-43d6-b107-6af0c1f14fbe req-7ff26aef-4dda-4ac7-b207-77823f17a48b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0742903 Feb 28 15:21:37.756067 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-44f5f63c-7896-4e64-8d7b-62a39d254295 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "DELETE /v2.0/floatingips/8f56b4ef-a142-41f6-8e85-4e4879ca2dfb HTTP/1.1" status: 204 len: 168 time: 1.5437269 Feb 28 15:21:37.887888 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-f3ae82d4-e303-41a2-a077-ed7e81428adb None None] Set router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:21:37.898132 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-653420f3-49bf-43d6-b107-6af0c1f14fbe req-10cc5c40-752a-4891-9459-88b6c543d276 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=192a49798519411cb115a9a1475d2390&device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 1098 time: 0.0746870 Feb 28 15:21:38.051591 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653420f3-49bf-43d6-b107-6af0c1f14fbe req-34fa15cf-55e2-4398-ba06-a9d4d2d290d1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:21:38.053261 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-653420f3-49bf-43d6-b107-6af0c1f14fbe req-34fa15cf-55e2-4398-ba06-a9d4d2d290d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=45fafd43-2736-4d72-91ee-5020712da732 HTTP/1.1" status: 200 len: 915 time: 0.1365941 Feb 28 15:21:38.130415 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-653420f3-49bf-43d6-b107-6af0c1f14fbe req-2bd563e4-5bd9-4958-bcb4-93139824359a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85666101-8481-4fd7-baf9-c1819a82724b HTTP/1.1" status: 200 len: 217 time: 0.0706155 Feb 28 15:21:38.194850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653420f3-49bf-43d6-b107-6af0c1f14fbe req-2c3954d3-6d00-44d5-a4d6-6d2cea034bd5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:21:38.196398 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-653420f3-49bf-43d6-b107-6af0c1f14fbe req-2c3954d3-6d00-44d5-a4d6-6d2cea034bd5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f01620-0bbc-4d29-8701-bd81480f0634 HTTP/1.1" status: 200 len: 854 time: 0.0598772 Feb 28 15:21:38.261945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f3ae82d4-e303-41a2-a077-ed7e81428adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'name': 'tempest-TestMinimumBasicScenario-1736588034-router', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:38Z', 'updated_at': '2022-02-28T15:19:41Z', 'revision_number': 4, 'project_id': '192a49798519411cb115a9a1475d2390', 'gw_port': {'id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:39Z', 'updated_at': '2022-02-28T15:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '5024b734-8d83-4607-828e-844d3fe1e292', 'name': '', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'mac_address': 'fa:16:3e:7c:bd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:40Z', 'updated_at': '2022-02-28T15:19:59Z', 'revision_number': 5, 'project_id': '192a49798519411cb115a9a1475d2390', 'subnets': [{'id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:38.265735 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae82d4-e303-41a2-a077-ed7e81428adb None None] Checking router: 6780b0f7-8ef1-41e5-af2c-2caac2d759ee for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:21:38.272641 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-653420f3-49bf-43d6-b107-6af0c1f14fbe req-3940f431-ca40-4bbc-845f-04490c28e5e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45fafd43-2736-4d72-91ee-5020712da732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0703101 Feb 28 15:21:38.275586 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'tag': '85666101-8481-4fd7-baf9-c1819a82724b'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:21:38.276112 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ae82d4-e303-41a2-a077-ed7e81428adb None None] Routers {'6780b0f7-8ef1-41e5-af2c-2caac2d759ee'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:21:38.276697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f3ae82d4-e303-41a2-a077-ed7e81428adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:21:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:38.332851 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'tag': '85666101-8481-4fd7-baf9-c1819a82724b', 'status': 'completed', 'code': 200} Feb 28 15:21:38.411714 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-653420f3-49bf-43d6-b107-6af0c1f14fbe req-17dd1590-b667-4474-8fb4-63b05d2bad3e service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321783 Feb 28 15:21:38.457826 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-f3ae82d4-e303-41a2-a077-ed7e81428adb None None] Set router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:21:38.544906 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-653420f3-49bf-43d6-b107-6af0c1f14fbe req-b8cc9d90-5fcf-4aca-b23f-8a638e7a94a7 service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270337 Feb 28 15:21:38.659914 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e826b4c2-a111-4f5c-8333-7a62b807295c req-e0c72136-ad73-43a9-ba5a-4536ce7d87f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=192a49798519411cb115a9a1475d2390&device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 1098 time: 0.0704820 Feb 28 15:21:38.784047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f3ae82d4-e303-41a2-a077-ed7e81428adb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'name': 'tempest-TestMinimumBasicScenario-1736588034-router', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:38Z', 'updated_at': '2022-02-28T15:19:41Z', 'revision_number': 4, 'project_id': '192a49798519411cb115a9a1475d2390', 'gw_port': {'id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:39Z', 'updated_at': '2022-02-28T15:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '5024b734-8d83-4607-828e-844d3fe1e292', 'name': '', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'mac_address': 'fa:16:3e:7c:bd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:40Z', 'updated_at': '2022-02-28T15:19:59Z', 'revision_number': 5, 'project_id': '192a49798519411cb115a9a1475d2390', 'subnets': [{'id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:38.789364 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ae82d4-e303-41a2-a077-ed7e81428adb None None] The sync data for ids ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'] in dv-neutron-830866-2-hyperv is: [{'id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'name': 'tempest-TestMinimumBasicScenario-1736588034-router', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:38Z', 'updated_at': '2022-02-28T15:19:41Z', 'revision_number': 4, 'project_id': '192a49798519411cb115a9a1475d2390', 'gw_port': {'id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:39Z', 'updated_at': '2022-02-28T15:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '5024b734-8d83-4607-828e-844d3fe1e292', 'name': '', 'network_id': '45fafd43-2736-4d72-91ee-5020712da732', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'mac_address': 'fa:16:3e:7c:bd:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:40Z', 'updated_at': '2022-02-28T15:19:59Z', 'revision_number': 5, 'project_id': '192a49798519411cb115a9a1475d2390', 'subnets': [{'id': '79f01620-0bbc-4d29-8701-bd81480f0634', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:21:38.901815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826b4c2-a111-4f5c-8333-7a62b807295c req-33ea3a50-3a88-41e2-a9b0-02318f3cb13a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:21:38.903325 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e826b4c2-a111-4f5c-8333-7a62b807295c req-33ea3a50-3a88-41e2-a9b0-02318f3cb13a service neutron] 10.222.0.20 "GET /v2.0/networks?id=45fafd43-2736-4d72-91ee-5020712da732 HTTP/1.1" status: 200 len: 915 time: 0.2377620 Feb 28 15:21:38.976999 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e826b4c2-a111-4f5c-8333-7a62b807295c req-ed37390e-f9a1-4645-8e51-6b05f3f5d5f2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=85666101-8481-4fd7-baf9-c1819a82724b HTTP/1.1" status: 200 len: 217 time: 0.0672431 Feb 28 15:21:39.033314 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f49745bc-0ed2-4bf7-b9c6-141f1da6e5fb None None] New status for floating IP 8f56b4ef-a142-41f6-8e85-4e4879ca2dfb: DOWN {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:21:39.041042 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e826b4c2-a111-4f5c-8333-7a62b807295c req-96ec629d-dbdb-4aa3-8a3e-45a95b212772 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:21:39.042470 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e826b4c2-a111-4f5c-8333-7a62b807295c req-96ec629d-dbdb-4aa3-8a3e-45a95b212772 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=79f01620-0bbc-4d29-8701-bd81480f0634 HTTP/1.1" status: 200 len: 854 time: 0.0600052 Feb 28 15:21:39.123514 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e826b4c2-a111-4f5c-8333-7a62b807295c req-a3cef7a7-2fc9-4349-8128-45337b720c7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=45fafd43-2736-4d72-91ee-5020712da732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0750384 Feb 28 15:21:39.256270 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e826b4c2-a111-4f5c-8333-7a62b807295c req-c7684d12-4090-47ce-b8bb-75b590efe3df service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267910 Feb 28 15:21:39.385285 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e826b4c2-a111-4f5c-8333-7a62b807295c req-389863b3-8cb7-4dd7-8a75-629816acba4f service neutron] 10.222.0.20 "GET /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231084 Feb 28 15:21:42.108156 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4631f3f9-d25c-4e5b-8e9c-0cc13af51280 req-0a5fb058-4851-4c11-80dd-0301ed3cc5f2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:21:42.108845 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-4631f3f9-d25c-4e5b-8e9c-0cc13af51280 req-0a5fb058-4851-4c11-80dd-0301ed3cc5f2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Synchronizing usage tracker for tenant:192a49798519411cb115a9a1475d2390 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:21:42.124098 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-4631f3f9-d25c-4e5b-8e9c-0cc13af51280 req-0a5fb058-4851-4c11-80dd-0301ed3cc5f2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Unset dirty status for tenant:192a49798519411cb115a9a1475d2390 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:21:42.125484 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4631f3f9-d25c-4e5b-8e9c-0cc13af51280 req-0a5fb058-4851-4c11-80dd-0301ed3cc5f2 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 945 time: 0.0930595 Feb 28 15:21:42.171120 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4631f3f9-d25c-4e5b-8e9c-0cc13af51280 req-e6289144-8355-48a8-9cd9-c76e07a8d153 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396636 Feb 28 15:21:43.364647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd8b33e-8057-4d11-b628-95191401247a req-50662ef0-c229-4405-bd87-6af40ee5a056 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:21:43.366061 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8dd8b33e-8057-4d11-b628-95191401247a req-50662ef0-c229-4405-bd87-6af40ee5a056 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 945 time: 0.0751967 Feb 28 15:21:43.410781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-8dd8b33e-8057-4d11-b628-95191401247a req-55b3b688-c0e3-40e1-a5d5-b3483dd81eec tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Synchronizing usage tracker for tenant:192a49798519411cb115a9a1475d2390 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:21:43.427042 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-8dd8b33e-8057-4d11-b628-95191401247a req-55b3b688-c0e3-40e1-a5d5-b3483dd81eec tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Unset dirty status for tenant:192a49798519411cb115a9a1475d2390 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:21:43.428417 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8dd8b33e-8057-4d11-b628-95191401247a req-55b3b688-c0e3-40e1-a5d5-b3483dd81eec tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/security-groups?id=0102f6f4-1b4c-4657-867d-6428dc1bcfcb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569820 Feb 28 15:21:43.652429 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca8f789-41d3-4231-895f-a4f186da87ad req-9790d7ae-6a7a-4563-9c8f-ea37e88b7917 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:21:43.653805 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aca8f789-41d3-4231-895f-a4f186da87ad req-9790d7ae-6a7a-4563-9c8f-ea37e88b7917 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.20 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 945 time: 0.0779831 Feb 28 15:21:43.721552 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-aca8f789-41d3-4231-895f-a4f186da87ad req-9256f2a3-0121-4fbe-ae49-ae3efc6c77d3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Deleting port 85666101-8481-4fd7-baf9-c1819a82724b {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:21:43.721804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-aca8f789-41d3-4231-895f-a4f186da87ad req-9256f2a3-0121-4fbe-ae49-ae3efc6c77d3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:43.966419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-aca8f789-41d3-4231-895f-a4f186da87ad req-9256f2a3-0121-4fbe-ae49-ae3efc6c77d3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] For port 85666101-8481-4fd7-baf9-c1819a82724b, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=85666101-8481-4fd7-baf9-c1819a82724b,segment=NetworkSegment(26ff3b85-90b9-49e3-ba13-436339f44ed3),segment_id=26ff3b85-90b9-49e3-ba13-436339f44ed3)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:21:43.966761 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-aca8f789-41d3-4231-895f-a4f186da87ad req-9256f2a3-0121-4fbe-ae49-ae3efc6c77d3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:44.081854 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-aca8f789-41d3-4231-895f-a4f186da87ad req-9256f2a3-0121-4fbe-ae49-ae3efc6c77d3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Calling delete_port for 85666101-8481-4fd7-baf9-c1819a82724b owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:21:44.222413 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-aca8f789-41d3-4231-895f-a4f186da87ad req-9256f2a3-0121-4fbe-ae49-ae3efc6c77d3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:44.234173 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['85666101-8481-4fd7-baf9-c1819a82724b'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:21:44.270101 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9256f2a3-0121-4fbe-ae49-ae3efc6c77d3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Pushing event deleted for resources: {'Port': ['ID=85666101-8481-4fd7-baf9-c1819a82724b,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:21:44.340966 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-aca8f789-41d3-4231-895f-a4f186da87ad req-9256f2a3-0121-4fbe-ae49-ae3efc6c77d3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] No DVR routers for this DVR port 85666101-8481-4fd7-baf9-c1819a82724b on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:21:44.343265 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-aca8f789-41d3-4231-895f-a4f186da87ad req-9256f2a3-0121-4fbe-ae49-ae3efc6c77d3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:44.345624 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'name': 'network-vif-deleted', 'tag': '85666101-8481-4fd7-baf9-c1819a82724b'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:21:44.360715 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aca8f789-41d3-4231-895f-a4f186da87ad req-9256f2a3-0121-4fbe-ae49-ae3efc6c77d3 tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.20 "DELETE /v2.0/ports/85666101-8481-4fd7-baf9-c1819a82724b HTTP/1.1" status: 204 len: 173 time: 0.7018359 Feb 28 15:21:44.400622 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1d7503a-319d-442f-b151-a45940f70e0c', 'name': 'network-vif-deleted', 'tag': '85666101-8481-4fd7-baf9-c1819a82724b', 'status': 'completed', 'code': 200} Feb 28 15:21:44.601833 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-b071a223-3244-4875-bca9-5982989f5ef1 req-0f79bc17-9250-4ccb-80fd-58b9c11a334f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Synchronizing usage tracker for tenant:192a49798519411cb115a9a1475d2390 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:21:44.618483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-b071a223-3244-4875-bca9-5982989f5ef1 req-0f79bc17-9250-4ccb-80fd-58b9c11a334f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] Unset dirty status for tenant:192a49798519411cb115a9a1475d2390 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:21:44.619854 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b071a223-3244-4875-bca9-5982989f5ef1 req-0f79bc17-9250-4ccb-80fd-58b9c11a334f tempest-TestMinimumBasicScenario-408824318 tempest-TestMinimumBasicScenario-408824318-project] 10.222.0.15 "GET /v2.0/ports?device_id=e1d7503a-319d-442f-b151-a45940f70e0c HTTP/1.1" status: 200 len: 210 time: 0.0572414 Feb 28 15:21:46.265414 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53554) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:21:46.732470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b635c704-9d71-4033-9bb3-ea999c9d6c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:47.299203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-b635c704-9d71-4033-9bb3-ea999c9d6c5a admin admin] Deleting port 5024b734-8d83-4607-828e-844d3fe1e292 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:21:47.299869 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b635c704-9d71-4033-9bb3-ea999c9d6c5a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:47.465271 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-b635c704-9d71-4033-9bb3-ea999c9d6c5a admin admin] For port 5024b734-8d83-4607-828e-844d3fe1e292, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=5024b734-8d83-4607-828e-844d3fe1e292,segment=NetworkSegment(26ff3b85-90b9-49e3-ba13-436339f44ed3),segment_id=26ff3b85-90b9-49e3-ba13-436339f44ed3)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:21:47.465615 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b635c704-9d71-4033-9bb3-ea999c9d6c5a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:47.581121 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-b635c704-9d71-4033-9bb3-ea999c9d6c5a admin admin] Calling delete_port for 5024b734-8d83-4607-828e-844d3fe1e292 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:21:47.741942 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b635c704-9d71-4033-9bb3-ea999c9d6c5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:47.874981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635c704-9d71-4033-9bb3-ea999c9d6c5a admin admin] Pushing event deleted for resources: {'Port': ['ID=5024b734-8d83-4607-828e-844d3fe1e292,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:21:48.150756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b635c704-9d71-4033-9bb3-ea999c9d6c5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:48.658274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 85666101-8481-4fd7-baf9-c1819a82724b no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:21:48.691362 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 85666101-8481-4fd7-baf9-c1819a82724b {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:21:48.691730 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 85666101-8481-4fd7-baf9-c1819a82724b not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:21:48.701387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b635c704-9d71-4033-9bb3-ea999c9d6c5a admin admin] Router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:21:48.892851 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b635c704-9d71-4033-9bb3-ea999c9d6c5a admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:21:48.901308 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5366c56-aed9-4b7a-a120-461e48748806 None None] Sync routers for ids ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:21:48.908641 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b635c704-9d71-4033-9bb3-ea999c9d6c5a admin admin] 10.222.0.15 "PUT /v2.0/routers/6780b0f7-8ef1-41e5-af2c-2caac2d759ee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6421690 Feb 28 15:21:48.911162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53558) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:21:48.914003 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5366c56-aed9-4b7a-a120-461e48748806 None None] Routers {'6780b0f7-8ef1-41e5-af2c-2caac2d759ee'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:21:48.914600 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b5366c56-aed9-4b7a-a120-461e48748806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:21:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:49.089061 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-b5366c56-aed9-4b7a-a120-461e48748806 None None] Set router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:21:49.101002 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0b5de094-0a8a-41d9-8322-c44dc9aa8ac2 admin admin] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:49.369534 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b5366c56-aed9-4b7a-a120-461e48748806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'name': 'tempest-TestMinimumBasicScenario-1736588034-router', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56'}], 'enable_snat': True}, 'gw_port_id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:38Z', 'updated_at': '2022-02-28T15:21:47Z', 'revision_number': 5, 'project_id': '192a49798519411cb115a9a1475d2390', 'gw_port': {'id': 'fc4ae94c-0ab8-43bf-ade9-cef51450f985', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:3f:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.56', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:39Z', 'updated_at': '2022-02-28T15:19:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:49.373279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5366c56-aed9-4b7a-a120-461e48748806 None None] Checking router: 6780b0f7-8ef1-41e5-af2c-2caac2d759ee for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:21:49.383534 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5366c56-aed9-4b7a-a120-461e48748806 None None] Routers {'6780b0f7-8ef1-41e5-af2c-2caac2d759ee'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:21:49.384145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b5366c56-aed9-4b7a-a120-461e48748806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:21:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:49.403083 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0b5de094-0a8a-41d9-8322-c44dc9aa8ac2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:49.414362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-0b5de094-0a8a-41d9-8322-c44dc9aa8ac2 admin admin] Deleting port fc4ae94c-0ab8-43bf-ade9-cef51450f985 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:21:49.414763 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0b5de094-0a8a-41d9-8322-c44dc9aa8ac2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:49.571506 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-b5366c56-aed9-4b7a-a120-461e48748806 None None] Set router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:21:49.589919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-0b5de094-0a8a-41d9-8322-c44dc9aa8ac2 admin admin] For port fc4ae94c-0ab8-43bf-ade9-cef51450f985, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=fc4ae94c-0ab8-43bf-ade9-cef51450f985,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:21:49.590287 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0b5de094-0a8a-41d9-8322-c44dc9aa8ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:49.676018 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b5366c56-aed9-4b7a-a120-461e48748806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'name': 'tempest-TestMinimumBasicScenario-1736588034-router', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:38Z', 'updated_at': '2022-02-28T15:21:49Z', 'revision_number': 6, 'project_id': '192a49798519411cb115a9a1475d2390', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:49.680308 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5366c56-aed9-4b7a-a120-461e48748806 None None] The sync data for ids ['6780b0f7-8ef1-41e5-af2c-2caac2d759ee'] in dv-neutron-830866-2-hyperv is: [{'id': '6780b0f7-8ef1-41e5-af2c-2caac2d759ee', 'name': 'tempest-TestMinimumBasicScenario-1736588034-router', 'tenant_id': '192a49798519411cb115a9a1475d2390', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:38Z', 'updated_at': '2022-02-28T15:21:49Z', 'revision_number': 6, 'project_id': '192a49798519411cb115a9a1475d2390', 'gw_port_host': None}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:21:49.718347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-0b5de094-0a8a-41d9-8322-c44dc9aa8ac2 admin admin] Calling delete_port for fc4ae94c-0ab8-43bf-ade9-cef51450f985 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:21:49.889038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0b5de094-0a8a-41d9-8322-c44dc9aa8ac2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:49.934899 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5de094-0a8a-41d9-8322-c44dc9aa8ac2 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc4ae94c-0ab8-43bf-ade9-cef51450f985,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:21:50.146366 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0b5de094-0a8a-41d9-8322-c44dc9aa8ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:50.401160 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0b5de094-0a8a-41d9-8322-c44dc9aa8ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:50.405043 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0b5de094-0a8a-41d9-8322-c44dc9aa8ac2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:50.418261 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:21:50.428960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0b5de094-0a8a-41d9-8322-c44dc9aa8ac2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:50.429509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b5de094-0a8a-41d9-8322-c44dc9aa8ac2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6780b0f7-8ef1-41e5-af2c-2caac2d759ee {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:21:50.441354 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0b5de094-0a8a-41d9-8322-c44dc9aa8ac2 admin admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:50.444829 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0b5de094-0a8a-41d9-8322-c44dc9aa8ac2 admin admin] 10.222.0.15 "DELETE /v2.0/routers/6780b0f7-8ef1-41e5-af2c-2caac2d759ee HTTP/1.1" status: 204 len: 168 time: 1.5303872 Feb 28 15:21:50.445058 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53562) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:21:50.505491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b86e5a7-c1db-4d9d-9c3f-a85c25ff1d79 admin admin] Deleting subnet 79f01620-0bbc-4d29-8701-bd81480f0634 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:21:50.508562 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b86e5a7-c1db-4d9d-9c3f-a85c25ff1d79 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:50.559048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b86e5a7-c1db-4d9d-9c3f-a85c25ff1d79 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:50.729569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b86e5a7-c1db-4d9d-9c3f-a85c25ff1d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:50.794145 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b86e5a7-c1db-4d9d-9c3f-a85c25ff1d79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:50.833469 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86e5a7-c1db-4d9d-9c3f-a85c25ff1d79 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79f01620-0bbc-4d29-8701-bd81480f0634,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:21:50.838257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-5b86e5a7-c1db-4d9d-9c3f-a85c25ff1d79 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:50.844117 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135706ac-bec3-4428-ab44-9dc1a33d962f None None] Network 45fafd43-2736-4d72-91ee-5020712da732 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:21:50.844622 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-5b86e5a7-c1db-4d9d-9c3f-a85c25ff1d79 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/79f01620-0bbc-4d29-8701-bd81480f0634 HTTP/1.1" status: 204 len: 168 time: 0.3985853 Feb 28 15:21:50.847126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53566) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:21:50.948924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:50.959266 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] Deleting port 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:21:50.959604 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:51.084137 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae6b00de-3a73-4758-af26-7980e6c6f58c None None] DHCP port deletion for 45fafd43-2736-4d72-91ee-5020712da732 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:21:51.088274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ae6b00de-3a73-4758-af26-7980e6c6f58c None None] Deleting port 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:21:51.088642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ae6b00de-3a73-4758-af26-7980e6c6f58c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:51.161556 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] For port 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec,segment=NetworkSegment(26ff3b85-90b9-49e3-ba13-436339f44ed3),segment_id=26ff3b85-90b9-49e3-ba13-436339f44ed3)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:21:51.161902 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:51.283416 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] Calling delete_port for 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:21:51.283784 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 5024b734-8d83-4607-828e-844d3fe1e292 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:21:51.315819 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ae6b00de-3a73-4758-af26-7980e6c6f58c None None] For port 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec,segment=NetworkSegment(26ff3b85-90b9-49e3-ba13-436339f44ed3),segment_id=26ff3b85-90b9-49e3-ba13-436339f44ed3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:21:51.316097 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ae6b00de-3a73-4758-af26-7980e6c6f58c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:51.333740 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 5024b734-8d83-4607-828e-844d3fe1e292 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:21:51.333924 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 5024b734-8d83-4607-828e-844d3fe1e292 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:21:51.334350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fc4ae94c-0ab8-43bf-ade9-cef51450f985 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:21:51.357261 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:51.402650 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] Pushing event deleted for resources: {'Port': ['ID=0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:21:51.406563 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] No DVR routers for this DVR port 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:21:51.470214 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: fc4ae94c-0ab8-43bf-ade9-cef51450f985 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:21:51.470648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device fc4ae94c-0ab8-43bf-ade9-cef51450f985 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:21:51.471330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:21:51.502308 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ae6b00de-3a73-4758-af26-7980e6c6f58c None None] Calling delete_port for 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:21:51.533005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:51.545039 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:21:51.545384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:21:51.569083 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45fafd43-2736-4d72-91ee-5020712da732']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:51.581672 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '26ff3b85-90b9-49e3-ba13-436339f44ed3') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:51.581962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '26ff3b85-90b9-49e3-ba13-436339f44ed3') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:51.583652 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-ae6b00de-3a73-4758-af26-7980e6c6f58c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:21:51.584005 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-ae6b00de-3a73-4758-af26-7980e6c6f58c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:21:51.594171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:51.609740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:51.615929 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:21:51.616295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:21:51.628866 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:21:51.703159 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:51.707293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:51.734392 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] Pushing event deleted for resources: {'Network': ['ID=45fafd43-2736-4d72-91ee-5020712da732,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:21:51.747264 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-001b1773-9df3-4a30-ac9b-b185afe2862e admin admin] 10.222.0.15 "DELETE /v2.0/networks/45fafd43-2736-4d72-91ee-5020712da732 HTTP/1.1" status: 204 len: 168 time: 0.8990698 Feb 28 15:21:51.750796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53570) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:21:52.085189 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ae6b00de-3a73-4758-af26-7980e6c6f58c None None] Deleting port 0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:21:52.085759 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ae6b00de-3a73-4758-af26-7980e6c6f58c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:52.148846 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-ae6b00de-3a73-4758-af26-7980e6c6f58c None None] The port '0c9dfb0d-3ae1-4af0-bb7f-09e86bfd3dec' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:21:52.227571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-741ef51a-ad59-4b7c-8e43-29bce421bb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:52.813120 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-741ef51a-ad59-4b7c-8e43-29bce421bb3c admin admin] Deleting port f1b4823b-7332-41e8-9eac-0e558d0cc653 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:21:52.813778 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-741ef51a-ad59-4b7c-8e43-29bce421bb3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:52.979815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-741ef51a-ad59-4b7c-8e43-29bce421bb3c admin admin] For port f1b4823b-7332-41e8-9eac-0e558d0cc653, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f1b4823b-7332-41e8-9eac-0e558d0cc653,segment=NetworkSegment(abce0954-9bf3-4d79-8cb4-0dd771e65524),segment_id=abce0954-9bf3-4d79-8cb4-0dd771e65524)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:21:52.980157 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-741ef51a-ad59-4b7c-8e43-29bce421bb3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:53.099584 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-741ef51a-ad59-4b7c-8e43-29bce421bb3c admin admin] Calling delete_port for f1b4823b-7332-41e8-9eac-0e558d0cc653 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:21:53.257369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-741ef51a-ad59-4b7c-8e43-29bce421bb3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:53.300643 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-741ef51a-ad59-4b7c-8e43-29bce421bb3c admin admin] Pushing event deleted for resources: {'Port': ['ID=f1b4823b-7332-41e8-9eac-0e558d0cc653,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:21:53.578194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-741ef51a-ad59-4b7c-8e43-29bce421bb3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:54.221790 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-741ef51a-ad59-4b7c-8e43-29bce421bb3c admin admin] Router c3623b8d-c5fb-4d9c-b8c9-3baaa971a298 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:21:54.414917 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-741ef51a-ad59-4b7c-8e43-29bce421bb3c admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:21:54.426563 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-741ef51a-ad59-4b7c-8e43-29bce421bb3c admin admin] 10.222.0.15 "PUT /v2.0/routers/c3623b8d-c5fb-4d9c-b8c9-3baaa971a298/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6725669 Feb 28 15:21:54.426719 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d86e9cf-e686-4e97-8aef-54c3d03b2ed8 None None] Sync routers for ids ['c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:21:54.427113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53576) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:21:54.437131 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d86e9cf-e686-4e97-8aef-54c3d03b2ed8 None None] Routers {'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:21:54.437747 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1d86e9cf-e686-4e97-8aef-54c3d03b2ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:21:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:54.607536 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-1d86e9cf-e686-4e97-8aef-54c3d03b2ed8 None None] Set router c3623b8d-c5fb-4d9c-b8c9-3baaa971a298 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:21:54.616134 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ab0d0fb-2c7d-4fd3-9f6b-1bbfa35636da admin admin] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:54.808944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ab0d0fb-2c7d-4fd3-9f6b-1bbfa35636da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:54.819845 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-4ab0d0fb-2c7d-4fd3-9f6b-1bbfa35636da admin admin] Deleting port f13b40c7-e33d-4cba-a0b9-7e2febf64ce1 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:21:54.820331 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ab0d0fb-2c7d-4fd3-9f6b-1bbfa35636da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:54.920458 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1d86e9cf-e686-4e97-8aef-54c3d03b2ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'name': 'tempest-TestMinimumBasicScenario-1256641269-router', 'tenant_id': '85ebf231d90e4c438f2a098f7066a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.123'}], 'enable_snat': True}, 'gw_port_id': 'f13b40c7-e33d-4cba-a0b9-7e2febf64ce1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:44Z', 'updated_at': '2022-02-28T15:21:53Z', 'revision_number': 5, 'project_id': '85ebf231d90e4c438f2a098f7066a841', 'gw_port': {'id': 'f13b40c7-e33d-4cba-a0b9-7e2febf64ce1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:c2:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.123', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:19:44Z', 'updated_at': '2022-02-28T15:19:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:54.924738 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d86e9cf-e686-4e97-8aef-54c3d03b2ed8 None None] Checking router: c3623b8d-c5fb-4d9c-b8c9-3baaa971a298 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:21:54.934877 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d86e9cf-e686-4e97-8aef-54c3d03b2ed8 None None] Routers {'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:21:54.935588 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1d86e9cf-e686-4e97-8aef-54c3d03b2ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:21:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:54.986767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-4ab0d0fb-2c7d-4fd3-9f6b-1bbfa35636da admin admin] For port f13b40c7-e33d-4cba-a0b9-7e2febf64ce1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f13b40c7-e33d-4cba-a0b9-7e2febf64ce1,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:21:54.987114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ab0d0fb-2c7d-4fd3-9f6b-1bbfa35636da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:55.081460 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-1d86e9cf-e686-4e97-8aef-54c3d03b2ed8 None None] Set router c3623b8d-c5fb-4d9c-b8c9-3baaa971a298 gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:21:55.185456 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-1d86e9cf-e686-4e97-8aef-54c3d03b2ed8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'name': 'tempest-TestMinimumBasicScenario-1256641269-router', 'tenant_id': '85ebf231d90e4c438f2a098f7066a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:44Z', 'updated_at': '2022-02-28T15:21:54Z', 'revision_number': 6, 'project_id': '85ebf231d90e4c438f2a098f7066a841', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:55.189458 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d86e9cf-e686-4e97-8aef-54c3d03b2ed8 None None] The sync data for ids ['c3623b8d-c5fb-4d9c-b8c9-3baaa971a298'] in dv-neutron-830866-2-hyperv is: [{'id': 'c3623b8d-c5fb-4d9c-b8c9-3baaa971a298', 'name': 'tempest-TestMinimumBasicScenario-1256641269-router', 'tenant_id': '85ebf231d90e4c438f2a098f7066a841', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:19:44Z', 'updated_at': '2022-02-28T15:21:54Z', 'revision_number': 6, 'project_id': '85ebf231d90e4c438f2a098f7066a841', 'gw_port_host': None}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:21:55.213538 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-4ab0d0fb-2c7d-4fd3-9f6b-1bbfa35636da admin admin] Calling delete_port for f13b40c7-e33d-4cba-a0b9-7e2febf64ce1 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:21:55.372399 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ab0d0fb-2c7d-4fd3-9f6b-1bbfa35636da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:55.416641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab0d0fb-2c7d-4fd3-9f6b-1bbfa35636da admin admin] Pushing event deleted for resources: {'Port': ['ID=f13b40c7-e33d-4cba-a0b9-7e2febf64ce1,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:21:55.515515 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c887a014-2a39-48a9-973f-d8b2de3e3ee9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:55.638000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ab0d0fb-2c7d-4fd3-9f6b-1bbfa35636da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:55.644231 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f1b4823b-7332-41e8-9eac-0e558d0cc653 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:21:55.687348 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: f1b4823b-7332-41e8-9eac-0e558d0cc653 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:21:55.687715 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f1b4823b-7332-41e8-9eac-0e558d0cc653 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:21:55.901490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ab0d0fb-2c7d-4fd3-9f6b-1bbfa35636da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:55.905594 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ab0d0fb-2c7d-4fd3-9f6b-1bbfa35636da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:55.930291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ab0d0fb-2c7d-4fd3-9f6b-1bbfa35636da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:55.930906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ab0d0fb-2c7d-4fd3-9f6b-1bbfa35636da admin admin] Fanout notify agent at l3_agent the message router_deleted on router c3623b8d-c5fb-4d9c-b8c9-3baaa971a298 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:21:55.942980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ab0d0fb-2c7d-4fd3-9f6b-1bbfa35636da admin admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:55.944115 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4ab0d0fb-2c7d-4fd3-9f6b-1bbfa35636da admin admin] 10.222.0.15 "DELETE /v2.0/routers/c3623b8d-c5fb-4d9c-b8c9-3baaa971a298 HTTP/1.1" status: 204 len: 168 time: 1.5164187 Feb 28 15:21:55.946616 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53582) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:21:56.006079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-b244986e-c72f-4b2b-861c-7ae51b322b4b admin admin] Deleting subnet be9d4c53-0410-4e28-88e2-7d5bff247bf4 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:21:56.008991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b244986e-c72f-4b2b-861c-7ae51b322b4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:56.061829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b244986e-c72f-4b2b-861c-7ae51b322b4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:56.142318 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b244986e-c72f-4b2b-861c-7ae51b322b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:56.217521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b244986e-c72f-4b2b-861c-7ae51b322b4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:56.255251 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b244986e-c72f-4b2b-861c-7ae51b322b4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=be9d4c53-0410-4e28-88e2-7d5bff247bf4,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:21:56.259920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b244986e-c72f-4b2b-861c-7ae51b322b4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:56.265009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5652a001-b2af-488b-9fa4-95d5bcc3aa0a None None] Network 0ad86a44-7277-46e2-a490-a1c050202b2a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:21:56.265372 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b244986e-c72f-4b2b-861c-7ae51b322b4b admin admin] 10.222.0.15 "DELETE /v2.0/subnets/be9d4c53-0410-4e28-88e2-7d5bff247bf4 HTTP/1.1" status: 204 len: 168 time: 0.3177860 Feb 28 15:21:56.267922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53586) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:21:56.371024 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:56.381837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] Deleting port 823bfd32-991c-46f1-abff-0dd81a630c20 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:21:56.382420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:56.516572 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b6152b-038e-445e-8248-969d1fffbc6a None None] DHCP port deletion for 0ad86a44-7277-46e2-a490-a1c050202b2a request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:21:56.520987 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-44b6152b-038e-445e-8248-969d1fffbc6a None None] Deleting port 823bfd32-991c-46f1-abff-0dd81a630c20 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:21:56.521384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-44b6152b-038e-445e-8248-969d1fffbc6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:56.692876 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] For port 823bfd32-991c-46f1-abff-0dd81a630c20, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=823bfd32-991c-46f1-abff-0dd81a630c20,segment=NetworkSegment(abce0954-9bf3-4d79-8cb4-0dd771e65524),segment_id=abce0954-9bf3-4d79-8cb4-0dd771e65524)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:21:56.693229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:56.759990 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-44b6152b-038e-445e-8248-969d1fffbc6a None None] For port 823bfd32-991c-46f1-abff-0dd81a630c20, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=823bfd32-991c-46f1-abff-0dd81a630c20,segment=NetworkSegment(abce0954-9bf3-4d79-8cb4-0dd771e65524),segment_id=abce0954-9bf3-4d79-8cb4-0dd771e65524)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:21:56.760252 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-44b6152b-038e-445e-8248-969d1fffbc6a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:56.811776 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] Calling delete_port for 823bfd32-991c-46f1-abff-0dd81a630c20 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:21:56.875240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-44b6152b-038e-445e-8248-969d1fffbc6a None None] Calling delete_port for 823bfd32-991c-46f1-abff-0dd81a630c20 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:21:56.886623 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:56.932821 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] Pushing event deleted for resources: {'Port': ['ID=823bfd32-991c-46f1-abff-0dd81a630c20,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:21:56.938794 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] No DVR routers for this DVR port 823bfd32-991c-46f1-abff-0dd81a630c20 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:21:56.946376 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-44b6152b-038e-445e-8248-969d1fffbc6a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:21:56.946733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-44b6152b-038e-445e-8248-969d1fffbc6a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:21:57.050368 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:57.073580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ad86a44-7277-46e2-a490-a1c050202b2a']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:57.085445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abce0954-9bf3-4d79-8cb4-0dd771e65524') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:57.085727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abce0954-9bf3-4d79-8cb4-0dd771e65524') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:21:57.097238 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:57.113278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:57.119225 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:21:57.119678 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:21:57.133101 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:21:57.208682 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:57.224531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:57.234631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] Pushing event deleted for resources: {'Network': ['ID=0ad86a44-7277-46e2-a490-a1c050202b2a,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:21:57.238782 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6398cbdc-9e95-4dcf-b6c4-a592f2302787 admin admin] 10.222.0.15 "DELETE /v2.0/networks/0ad86a44-7277-46e2-a490-a1c050202b2a HTTP/1.1" status: 204 len: 168 time: 0.9699459 Feb 28 15:21:57.292140 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f13b40c7-e33d-4cba-a0b9-7e2febf64ce1 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:21:57.326582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: f13b40c7-e33d-4cba-a0b9-7e2febf64ce1 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:21:57.327484 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f13b40c7-e33d-4cba-a0b9-7e2febf64ce1 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:21:57.327906 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 823bfd32-991c-46f1-abff-0dd81a630c20 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:21:57.358328 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 823bfd32-991c-46f1-abff-0dd81a630c20 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:21:57.358666 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 823bfd32-991c-46f1-abff-0dd81a630c20 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:21:57.434880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53592) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:21:57.448097 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-44b6152b-038e-445e-8248-969d1fffbc6a None None] Deleting port 823bfd32-991c-46f1-abff-0dd81a630c20 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:21:57.448480 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-44b6152b-038e-445e-8248-969d1fffbc6a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:57.484632 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-de6bbab2-4752-41e6-927f-62fbe992daeb admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=192a49798519411cb115a9a1475d2390&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0485604 Feb 28 15:21:57.486999 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53596) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:21:57.514074 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-44b6152b-038e-445e-8248-969d1fffbc6a None None] The port '823bfd32-991c-46f1-abff-0dd81a630c20' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:21:57.549732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f8386d5e-6828-4ebe-9ea1-0acd51c88e25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:57.575623 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f8386d5e-6828-4ebe-9ea1-0acd51c88e25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:57.629639 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f8386d5e-6828-4ebe-9ea1-0acd51c88e25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:57.646280 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8386d5e-6828-4ebe-9ea1-0acd51c88e25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0102f6f4-1b4c-4657-867d-6428dc1bcfcb,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:21:57.659735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f8386d5e-6828-4ebe-9ea1-0acd51c88e25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:57.660841 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f8386d5e-6828-4ebe-9ea1-0acd51c88e25 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/0102f6f4-1b4c-4657-867d-6428dc1bcfcb HTTP/1.1" status: 204 len: 168 time: 0.1729722 Feb 28 15:21:57.671095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8ccf21b8-0fd3-4e2a-91ff-440ab8aa2c1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:57.906602 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:58.051210 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53606) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:21:58.098935 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fb1b41f6-8d0d-4bb1-bc57-d7ddb537e283 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=85ebf231d90e4c438f2a098f7066a841&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0465512 Feb 28 15:21:58.101272 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53610) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:21:58.159108 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd1865c0-0397-483a-91ec-d80702a8d704 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:58.183629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd1865c0-0397-483a-91ec-d80702a8d704 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:58.233639 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd1865c0-0397-483a-91ec-d80702a8d704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:58.248642 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1865c0-0397-483a-91ec-d80702a8d704 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=741e642b-8d63-4110-a05d-b0c1468a98e3,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:21:58.252806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cd1865c0-0397-483a-91ec-d80702a8d704 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:58.253858 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cd1865c0-0397-483a-91ec-d80702a8d704 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/741e642b-8d63-4110-a05d-b0c1468a98e3 HTTP/1.1" status: 204 len: 168 time: 0.1517498 Feb 28 15:21:58.913504 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:21:58.942006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:00.326309 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:00.692503 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53660) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:00.698006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1233569004', 'description': 'tempest-secgroup-smoke-1233569004 description', 'project_id': 'a5283100f1814e64862917972ce1e0b2'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:22:00.703859 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:22:00.707530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:22:00.710310 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:22:00.716042 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:22:00.725890 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:00.738292 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:00.768904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:22:00.772550 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:22:00.775202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:22:00.780717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:22:00.845719 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:00.849170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:00.887959 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:22:00.891845 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5b586d3-eb05-44e9-b90a-439c8013d0e8,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:00.894442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:22:00.897338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:22:00.902993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:22:00.956499 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:00.960009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.002922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39df09ee-1d6b-4199-924c-ec5c1b483143,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:01.005721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.009541 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3b1966fe-c8db-4f9e-9363-6d592abdc78f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.3133972 Feb 28 15:22:01.009778 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53664) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:01.015012 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-1e1413e8-4bab-434a-8656-7e3901d49003 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '39df09ee-1d6b-4199-924c-ec5c1b483143', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:22:01.020686 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1e1413e8-4bab-434a-8656-7e3901d49003 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:22:01.024528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1e1413e8-4bab-434a-8656-7e3901d49003 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:22:01.027486 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-1e1413e8-4bab-434a-8656-7e3901d49003 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:22:01.033536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-1e1413e8-4bab-434a-8656-7e3901d49003 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:22:01.049827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1e1413e8-4bab-434a-8656-7e3901d49003 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.107519 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1e1413e8-4bab-434a-8656-7e3901d49003 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.111581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1e1413e8-4bab-434a-8656-7e3901d49003 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.133733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e1413e8-4bab-434a-8656-7e3901d49003 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=83cf3dd5-5307-4a11-9aee-b95e71bd7e6a,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:01.141613 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1e1413e8-4bab-434a-8656-7e3901d49003 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.142742 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1e1413e8-4bab-434a-8656-7e3901d49003 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1321211 Feb 28 15:22:01.145378 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53668) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:01.150546 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-785b3947-28f2-4dc5-8e3b-688109275ab8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '39df09ee-1d6b-4199-924c-ec5c1b483143', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:22:01.156646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-785b3947-28f2-4dc5-8e3b-688109275ab8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:22:01.160275 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-785b3947-28f2-4dc5-8e3b-688109275ab8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:22:01.163022 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-785b3947-28f2-4dc5-8e3b-688109275ab8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:22:01.168529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-785b3947-28f2-4dc5-8e3b-688109275ab8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:22:01.184886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-785b3947-28f2-4dc5-8e3b-688109275ab8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.245456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-785b3947-28f2-4dc5-8e3b-688109275ab8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.248781 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-785b3947-28f2-4dc5-8e3b-688109275ab8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.270921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785b3947-28f2-4dc5-8e3b-688109275ab8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4d44c48e-37fc-4545-be25-ff3a933a8093,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:01.279474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-785b3947-28f2-4dc5-8e3b-688109275ab8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.281276 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-785b3947-28f2-4dc5-8e3b-688109275ab8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1349974 Feb 28 15:22:01.283946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53672) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:01.289160 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-15697e01-b51e-4575-994d-9e26301c48e6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '39df09ee-1d6b-4199-924c-ec5c1b483143', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:22:01.294685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-15697e01-b51e-4575-994d-9e26301c48e6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:22:01.298424 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-15697e01-b51e-4575-994d-9e26301c48e6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:22:01.301439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-15697e01-b51e-4575-994d-9e26301c48e6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:22:01.307091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-15697e01-b51e-4575-994d-9e26301c48e6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:22:01.323179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-15697e01-b51e-4575-994d-9e26301c48e6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.387857 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-15697e01-b51e-4575-994d-9e26301c48e6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.391647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-15697e01-b51e-4575-994d-9e26301c48e6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.414192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15697e01-b51e-4575-994d-9e26301c48e6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31942b22-fc98-4d13-8286-eb9306bc768f,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:01.423612 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-15697e01-b51e-4575-994d-9e26301c48e6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.424909 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-15697e01-b51e-4575-994d-9e26301c48e6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1400495 Feb 28 15:22:01.427651 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53676) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:01.432919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-3af081cd-1483-4d4b-8d6c-716a06cdf73d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '39df09ee-1d6b-4199-924c-ec5c1b483143', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:22:01.438491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3af081cd-1483-4d4b-8d6c-716a06cdf73d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:22:01.442208 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3af081cd-1483-4d4b-8d6c-716a06cdf73d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:22:01.445009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-3af081cd-1483-4d4b-8d6c-716a06cdf73d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:22:01.450475 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-3af081cd-1483-4d4b-8d6c-716a06cdf73d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:22:01.468162 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3af081cd-1483-4d4b-8d6c-716a06cdf73d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.528640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3af081cd-1483-4d4b-8d6c-716a06cdf73d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.532468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3af081cd-1483-4d4b-8d6c-716a06cdf73d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.554285 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af081cd-1483-4d4b-8d6c-716a06cdf73d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9524d95f-e55f-4dcf-bfa6-58002682c64b,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:01.562784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-3af081cd-1483-4d4b-8d6c-716a06cdf73d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.563955 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-3af081cd-1483-4d4b-8d6c-716a06cdf73d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1354222 Feb 28 15:22:01.566632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53680) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:01.571861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-35b32cd3-c60f-479e-bbb1-c1c857265332 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '39df09ee-1d6b-4199-924c-ec5c1b483143', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:22:01.577895 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-35b32cd3-c60f-479e-bbb1-c1c857265332 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:22:01.581652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-35b32cd3-c60f-479e-bbb1-c1c857265332 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:22:01.584460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-35b32cd3-c60f-479e-bbb1-c1c857265332 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:22:01.590284 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-35b32cd3-c60f-479e-bbb1-c1c857265332 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:22:01.600654 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-35b32cd3-c60f-479e-bbb1-c1c857265332 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Project a5283100f1814e64862917972ce1e0b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:22:01.606661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-35b32cd3-c60f-479e-bbb1-c1c857265332 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.669282 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-35b32cd3-c60f-479e-bbb1-c1c857265332 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.672665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-35b32cd3-c60f-479e-bbb1-c1c857265332 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.697233 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35b32cd3-c60f-479e-bbb1-c1c857265332 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=758aedbb-3386-412a-82de-3c3e85989648,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:01.705760 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-35b32cd3-c60f-479e-bbb1-c1c857265332 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.706890 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-35b32cd3-c60f-479e-bbb1-c1c857265332 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1393726 Feb 28 15:22:01.709618 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53684) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:01.715005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-9f6f8bc9-42a0-4b7f-8a00-766972ac1b24 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '39df09ee-1d6b-4199-924c-ec5c1b483143', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:22:01.720480 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9f6f8bc9-42a0-4b7f-8a00-766972ac1b24 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:22:01.724117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9f6f8bc9-42a0-4b7f-8a00-766972ac1b24 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:22:01.726885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-9f6f8bc9-42a0-4b7f-8a00-766972ac1b24 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:22:01.732358 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-9f6f8bc9-42a0-4b7f-8a00-766972ac1b24 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:22:01.743416 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-9f6f8bc9-42a0-4b7f-8a00-766972ac1b24 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Project a5283100f1814e64862917972ce1e0b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:22:01.750218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8bc9-42a0-4b7f-8a00-766972ac1b24 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.812945 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8bc9-42a0-4b7f-8a00-766972ac1b24 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.816254 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8bc9-42a0-4b7f-8a00-766972ac1b24 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.839615 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f6f8bc9-42a0-4b7f-8a00-766972ac1b24 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef4cf8c1-7b99-4732-bc66-e6f79178eaed,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:01.847356 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9f6f8bc9-42a0-4b7f-8a00-766972ac1b24 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.848508 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9f6f8bc9-42a0-4b7f-8a00-766972ac1b24 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1380129 Feb 28 15:22:01.851483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53688) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:01.856750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f28607bf-e514-46f6-972c-fb423db48fda tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'network': {'name': 'tempest-network-smoke--77553974', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'port_security_enabled': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:22:01.861390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f28607bf-e514-46f6-972c-fb423db48fda tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:22:01.865108 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f28607bf-e514-46f6-972c-fb423db48fda tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:network and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:22:01.867877 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f28607bf-e514-46f6-972c-fb423db48fda tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:22:01.873883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f28607bf-e514-46f6-972c-fb423db48fda tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:22:01.882948 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f28607bf-e514-46f6-972c-fb423db48fda tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Made reservation on behalf of a5283100f1814e64862917972ce1e0b2 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:22:01.885751 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f28607bf-e514-46f6-972c-fb423db48fda tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.912702 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f28607bf-e514-46f6-972c-fb423db48fda tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:22:01.921328 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f28607bf-e514-46f6-972c-fb423db48fda tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.921661 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-f28607bf-e514-46f6-972c-fb423db48fda tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Added segment 02fbe402-58c6-4a07-bd65-d4a512d4f90f of type vlan for network 74057162-b27d-4a4b-8cc2-99fa3fea6c97 Feb 28 15:22:01.946444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f28607bf-e514-46f6-972c-fb423db48fda tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.973903 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f28607bf-e514-46f6-972c-fb423db48fda tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:01.977556 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f28607bf-e514-46f6-972c-fb423db48fda tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:01.978117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f28607bf-e514-46f6-972c-fb423db48fda tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:02.065034 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f28607bf-e514-46f6-972c-fb423db48fda tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2124097 Feb 28 15:22:02.067956 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53692) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:02.073186 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-16800722', 'admin_state_up': True, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:22:02.079891 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:22:02.083211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f28607bf-e514-46f6-972c-fb423db48fda tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Network': ['ID=74057162-b27d-4a4b-8cc2-99fa3fea6c97,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:02.083718 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:router and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:22:02.087425 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:22:02.094082 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 74057162-b27d-4a4b-8cc2-99fa3fea6c97 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:22:02.094530 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:22:02.104814 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:02.105621 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:02.122932 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:02.264481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:02.437426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:02.550586 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:02.680349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.26.4.105 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/b209b1dd-9707-4e05-9be6-ebebb71da5ee) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:22:02.822131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:02.849621 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:02.915480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:22:02.918114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:22:02.920629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:22:02.953136 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=b209b1dd-9707-4e05-9be6-ebebb71da5ee,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:03.077822 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:03.078454 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:03.297831 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router abe1633f-96d2-4cf4-bffd-675eff1533bb is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:22:03.489497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:22:03.500617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Sync routers for ids ['abe1633f-96d2-4cf4-bffd-675eff1533bb'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:22:03.511759 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Routers {'abe1633f-96d2-4cf4-bffd-675eff1533bb'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:22:03.512354 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:21:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['abe1633f-96d2-4cf4-bffd-675eff1533bb'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:22:03.515650 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:03.516821 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0143385c-51c7-4727-8d6f-639d0a0810c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.4479060 Feb 28 15:22:03.519911 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53696) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:03.681380 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-87bcbfdd-88c6-4d18-b810-aed6f6831d93 tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=a5283100f1814e64862917972ce1e0b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1603453 Feb 28 15:22:03.683993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53702) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:03.686351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Set router abe1633f-96d2-4cf4-bffd-675eff1533bb gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:22:03.812907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc1bebd-ecf2-41f4-899e-43393f1c326d tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:03.814279 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2dc1bebd-ecf2-41f4-899e-43393f1c326d tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1294043 Feb 28 15:22:03.817144 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53706) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:03.855821 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3fffa87c-9486-4988-99fa-7871c4fd826e tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0375509 Feb 28 15:22:03.858327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53710) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:03.863390 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-deba8911-3118-48fd-b9af-d78f04caa140 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-338528704', 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:22:03.960970 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16800722', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:03Z', 'revision_number': 3, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:22:03.965072 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Checking router: abe1633f-96d2-4cf4-bffd-675eff1533bb for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:22:03.965415 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Updating router abe1633f-96d2-4cf4-bffd-675eff1533bb port b209b1dd-9707-4e05-9be6-ebebb71da5ee binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:22:03.968809 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-deba8911-3118-48fd-b9af-d78f04caa140 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:22:03.972526 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-deba8911-3118-48fd-b9af-d78f04caa140 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:subnet and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:22:03.975234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-deba8911-3118-48fd-b9af-d78f04caa140 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:22:03.980885 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-deba8911-3118-48fd-b9af-d78f04caa140 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:22:03.990652 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-deba8911-3118-48fd-b9af-d78f04caa140 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Made reservation on behalf of a5283100f1814e64862917972ce1e0b2 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:22:04.015281 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:04.092602 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-deba8911-3118-48fd-b9af-d78f04caa140 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:04.332658 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:04.344916 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Transition to ACTIVE for port object b209b1dd-9707-4e05-9be6-ebebb71da5ee will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:22:04.351119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:04.397005 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-deba8911-3118-48fd-b9af-d78f04caa140 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:04.468230 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78276de4-aac5-4bba-8b00-d38e7f717806 None None] Pushing event updated for resources: {'Port': ['ID=b209b1dd-9707-4e05-9be6-ebebb71da5ee,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:04.470344 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Attempting to bind port b209b1dd-9707-4e05-9be6-ebebb71da5ee on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:22:04.470699 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Attempting to bind port b209b1dd-9707-4e05-9be6-ebebb71da5ee by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:22:04.471053 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Attempting to bind port b209b1dd-9707-4e05-9be6-ebebb71da5ee on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:22:04.478325 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deba8911-3118-48fd-b9af-d78f04caa140 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Subnet': ['ID=b9d0545b-c450-4ee6-956a-c619907ba619,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:04.482095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78276de4-aac5-4bba-8b00-d38e7f717806 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:04.482436 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78276de4-aac5-4bba-8b00-d38e7f717806 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:04.484118 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78276de4-aac5-4bba-8b00-d38e7f717806 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:04.484118 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78276de4-aac5-4bba-8b00-d38e7f717806 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:04.484118 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78276de4-aac5-4bba-8b00-d38e7f717806 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:04.484314 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78276de4-aac5-4bba-8b00-d38e7f717806 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:04.484568 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78276de4-aac5-4bba-8b00-d38e7f717806 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:04.484890 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78276de4-aac5-4bba-8b00-d38e7f717806 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:04.485208 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78276de4-aac5-4bba-8b00-d38e7f717806 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:04.485969 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78276de4-aac5-4bba-8b00-d38e7f717806 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:04.485969 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78276de4-aac5-4bba-8b00-d38e7f717806 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:04.488932 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:22:04.489302 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:22:04.489698 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:04.490075 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:22:04.490527 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Bound port: b209b1dd-9707-4e05-9be6-ebebb71da5ee, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:22:04.490890 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:04.491071 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-deba8911-3118-48fd-b9af-d78f04caa140 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Checking segment: {'id': '02fbe402-58c6-4a07-bd65-d4a512d4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:22:04.491426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deba8911-3118-48fd-b9af-d78f04caa140 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network hostable DHCP agents. Network: 74057162-b27d-4a4b-8cc2-99fa3fea6c97, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:22:04.513630 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-deba8911-3118-48fd-b9af-d78f04caa140 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 74057162-b27d-4a4b-8cc2-99fa3fea6c97 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:22:04.523353 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-deba8911-3118-48fd-b9af-d78f04caa140 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 74057162-b27d-4a4b-8cc2-99fa3fea6c97) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:22:04.528309 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-deba8911-3118-48fd-b9af-d78f04caa140 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:04.528993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-deba8911-3118-48fd-b9af-d78f04caa140 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:04.536874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d66d8ea-090b-4040-ab6e-10e797e50c0f None None] Network 74057162-b27d-4a4b-8cc2-99fa3fea6c97 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:22:04.552125 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-deba8911-3118-48fd-b9af-d78f04caa140 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.6928356 Feb 28 15:22:04.554891 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53714) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:04.638029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] For port b209b1dd-9707-4e05-9be6-ebebb71da5ee, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:22:04.642804 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] For port b209b1dd-9707-4e05-9be6-ebebb71da5ee, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=b209b1dd-9707-4e05-9be6-ebebb71da5ee,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:22:04.649337 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:04.793170 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78276de4-aac5-4bba-8b00-d38e7f717806 None None] Pushing event updated for resources: {'Port': ['ID=b209b1dd-9707-4e05-9be6-ebebb71da5ee,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:04.801563 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Routers {'abe1633f-96d2-4cf4-bffd-675eff1533bb'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:22:04.802033 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:21:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['abe1633f-96d2-4cf4-bffd-675eff1533bb'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:22:04.961011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ips': [{'subnet_id': 'b9d0545b-c450-4ee6-956a-c619907ba619'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:22:04.961802 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:05.086845 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] Set router abe1633f-96d2-4cf4-bffd-675eff1533bb gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:22:05.294903 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:05.315499 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Allocated IP 172.20.0.2 (74057162-b27d-4a4b-8cc2-99fa3fea6c97/b9d0545b-c450-4ee6-956a-c619907ba619/1913f38a-eef9-4788-ac3c-36cb3d8340f6) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:22:05.781394 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:05.785937 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16800722', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:03Z', 'revision_number': 3, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:22:05.800174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e37dbff-f38c-4b34-82a9-2bcab75a4632 None None] The sync data for ids ['abe1633f-96d2-4cf4-bffd-675eff1533bb'] in dv-neutron-830866-2-hyperv is: [{'id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16800722', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:03Z', 'revision_number': 3, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:22:05.803947 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Transition to ACTIVE for port object 1913f38a-eef9-4788-ac3c-36cb3d8340f6 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:22:05.830008 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Transition to ACTIVE for port object 1913f38a-eef9-4788-ac3c-36cb3d8340f6 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:22:05.840503 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:05.914197 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.20.0.1 (74057162-b27d-4a4b-8cc2-99fa3fea6c97/b9d0545b-c450-4ee6-956a-c619907ba619/f5efeb03-6f89-4ebf-9458-90385d5d5745) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:22:05.918085 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Network 74057162-b27d-4a4b-8cc2-99fa3fea6c97 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:22:05.923710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:22:05.926412 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Pushing event updated for resources: {'Port': ['ID=1913f38a-eef9-4788-ac3c-36cb3d8340f6,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:05.928692 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:22:06.064991 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Attempting to bind port 1913f38a-eef9-4788-ac3c-36cb3d8340f6 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:22:06.065762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Attempting to bind port 1913f38a-eef9-4788-ac3c-36cb3d8340f6 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '02fbe402-58c6-4a07-bd65-d4a512d4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:22:06.067420 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Attempting to bind port 1913f38a-eef9-4788-ac3c-36cb3d8340f6 on network 74057162-b27d-4a4b-8cc2-99fa3fea6c97 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:22:06.074799 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:22:06.075174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Checking segment: {'id': '02fbe402-58c6-4a07-bd65-d4a512d4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:22:06.075597 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:06.075992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Bound using segment: {'id': '02fbe402-58c6-4a07-bd65-d4a512d4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:22:06.076829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Bound port: 1913f38a-eef9-4788-ac3c-36cb3d8340f6, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fbe402-58c6-4a07-bd65-d4a512d4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:22:06.077334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:06.126652 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:06.147712 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Transition to ACTIVE for port object f5efeb03-6f89-4ebf-9458-90385d5d5745 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:22:06.172270 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:06.172496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] For port 1913f38a-eef9-4788-ac3c-36cb3d8340f6, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:22:06.175788 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] For port 1913f38a-eef9-4788-ac3c-36cb3d8340f6, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1913f38a-eef9-4788-ac3c-36cb3d8340f6,segment=NetworkSegment(02fbe402-58c6-4a07-bd65-d4a512d4f90f),segment_id=02fbe402-58c6-4a07-bd65-d4a512d4f90f)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:22:06.181148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:06.273743 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b76ba0c-966e-431f-8da7-05209dae2b03 None None] Pushing event updated for resources: {'Port': ['ID=1913f38a-eef9-4788-ac3c-36cb3d8340f6,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:06.352566 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 74057162-b27d-4a4b-8cc2-99fa3fea6c97 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:22:06.360624 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:22:06.365785 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:22:06.434566 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:06.443957 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=f5efeb03-6f89-4ebf-9458-90385d5d5745,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:06.540927 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:06.946268 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:06.951002 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:07.064482 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:07.067941 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=f5efeb03-6f89-4ebf-9458-90385d5d5745,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:07.213981 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 74057162-b27d-4a4b-8cc2-99fa3fea6c97 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:22:07.215369 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:22:07.329190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d384d14c-6411-43a7-9a9a-a7ccb61df0d6 None None] Network 74057162-b27d-4a4b-8cc2-99fa3fea6c97 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:22:07.397201 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1913f38a-eef9-4788-ac3c-36cb3d8340f6 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:22:07.484148 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-82006e02-b309-42a8-a16d-7ab45fe2ddae None None] Provisioning for port 1913f38a-eef9-4788-ac3c-36cb3d8340f6 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:22:07.564250 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 1913f38a-eef9-4788-ac3c-36cb3d8340f6 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:22:07.573131 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 1913f38a-eef9-4788-ac3c-36cb3d8340f6 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:22:07.573435 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:07.617321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router abe1633f-96d2-4cf4-bffd-675eff1533bb has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:22:07.741449 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:07.786001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 1913f38a-eef9-4788-ac3c-36cb3d8340f6, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1913f38a-eef9-4788-ac3c-36cb3d8340f6,segment=NetworkSegment(02fbe402-58c6-4a07-bd65-d4a512d4f90f),segment_id=02fbe402-58c6-4a07-bd65-d4a512d4f90f)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:22:07.792663 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:07.793470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b209b1dd-9707-4e05-9be6-ebebb71da5ee up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:22:07.907492 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=1913f38a-eef9-4788-ac3c-36cb3d8340f6,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:07.923102 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port b209b1dd-9707-4e05-9be6-ebebb71da5ee completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:22:07.928287 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port b209b1dd-9707-4e05-9be6-ebebb71da5ee triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:22:07.928777 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:07.947439 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:22:07.969063 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d056dd7d-47c2-4986-9409-717906580bc9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "PUT /v2.0/routers/abe1633f-96d2-4cf4-bffd-675eff1533bb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4130096 Feb 28 15:22:08.064249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:08.071668 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a9864238-d75a-4566-880e-db719ff460b0 None None] Provisioning for port f5efeb03-6f89-4ebf-9458-90385d5d5745 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:22:08.081249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a9864238-d75a-4566-880e-db719ff460b0 None None] Provisioning complete for port f5efeb03-6f89-4ebf-9458-90385d5d5745 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:22:08.081614 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a9864238-d75a-4566-880e-db719ff460b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:08.125727 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port b209b1dd-9707-4e05-9be6-ebebb71da5ee, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=b209b1dd-9707-4e05-9be6-ebebb71da5ee,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:22:08.137459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:08.183631 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a9864238-d75a-4566-880e-db719ff460b0 None None] Port f5efeb03-6f89-4ebf-9458-90385d5d5745 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:22:08.214962 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=b209b1dd-9707-4e05-9be6-ebebb71da5ee,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:08.219385 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a9864238-d75a-4566-880e-db719ff460b0 None None] Provisioning complete for port 1913f38a-eef9-4788-ac3c-36cb3d8340f6 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:22:08.219774 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a9864238-d75a-4566-880e-db719ff460b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:08.290185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-7a48dd6d-6955-4016-aa3c-f221b389f966 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:22:08.309612 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-7a48dd6d-6955-4016-aa3c-f221b389f966 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:22:08.311347 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-7a48dd6d-6955-4016-aa3c-f221b389f966 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1233569004&fields=id&tenant_id=a5283100f1814e64862917972ce1e0b2 HTTP/1.1" status: 200 len: 267 time: 0.0621369 Feb 28 15:22:08.455124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-e440ae01-acab-43c8-8b6d-f9b020fdd4e0 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:08.455822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-e440ae01-acab-43c8-8b6d-f9b020fdd4e0 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:22:08.463810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2d30154e-8713-4019-9ca9-6e04edf066fb None None] Provisioning complete for port f5efeb03-6f89-4ebf-9458-90385d5d5745 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:22:08.464461 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2d30154e-8713-4019-9ca9-6e04edf066fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:08.474134 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-e440ae01-acab-43c8-8b6d-f9b020fdd4e0 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:22:08.475279 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-e440ae01-acab-43c8-8b6d-f9b020fdd4e0 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/networks?id=74057162-b27d-4a4b-8cc2-99fa3fea6c97 HTTP/1.1" status: 200 len: 795 time: 0.1571908 Feb 28 15:22:08.491858 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-bff4c34c-1314-4c17-a120-3bf68a8bf522 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/quotas/a5283100f1814e64862917972ce1e0b2 HTTP/1.1" status: 200 len: 375 time: 0.0109637 Feb 28 15:22:08.518703 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-2d30154e-8713-4019-9ca9-6e04edf066fb None None] Port f5efeb03-6f89-4ebf-9458-90385d5d5745 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:22:08.652677 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-928026d9-824b-42c8-9061-b250da6502d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1557722 Feb 28 15:22:08.786621 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-49058b7f-82c7-4d16-9b47-881e1ef27907 service neutron] 10.222.0.15 "GET /v2.0/networks/74057162-b27d-4a4b-8cc2-99fa3fea6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221230 Feb 28 15:22:08.914279 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-e74ef2f5-e008-4e94-b357-712fcd2d5d19 service neutron] 10.222.0.15 "GET /v2.0/networks/74057162-b27d-4a4b-8cc2-99fa3fea6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220441 Feb 28 15:22:09.296897 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1913f38a-eef9-4788-ac3c-36cb3d8340f6 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:22:09.367773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 1913f38a-eef9-4788-ac3c-36cb3d8340f6 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:22:09.368140 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:09.368229 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Sync routers for ids ['abe1633f-96d2-4cf4-bffd-675eff1533bb'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:22:09.383241 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Routers {'abe1633f-96d2-4cf4-bffd-675eff1533bb'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:22:09.383863 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:21:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['abe1633f-96d2-4cf4-bffd-675eff1533bb'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:22:09.479862 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b209b1dd-9707-4e05-9be6-ebebb71da5ee up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:22:09.546031 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port b209b1dd-9707-4e05-9be6-ebebb71da5ee triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:22:09.546393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:09.555011 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Set router abe1633f-96d2-4cf4-bffd-675eff1533bb gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:22:09.859857 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16800722', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:06Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'f5efeb03-6f89-4ebf-9458-90385d5d5745', 'name': '', 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:c6:95:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:05Z', 'updated_at': '2022-02-28T15:22:06Z', 'revision_number': 2, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:22:09.863385 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Checking router: abe1633f-96d2-4cf4-bffd-675eff1533bb for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:22:09.863753 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Updating router abe1633f-96d2-4cf4-bffd-675eff1533bb port f5efeb03-6f89-4ebf-9458-90385d5d5745 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:22:09.911879 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:10.188694 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-5dd1eb3b-2838-45b1-87f1-60080a42764a req-b173c7a7-0fa3-4b72-80a3-3bc523abf120 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:22:10.207933 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-5dd1eb3b-2838-45b1-87f1-60080a42764a req-b173c7a7-0fa3-4b72-80a3-3bc523abf120 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:22:10.209319 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5dd1eb3b-2838-45b1-87f1-60080a42764a req-b173c7a7-0fa3-4b72-80a3-3bc523abf120 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 210 time: 0.1336496 Feb 28 15:22:10.259797 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:10.272150 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Transition to ACTIVE for port object f5efeb03-6f89-4ebf-9458-90385d5d5745 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:22:10.278176 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:10.431673 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c92e02-7521-4d17-b5eb-ff3d90999b45 None None] Pushing event updated for resources: {'Port': ['ID=f5efeb03-6f89-4ebf-9458-90385d5d5745,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:10.441705 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c92e02-7521-4d17-b5eb-ff3d90999b45 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:10.442044 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c92e02-7521-4d17-b5eb-ff3d90999b45 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:10.442375 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c92e02-7521-4d17-b5eb-ff3d90999b45 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:10.442713 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c92e02-7521-4d17-b5eb-ff3d90999b45 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:10.443024 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c92e02-7521-4d17-b5eb-ff3d90999b45 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:10.443353 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c92e02-7521-4d17-b5eb-ff3d90999b45 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:10.443703 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c92e02-7521-4d17-b5eb-ff3d90999b45 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:10.444022 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c92e02-7521-4d17-b5eb-ff3d90999b45 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:10.444340 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c92e02-7521-4d17-b5eb-ff3d90999b45 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:10.444651 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c92e02-7521-4d17-b5eb-ff3d90999b45 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:10.444958 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-50c92e02-7521-4d17-b5eb-ff3d90999b45 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:10.531451 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Attempting to bind port f5efeb03-6f89-4ebf-9458-90385d5d5745 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:22:10.531843 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Attempting to bind port f5efeb03-6f89-4ebf-9458-90385d5d5745 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '02fbe402-58c6-4a07-bd65-d4a512d4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:22:10.532197 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Attempting to bind port f5efeb03-6f89-4ebf-9458-90385d5d5745 on network 74057162-b27d-4a4b-8cc2-99fa3fea6c97 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:22:10.538945 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 21, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:22:10.539631 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Checking segment: {'id': '02fbe402-58c6-4a07-bd65-d4a512d4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:22:10.540180 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:10.540669 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Bound using segment: {'id': '02fbe402-58c6-4a07-bd65-d4a512d4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:22:10.541018 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Bound port: f5efeb03-6f89-4ebf-9458-90385d5d5745, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '02fbe402-58c6-4a07-bd65-d4a512d4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:22:10.541383 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:10.626822 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] For port f5efeb03-6f89-4ebf-9458-90385d5d5745, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:22:10.629608 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] For port f5efeb03-6f89-4ebf-9458-90385d5d5745, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f5efeb03-6f89-4ebf-9458-90385d5d5745,segment=NetworkSegment(02fbe402-58c6-4a07-bd65-d4a512d4f90f),segment_id=02fbe402-58c6-4a07-bd65-d4a512d4f90f)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:22:10.632798 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:10.712893 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c92e02-7521-4d17-b5eb-ff3d90999b45 None None] Pushing event updated for resources: {'Port': ['ID=f5efeb03-6f89-4ebf-9458-90385d5d5745,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:10.718364 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Routers {'abe1633f-96d2-4cf4-bffd-675eff1533bb'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:22:10.718965 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:21:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['abe1633f-96d2-4cf4-bffd-675eff1533bb'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:22:10.895906 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] Set router abe1633f-96d2-4cf4-bffd-675eff1533bb gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:22:11.192773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-bf18e5dc-2f0f-47be-a83e-5f1b4bd81ef3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:11.194280 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-bf18e5dc-2f0f-47be-a83e-5f1b4bd81ef3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "GET /v2.0/networks?id=74057162-b27d-4a4b-8cc2-99fa3fea6c97 HTTP/1.1" status: 200 len: 795 time: 0.1574895 Feb 28 15:22:11.221262 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16800722', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:06Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'f5efeb03-6f89-4ebf-9458-90385d5d5745', 'name': '', 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:c6:95:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:05Z', 'updated_at': '2022-02-28T15:22:10Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:22:11.226035 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3380f940-57d2-46ff-a72f-652f896c8d65 None None] The sync data for ids ['abe1633f-96d2-4cf4-bffd-675eff1533bb'] in dv-neutron-830866-2-hyperv is: [{'id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16800722', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:06Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'f5efeb03-6f89-4ebf-9458-90385d5d5745', 'name': '', 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:c6:95:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:05Z', 'updated_at': '2022-02-28T15:22:10Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:22:11.259258 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-b4f6cd46-b73a-427b-8553-a5f47401deab tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5283100f1814e64862917972ce1e0b2 HTTP/1.1" status: 200 len: 380 time: 0.0521049 Feb 28 15:22:11.269810 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-137e9463-c955-4540-9654-e73cd553b2f4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'port': {'device_id': '0f8ed4df-e47a-45c9-8812-e558a53f76e6', 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'admin_state_up': True, 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'security_groups': ['39df09ee-1d6b-4199-924c-ec5c1b483143']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:22:11.420049 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d8671936-b5d9-4f1f-96c5-d5e9e94ed2fc req-175afa64-24f4-4f7b-a97b-e9e1ca88382f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 210 time: 0.0528779 Feb 28 15:22:11.489119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-137e9463-c955-4540-9654-e73cd553b2f4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:22:11.499229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-137e9463-c955-4540-9654-e73cd553b2f4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:22:11.509404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-137e9463-c955-4540-9654-e73cd553b2f4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Made reservation on behalf of a5283100f1814e64862917972ce1e0b2 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:22:11.512577 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-137e9463-c955-4540-9654-e73cd553b2f4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:11.678811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-137e9463-c955-4540-9654-e73cd553b2f4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.20.0.8 (74057162-b27d-4a4b-8cc2-99fa3fea6c97/b9d0545b-c450-4ee6-956a-c619907ba619/349be4af-8a40-4fa6-91fd-885329451e9a) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:22:11.880195 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-137e9463-c955-4540-9654-e73cd553b2f4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:11.896286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-137e9463-c955-4540-9654-e73cd553b2f4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Transition to ACTIVE for port object 349be4af-8a40-4fa6-91fd-885329451e9a will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:22:11.917992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-137e9463-c955-4540-9654-e73cd553b2f4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:11.993483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-137e9463-c955-4540-9654-e73cd553b2f4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 74057162-b27d-4a4b-8cc2-99fa3fea6c97 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:22:11.996381 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-137e9463-c955-4540-9654-e73cd553b2f4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:22:12.000821 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-137e9463-c955-4540-9654-e73cd553b2f4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:22:12.029239 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137e9463-c955-4540-9654-e73cd553b2f4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=349be4af-8a40-4fa6-91fd-885329451e9a,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:12.064497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-137e9463-c955-4540-9654-e73cd553b2f4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:12.065286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-137e9463-c955-4540-9654-e73cd553b2f4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:12.093957 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-137e9463-c955-4540-9654-e73cd553b2f4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8280187 Feb 28 15:22:12.105297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Request body: {'port': {'device_id': '0f8ed4df-e47a-45c9-8812-e558a53f76e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:22:12.225383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:12.246312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-105d36a0-2294-4632-853c-112c5fd977b8 None None] Provisioning for port 349be4af-8a40-4fa6-91fd-885329451e9a completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:22:12.251850 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-105d36a0-2294-4632-853c-112c5fd977b8 None None] Provisioning complete for port 349be4af-8a40-4fa6-91fd-885329451e9a triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:22:12.252539 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-105d36a0-2294-4632-853c-112c5fd977b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:12.311393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-105d36a0-2294-4632-853c-112c5fd977b8 None None] Port 349be4af-8a40-4fa6-91fd-885329451e9a cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:22:12.595277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 349be4af-8a40-4fa6-91fd-885329451e9a {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:22:12.601986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:12.617106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Transition to ACTIVE for port object 349be4af-8a40-4fa6-91fd-885329451e9a will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:22:12.620721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:12.658307 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2aa24fd-7fdc-4666-a222-f96dd7bde1e1 req-ccd17457-0533-41ba-84b7-496431b55f39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:12.659930 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b2aa24fd-7fdc-4666-a222-f96dd7bde1e1 req-ccd17457-0533-41ba-84b7-496431b55f39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 931 time: 0.0828404 Feb 28 15:22:12.712436 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b2aa24fd-7fdc-4666-a222-f96dd7bde1e1 req-985055f2-bd6b-4561-851a-44e679bcd2d2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452614 Feb 28 15:22:12.857633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Pushing event updated for resources: {'Port': ['ID=349be4af-8a40-4fa6-91fd-885329451e9a,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:12.969153 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Attempting to bind port 349be4af-8a40-4fa6-91fd-885329451e9a on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:22:12.969478 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Attempting to bind port 349be4af-8a40-4fa6-91fd-885329451e9a by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '02fbe402-58c6-4a07-bd65-d4a512d4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:22:12.969827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Attempting to bind port 349be4af-8a40-4fa6-91fd-885329451e9a on network 74057162-b27d-4a4b-8cc2-99fa3fea6c97 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:22:12.975750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Port 349be4af-8a40-4fa6-91fd-885329451e9a on network 74057162-b27d-4a4b-8cc2-99fa3fea6c97 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:22:12.976064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Attempting to bind port 349be4af-8a40-4fa6-91fd-885329451e9a on network 74057162-b27d-4a4b-8cc2-99fa3fea6c97 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:22:12.982000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 21, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:22:12.982328 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Checking segment: {'id': '02fbe402-58c6-4a07-bd65-d4a512d4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:22:12.982695 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Bound using segment: {'id': '02fbe402-58c6-4a07-bd65-d4a512d4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:22:12.983098 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Bound port: 349be4af-8a40-4fa6-91fd-885329451e9a, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02fbe402-58c6-4a07-bd65-d4a512d4f90f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:22:12.983428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:13.069664 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] For port 349be4af-8a40-4fa6-91fd-885329451e9a, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:22:13.072648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] For port 349be4af-8a40-4fa6-91fd-885329451e9a, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=349be4af-8a40-4fa6-91fd-885329451e9a,segment=NetworkSegment(02fbe402-58c6-4a07-bd65-d4a512d4f90f),segment_id=02fbe402-58c6-4a07-bd65-d4a512d4f90f)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:22:13.078103 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:13.131760 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:13.133556 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] 10.222.0.20 "PUT /v2.0/ports/349be4af-8a40-4fa6-91fd-885329451e9a HTTP/1.1" status: 200 len: 1093 time: 1.0325992 Feb 28 15:22:13.136630 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8ed4df-e47a-45c9-8812-e558a53f76e6', 'tag': '349be4af-8a40-4fa6-91fd-885329451e9a'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:22:13.209353 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8ed4df-e47a-45c9-8812-e558a53f76e6', 'tag': '349be4af-8a40-4fa6-91fd-885329451e9a', 'status': 'completed', 'code': 200} Feb 28 15:22:13.215964 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ba565d-493d-4997-8ad2-30af312e9e6a service neutron] Pushing event updated for resources: {'Port': ['ID=349be4af-8a40-4fa6-91fd-885329451e9a,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:13.262385 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-554d965d-c0ef-4abf-898c-32ae2acc7781 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 1096 time: 0.0868442 Feb 28 15:22:13.323405 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f5efeb03-6f89-4ebf-9458-90385d5d5745 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:22:13.334935 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-236fcfab-371d-4ffc-9e6e-05acf6ac8614 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=349be4af-8a40-4fa6-91fd-885329451e9a HTTP/1.1" status: 200 len: 217 time: 0.0666206 Feb 28 15:22:13.395564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-448892e8-c81f-433f-9242-cb2627147b5c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:13.396976 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-448892e8-c81f-433f-9242-cb2627147b5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9d0545b-c450-4ee6-956a-c619907ba619 HTTP/1.1" status: 200 len: 834 time: 0.0564833 Feb 28 15:22:13.404053 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port f5efeb03-6f89-4ebf-9458-90385d5d5745 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:22:13.408928 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port f5efeb03-6f89-4ebf-9458-90385d5d5745 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:22:13.409245 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:13.473294 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-3f079778-291d-4335-8570-c2814a2e6f54 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74057162-b27d-4a4b-8cc2-99fa3fea6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0697434 Feb 28 15:22:13.521265 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:13.555152 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port f5efeb03-6f89-4ebf-9458-90385d5d5745, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f5efeb03-6f89-4ebf-9458-90385d5d5745,segment=NetworkSegment(02fbe402-58c6-4a07-bd65-d4a512d4f90f),segment_id=02fbe402-58c6-4a07-bd65-d4a512d4f90f)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:22:13.558807 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:13.602005 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-76ae3925-cb66-4085-8f56-bceacec1fbc0 service neutron] 10.222.0.20 "GET /v2.0/networks/74057162-b27d-4a4b-8cc2-99fa3fea6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222320 Feb 28 15:22:13.623620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=f5efeb03-6f89-4ebf-9458-90385d5d5745,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:13.729914 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66636b3c-4230-41c5-b5fe-aeb308adb0a1 req-0dacc5d1-5331-45cf-872f-b4eabcb9c79d service neutron] 10.222.0.20 "GET /v2.0/networks/74057162-b27d-4a4b-8cc2-99fa3fea6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227045 Feb 28 15:22:13.844967 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b29ed066-8331-4191-99ff-72c011fca043 req-fac19c3a-454c-4de9-a2ac-a993a3b8075d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 1096 time: 0.0722816 Feb 28 15:22:13.915213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd56fb9-812f-4d4e-8d50-3db0e50a3712 req-603ff1e4-2e49-458a-a055-999cec0a150a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:13.916709 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1dd56fb9-812f-4d4e-8d50-3db0e50a3712 req-603ff1e4-2e49-458a-a055-999cec0a150a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 943 time: 0.0755379 Feb 28 15:22:13.961115 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1dd56fb9-812f-4d4e-8d50-3db0e50a3712 req-c6d4f5ec-d32b-499f-a642-d0cb36f03868 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380845 Feb 28 15:22:13.977415 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ed066-8331-4191-99ff-72c011fca043 req-3182f52e-1daf-4723-b5a9-ae46061c392e service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:13.978847 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b29ed066-8331-4191-99ff-72c011fca043 req-3182f52e-1daf-4723-b5a9-ae46061c392e service neutron] 10.222.0.20 "GET /v2.0/networks?id=74057162-b27d-4a4b-8cc2-99fa3fea6c97 HTTP/1.1" status: 200 len: 895 time: 0.1277678 Feb 28 15:22:14.048472 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b29ed066-8331-4191-99ff-72c011fca043 req-58caff1c-aa50-4ce2-a002-cf46dc53bc06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=349be4af-8a40-4fa6-91fd-885329451e9a HTTP/1.1" status: 200 len: 217 time: 0.0625010 Feb 28 15:22:14.108962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29ed066-8331-4191-99ff-72c011fca043 req-0b08274e-9343-41a8-8282-58338f111457 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:14.110402 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b29ed066-8331-4191-99ff-72c011fca043 req-0b08274e-9343-41a8-8282-58338f111457 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9d0545b-c450-4ee6-956a-c619907ba619 HTTP/1.1" status: 200 len: 834 time: 0.0556543 Feb 28 15:22:14.180467 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b29ed066-8331-4191-99ff-72c011fca043 req-ddc5f038-1743-4d59-b773-70216e057af1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74057162-b27d-4a4b-8cc2-99fa3fea6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0638332 Feb 28 15:22:14.328142 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b29ed066-8331-4191-99ff-72c011fca043 req-189f2796-c10f-44f6-a180-5b17e2916bcb service neutron] 10.222.0.20 "GET /v2.0/networks/74057162-b27d-4a4b-8cc2-99fa3fea6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409194 Feb 28 15:22:14.566727 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b29ed066-8331-4191-99ff-72c011fca043 req-b94fa988-e8bc-4676-95c0-3ebefd1183d5 service neutron] 10.222.0.20 "GET /v2.0/networks/74057162-b27d-4a4b-8cc2-99fa3fea6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2318985 Feb 28 15:22:15.185679 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c103308-86c9-499e-8f84-7b762db066de req-d2972adf-c603-4972-baca-5d1e240c13ee tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:15.186377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-7c103308-86c9-499e-8f84-7b762db066de req-d2972adf-c603-4972-baca-5d1e240c13ee tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:22:15.201134 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-7c103308-86c9-499e-8f84-7b762db066de req-d2972adf-c603-4972-baca-5d1e240c13ee tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:22:15.202377 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7c103308-86c9-499e-8f84-7b762db066de req-d2972adf-c603-4972-baca-5d1e240c13ee tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 943 time: 0.0993762 Feb 28 15:22:15.249668 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7c103308-86c9-499e-8f84-7b762db066de req-e8f326f7-c8cd-4e5f-ab5e-7140ee38bcee tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409603 Feb 28 15:22:15.296692 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f5efeb03-6f89-4ebf-9458-90385d5d5745 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:22:15.363048 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port f5efeb03-6f89-4ebf-9458-90385d5d5745 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:22:15.363411 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:16.448392 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6df0c-31ed-4255-8547-1d2c3afa1919 req-18267434-a850-4f4f-a6fd-4b4deffd3adf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:16.449820 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1cf6df0c-31ed-4255-8547-1d2c3afa1919 req-18267434-a850-4f4f-a6fd-4b4deffd3adf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 943 time: 0.0776556 Feb 28 15:22:16.493749 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1cf6df0c-31ed-4255-8547-1d2c3afa1919 req-e3af6f3d-ad00-4574-b367-5d3781e46df1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385044 Feb 28 15:22:16.782356 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 349be4af-8a40-4fa6-91fd-885329451e9a details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:22:16.927216 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 349be4af-8a40-4fa6-91fd-885329451e9a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=349be4af-8a40-4fa6-91fd-885329451e9a,segment=NetworkSegment(02fbe402-58c6-4a07-bd65-d4a512d4f90f),segment_id=02fbe402-58c6-4a07-bd65-d4a512d4f90f)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:22:16.940876 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '349be4af-8a40-4fa6-91fd-885329451e9a', 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'port_id': '349be4af-8a40-4fa6-91fd-885329451e9a', 'mac_address': 'fa:16:3e:4e:78:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:22:16.998739 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:17.017587 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 349be4af-8a40-4fa6-91fd-885329451e9a {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:22:17.034892 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 349be4af-8a40-4fa6-91fd-885329451e9a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=349be4af-8a40-4fa6-91fd-885329451e9a,segment=NetworkSegment(02fbe402-58c6-4a07-bd65-d4a512d4f90f),segment_id=02fbe402-58c6-4a07-bd65-d4a512d4f90f)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:22:17.039001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:17.109082 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=349be4af-8a40-4fa6-91fd-885329451e9a,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:17.272530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['349be4af-8a40-4fa6-91fd-885329451e9a'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:22:17.691192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e60cd51-2059-4760-a8d5-f33ce4894a5a req-7dc77214-29ff-44c9-9280-8d18eb55d86a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:17.693029 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8e60cd51-2059-4760-a8d5-f33ce4894a5a req-7dc77214-29ff-44c9-9280-8d18eb55d86a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 944 time: 0.0805712 Feb 28 15:22:17.746664 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8e60cd51-2059-4760-a8d5-f33ce4894a5a req-44ee55a3-50b0-4f23-b18e-60b674a42c62 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0472829 Feb 28 15:22:18.813647 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 349be4af-8a40-4fa6-91fd-885329451e9a up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:22:18.882128 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 349be4af-8a40-4fa6-91fd-885329451e9a completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:22:18.886744 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 349be4af-8a40-4fa6-91fd-885329451e9a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:22:18.887108 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:18.938054 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed90648a-cd34-47de-82c9-744044f1fe9e req-a999bca3-7159-4c85-a700-14bc4f8f8b00 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:18.939500 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ed90648a-cd34-47de-82c9-744044f1fe9e req-a999bca3-7159-4c85-a700-14bc4f8f8b00 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 944 time: 0.0753443 Feb 28 15:22:18.988121 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ed90648a-cd34-47de-82c9-744044f1fe9e req-58d0e106-1342-4c52-837d-495d4fd3b6bc tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428936 Feb 28 15:22:18.995411 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:19.024572 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8ed4df-e47a-45c9-8812-e558a53f76e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349be4af-8a40-4fa6-91fd-885329451e9a'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:22:19.033603 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 349be4af-8a40-4fa6-91fd-885329451e9a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=349be4af-8a40-4fa6-91fd-885329451e9a,segment=NetworkSegment(02fbe402-58c6-4a07-bd65-d4a512d4f90f),segment_id=02fbe402-58c6-4a07-bd65-d4a512d4f90f)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:22:19.037971 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:19.090655 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8ed4df-e47a-45c9-8812-e558a53f76e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '349be4af-8a40-4fa6-91fd-885329451e9a', 'code': 200} Feb 28 15:22:19.104419 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=349be4af-8a40-4fa6-91fd-885329451e9a,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:19.302381 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c997e5fd-50f8-4db6-aa31-a4db3200f50d req-3ce2b903-dae5-40dd-a08b-cebdd07572c9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 1098 time: 0.0675774 Feb 28 15:22:19.342737 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c997e5fd-50f8-4db6-aa31-a4db3200f50d req-27291fe4-051c-4478-848a-438b337c60c8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345745 Feb 28 15:22:20.180266 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c67d942-cffa-4540-80e0-0ba2827eb47d req-07baad01-3cbf-4097-b01e-6444b4d40480 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:20.182217 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1c67d942-cffa-4540-80e0-0ba2827eb47d req-07baad01-3cbf-4097-b01e-6444b4d40480 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 945 time: 0.0750704 Feb 28 15:22:20.226372 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1c67d942-cffa-4540-80e0-0ba2827eb47d req-e4508118-1119-4915-8602-4c5b33077258 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384612 Feb 28 15:22:21.423612 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c1f69-4a35-4cd9-a7cb-5a84b141bed9 req-53aad295-16a8-4f40-8efd-a1e1b1738dc3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:21.425027 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0f1c1f69-4a35-4cd9-a7cb-5a84b141bed9 req-53aad295-16a8-4f40-8efd-a1e1b1738dc3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 945 time: 0.0791132 Feb 28 15:22:21.470214 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0f1c1f69-4a35-4cd9-a7cb-5a84b141bed9 req-ec6df913-42d4-472b-961c-1d4f2ecab56f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397518 Feb 28 15:22:21.665376 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6989cee3-2444-4178-ab44-03db8341de24 req-cda976d1-9b12-4920-aedb-034701fe9011 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:21.666753 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6989cee3-2444-4178-ab44-03db8341de24 req-cda976d1-9b12-4920-aedb-034701fe9011 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 945 time: 0.0775995 Feb 28 15:22:21.711017 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6989cee3-2444-4178-ab44-03db8341de24 req-f3e4fa3a-67f9-411d-bf3b-a372b2742452 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380878 Feb 28 15:22:21.737848 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53768) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:21.804724 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f072fd7a-2982-4b61-bfca-cccdf9d40563 tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 1093 time: 0.0657291 Feb 28 15:22:21.807211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53772) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:21.812758 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '349be4af-8a40-4fa6-91fd-885329451e9a', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:22:21.818095 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:22:21.821820 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:floatingip and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:22:21.824576 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:22:21.830264 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:22:21.843361 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:21.977439 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:22.109752 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.26.4.87 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/928f07af-c123-4013-a9fd-97b44d2afd08) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:22:22.255078 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:22.282201 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:22.348119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:22:22.350867 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:22:22.354985 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:22:22.381814 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=928f07af-c123-4013-a9fd-97b44d2afd08,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:22.948292 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:23.004528 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:23.199843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:23.204046 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:23.313504 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=928f07af-c123-4013-a9fd-97b44d2afd08,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:23.325076 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:23.510153 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Floating IP e1395aab-27ac-481d-ae48-a7b72282ca46 associated. External IP: 172.26.4.87, port: 349be4af-8a40-4fa6-91fd-885329451e9a. Feb 28 15:22:23.887024 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router abe1633f-96d2-4cf4-bffd-675eff1533bb has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:22:24.075302 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:22:24.085234 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fbee9b-c68b-4630-b624-ad8922d89e5d None None] Sync routers for ids ['abe1633f-96d2-4cf4-bffd-675eff1533bb'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:22:24.097503 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fbee9b-c68b-4630-b624-ad8922d89e5d None None] Routers {'abe1633f-96d2-4cf4-bffd-675eff1533bb'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:22:24.098115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-d3fbee9b-c68b-4630-b624-ad8922d89e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:21:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['abe1633f-96d2-4cf4-bffd-675eff1533bb'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:22:24.100056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:24.153307 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-19668c0e-2486-491a-8982-49122167cc46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3449786 Feb 28 15:22:24.153980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8ed4df-e47a-45c9-8812-e558a53f76e6', 'tag': '349be4af-8a40-4fa6-91fd-885329451e9a'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:22:24.211382 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8ed4df-e47a-45c9-8812-e558a53f76e6', 'tag': '349be4af-8a40-4fa6-91fd-885329451e9a', 'status': 'completed', 'code': 200} Feb 28 15:22:24.278279 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-d3fbee9b-c68b-4630-b624-ad8922d89e5d None None] Set router abe1633f-96d2-4cf4-bffd-675eff1533bb gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:22:24.361642 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea8a8651-8b10-4388-aafb-931cf6fdd983 req-67d5614f-0536-47ab-8bc4-101520aefa81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 1098 time: 0.1291525 Feb 28 15:22:24.367774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8852a277-21a0-4429-90a9-db5ef7b09a74 req-9f208ece-ee88-4af5-9ef7-42bdf017a21e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:24.369109 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8852a277-21a0-4429-90a9-db5ef7b09a74 req-9f208ece-ee88-4af5-9ef7-42bdf017a21e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 945 time: 0.1070874 Feb 28 15:22:24.496203 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8852a277-21a0-4429-90a9-db5ef7b09a74 req-e6286a15-d868-43f0-80c3-b8ca456e1ed4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1081326 Feb 28 15:22:24.525078 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53780) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:24.528073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a8651-8b10-4388-aafb-931cf6fdd983 req-a4d88718-6536-4202-bdec-a826068b9230 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:24.529571 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea8a8651-8b10-4388-aafb-931cf6fdd983 req-a4d88718-6536-4202-bdec-a826068b9230 service neutron] 10.222.0.20 "GET /v2.0/networks?id=74057162-b27d-4a4b-8cc2-99fa3fea6c97 HTTP/1.1" status: 200 len: 895 time: 0.1595759 Feb 28 15:22:24.631965 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-169dcb72-fa55-411d-a287-673ab6467bde tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/e1395aab-27ac-481d-ae48-a7b72282ca46 HTTP/1.1" status: 200 len: 990 time: 0.1051457 Feb 28 15:22:24.632421 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea8a8651-8b10-4388-aafb-931cf6fdd983 req-64765941-2f7e-41d8-a521-eb5bbde561b0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=349be4af-8a40-4fa6-91fd-885329451e9a HTTP/1.1" status: 200 len: 998 time: 0.0962074 Feb 28 15:22:24.650953 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-d3fbee9b-c68b-4630-b624-ad8922d89e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16800722', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:06Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'e1395aab-27ac-481d-ae48-a7b72282ca46', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'port_id': '349be4af-8a40-4fa6-91fd-885329451e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'mac_address': 'fa:16:3e:4e:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8ed4df-e47a-45c9-8812-e558a53f76e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:22:22Z', 'updated_at': '2022-02-28T15:22:22Z', 'revision_number': 0, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5efeb03-6f89-4ebf-9458-90385d5d5745', 'name': '', 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:c6:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:05Z', 'updated_at': '2022-02-28T15:22:13Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:22:24.654858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fbee9b-c68b-4630-b624-ad8922d89e5d None None] Checking router: abe1633f-96d2-4cf4-bffd-675eff1533bb for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:22:24.665106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3fbee9b-c68b-4630-b624-ad8922d89e5d None None] Routers {'abe1633f-96d2-4cf4-bffd-675eff1533bb'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:22:24.665683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-d3fbee9b-c68b-4630-b624-ad8922d89e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:21:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['abe1633f-96d2-4cf4-bffd-675eff1533bb'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:22:24.694738 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea8a8651-8b10-4388-aafb-931cf6fdd983 req-4b2639b5-103a-41c7-b2ae-8be0c5e02f3c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:24.696168 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea8a8651-8b10-4388-aafb-931cf6fdd983 req-4b2639b5-103a-41c7-b2ae-8be0c5e02f3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9d0545b-c450-4ee6-956a-c619907ba619 HTTP/1.1" status: 200 len: 834 time: 0.0579429 Feb 28 15:22:24.770629 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea8a8651-8b10-4388-aafb-931cf6fdd983 req-75b898ae-7d57-4478-b74f-039c8b593d64 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74057162-b27d-4a4b-8cc2-99fa3fea6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685191 Feb 28 15:22:24.838729 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-d3fbee9b-c68b-4630-b624-ad8922d89e5d None None] Set router abe1633f-96d2-4cf4-bffd-675eff1533bb gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:22:24.900335 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea8a8651-8b10-4388-aafb-931cf6fdd983 req-8aa17aa9-a7a8-4904-978f-7f6e1b628d14 service neutron] 10.222.0.20 "GET /v2.0/networks/74057162-b27d-4a4b-8cc2-99fa3fea6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237710 Feb 28 15:22:25.028113 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ea8a8651-8b10-4388-aafb-931cf6fdd983 req-62993bf1-0216-4876-b26e-546daaac393f service neutron] 10.222.0.20 "GET /v2.0/networks/74057162-b27d-4a4b-8cc2-99fa3fea6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1221812 Feb 28 15:22:25.171439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-d3fbee9b-c68b-4630-b624-ad8922d89e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16800722', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:06Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'e1395aab-27ac-481d-ae48-a7b72282ca46', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'port_id': '349be4af-8a40-4fa6-91fd-885329451e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'mac_address': 'fa:16:3e:4e:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8ed4df-e47a-45c9-8812-e558a53f76e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:22:22Z', 'updated_at': '2022-02-28T15:22:22Z', 'revision_number': 0, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5efeb03-6f89-4ebf-9458-90385d5d5745', 'name': '', 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:c6:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:05Z', 'updated_at': '2022-02-28T15:22:13Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:22:25.175298 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3fbee9b-c68b-4630-b624-ad8922d89e5d None None] The sync data for ids ['abe1633f-96d2-4cf4-bffd-675eff1533bb'] in dv-neutron-830866-2-hyperv is: [{'id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16800722', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:06Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'e1395aab-27ac-481d-ae48-a7b72282ca46', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'floating_ip_address': '172.26.4.87', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'port_id': '349be4af-8a40-4fa6-91fd-885329451e9a', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'mac_address': 'fa:16:3e:4e:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f8ed4df-e47a-45c9-8812-e558a53f76e6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:22:22Z', 'updated_at': '2022-02-28T15:22:22Z', 'revision_number': 0, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'f5efeb03-6f89-4ebf-9458-90385d5d5745', 'name': '', 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:c6:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:05Z', 'updated_at': '2022-02-28T15:22:13Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:22:25.517171 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f523db0c-83d8-4a85-811c-55913981d787 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:25.635790 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53784) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:25.822700 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-47e7ad60-c045-4c74-96ac-f9f6efeabc10 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/e1395aab-27ac-481d-ae48-a7b72282ca46 HTTP/1.1" status: 200 len: 990 time: 0.1858635 Feb 28 15:22:26.826497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53788) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:26.929467 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0f507c3d-978f-4f50-838e-be3701f41594 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/e1395aab-27ac-481d-ae48-a7b72282ca46 HTTP/1.1" status: 200 len: 990 time: 0.1018608 Feb 28 15:22:27.418109 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:22:27.524482 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c2b8143-cc82-401a-b5e4-573c7238c1ff None None] New status for floating IP e1395aab-27ac-481d-ae48-a7b72282ca46: ACTIVE {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:22:27.663342 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-510391ff-c9eb-4e19-97f3-ddb649c5639d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:27.909365 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:27.933272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53792) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:28.036132 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2f2f3666-8194-4366-82ac-7b1194a122d2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/e1395aab-27ac-481d-ae48-a7b72282ca46 HTTP/1.1" status: 200 len: 992 time: 0.1016655 Feb 28 15:22:28.916395 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:28.941582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:30.327480 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:39.754777 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f818c0ab-980d-46ba-9d45-a89c190ccf58 req-b3db29e2-c11b-47aa-8773-7e48a0afd68a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0664482 Feb 28 15:22:39.886776 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f818c0ab-980d-46ba-9d45-a89c190ccf58 req-ddedd000-b083-4ce1-845c-3a4e219771d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 1098 time: 0.0665100 Feb 28 15:22:40.118657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818c0ab-980d-46ba-9d45-a89c190ccf58 req-51ee586c-5160-4917-9d3b-df24ba60e4ce service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:40.120037 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f818c0ab-980d-46ba-9d45-a89c190ccf58 req-51ee586c-5160-4917-9d3b-df24ba60e4ce service neutron] 10.222.0.20 "GET /v2.0/networks?id=74057162-b27d-4a4b-8cc2-99fa3fea6c97 HTTP/1.1" status: 200 len: 895 time: 0.2151887 Feb 28 15:22:40.220551 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f818c0ab-980d-46ba-9d45-a89c190ccf58 req-c1914611-cb35-43e3-835d-2267a1c84434 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=349be4af-8a40-4fa6-91fd-885329451e9a HTTP/1.1" status: 200 len: 1000 time: 0.0938537 Feb 28 15:22:40.283774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f818c0ab-980d-46ba-9d45-a89c190ccf58 req-a741e23f-eb87-4f27-bb09-cd20d007bf24 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:40.285132 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f818c0ab-980d-46ba-9d45-a89c190ccf58 req-a741e23f-eb87-4f27-bb09-cd20d007bf24 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9d0545b-c450-4ee6-956a-c619907ba619 HTTP/1.1" status: 200 len: 834 time: 0.0581691 Feb 28 15:22:40.356150 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f818c0ab-980d-46ba-9d45-a89c190ccf58 req-0d460668-71c4-41ed-990a-6b6df468303b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74057162-b27d-4a4b-8cc2-99fa3fea6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0652342 Feb 28 15:22:40.484272 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f818c0ab-980d-46ba-9d45-a89c190ccf58 req-e138ec94-bdc6-4f8d-843c-4ded8fd9ed96 service neutron] 10.222.0.20 "GET /v2.0/networks/74057162-b27d-4a4b-8cc2-99fa3fea6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1215413 Feb 28 15:22:40.613672 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f818c0ab-980d-46ba-9d45-a89c190ccf58 req-6edef4ab-9aa1-4b43-b2d3-09e25ffd4015 service neutron] 10.222.0.20 "GET /v2.0/networks/74057162-b27d-4a4b-8cc2-99fa3fea6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229155 Feb 28 15:22:52.999058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce9b467-7724-42b5-8c20-a87526276382 req-d441ea2b-6dc8-47d8-9091-9d5ac3c1f447 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:53.000521 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bce9b467-7724-42b5-8c20-a87526276382 req-d441ea2b-6dc8-47d8-9091-9d5ac3c1f447 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 945 time: 0.0787616 Feb 28 15:22:53.046772 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bce9b467-7724-42b5-8c20-a87526276382 req-49f58e4b-0b24-4ce2-91c5-a9c036bde50d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405691 Feb 28 15:22:54.244143 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b86f49ae-cab6-4126-8f89-7e0c9b0fcb92 req-3b868c9f-48f2-4a23-b202-5673ee5ca930 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:54.245562 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b86f49ae-cab6-4126-8f89-7e0c9b0fcb92 req-3b868c9f-48f2-4a23-b202-5673ee5ca930 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 945 time: 0.0783846 Feb 28 15:22:54.289510 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b86f49ae-cab6-4126-8f89-7e0c9b0fcb92 req-6f94c33f-9d7b-4003-916a-e806e9454e40 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385084 Feb 28 15:22:54.316825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53812) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:54.419475 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9d1efa63-57b7-459c-a6d0-bb72df7a9354 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/e1395aab-27ac-481d-ae48-a7b72282ca46 HTTP/1.1" status: 200 len: 992 time: 0.1014011 Feb 28 15:22:55.521062 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1ed0f250-3682-448d-8252-f543646d49c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:55.899179 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed647ba-b836-4630-bc79-a5f16435e4c4 req-51f11e20-9074-4c20-94a2-398d3673e424 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:55.900560 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0ed647ba-b836-4630-bc79-a5f16435e4c4 req-51f11e20-9074-4c20-94a2-398d3673e424 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 945 time: 0.0752370 Feb 28 15:22:55.946086 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0ed647ba-b836-4630-bc79-a5f16435e4c4 req-da035f97-c0af-47c1-a63c-ece5d3dc6077 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391941 Feb 28 15:22:57.146992 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99873035-26eb-486c-900d-6d76f2fea154 req-75efb30d-5320-43a2-9a6a-c9a4e1bca54f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:57.148460 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99873035-26eb-486c-900d-6d76f2fea154 req-75efb30d-5320-43a2-9a6a-c9a4e1bca54f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 945 time: 0.0759115 Feb 28 15:22:57.191784 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99873035-26eb-486c-900d-6d76f2fea154 req-f96aa0b0-0f26-4859-a555-90122666d67a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377901 Feb 28 15:22:57.219889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53824) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:57.326851 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e7f382eb-c811-48fa-b1df-91d97727f040 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/e1395aab-27ac-481d-ae48-a7b72282ca46 HTTP/1.1" status: 200 len: 992 time: 0.1058733 Feb 28 15:22:57.659308 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53832) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:22:57.666633 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cc2d5429-542e-4ab6-92ef-5ac362bf2a88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:57.859379 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port 928f07af-c123-4013-a9fd-97b44d2afd08 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:22:57.859742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:57.935286 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:58.024155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:58.024473 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:58.230997 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for 928f07af-c123-4013-a9fd-97b44d2afd08 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:22:58.372684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:58.416789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=928f07af-c123-4013-a9fd-97b44d2afd08,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:22:58.426573 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:58.426920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:58.427253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:58.427606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:58.427931 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:58.428254 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:58.428570 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:58.428885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:58.429205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:58.429523 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:58.429840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:22:58.517340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:58.897554 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router abe1633f-96d2-4cf4-bffd-675eff1533bb has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:22:58.917818 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:58.946592 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:59.104789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:22:59.114556 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063955d6-f0cc-4df7-bc0c-63b75707f51a None None] Sync routers for ids ['abe1633f-96d2-4cf4-bffd-675eff1533bb'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:22:59.125414 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:22:59.126784 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063955d6-f0cc-4df7-bc0c-63b75707f51a None None] Routers {'abe1633f-96d2-4cf4-bffd-675eff1533bb'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:22:59.127374 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-063955d6-f0cc-4df7-bc0c-63b75707f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:22:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['abe1633f-96d2-4cf4-bffd-675eff1533bb'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:22:59.177055 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d416a59e-46eb-4867-b95c-d3e9e0feac26 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/floatingips/e1395aab-27ac-481d-ae48-a7b72282ca46 HTTP/1.1" status: 204 len: 168 time: 1.5165508 Feb 28 15:22:59.177539 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f8ed4df-e47a-45c9-8812-e558a53f76e6', 'tag': '349be4af-8a40-4fa6-91fd-885329451e9a'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:22:59.306140 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-063955d6-f0cc-4df7-bc0c-63b75707f51a None None] Set router abe1633f-96d2-4cf4-bffd-675eff1533bb gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:22:59.338402 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f8ed4df-e47a-45c9-8812-e558a53f76e6', 'tag': '349be4af-8a40-4fa6-91fd-885329451e9a', 'status': 'completed', 'code': 200} Feb 28 15:22:59.451754 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d287aa3e-df64-45ed-9d4c-dadd3e4ae7c1 req-98af4a66-861a-4f93-b794-f6b5aff797e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 1098 time: 0.0914640 Feb 28 15:22:59.581447 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e50f1-5b56-4c02-82b9-471a5083b701 req-d0103bda-7a2f-4db8-a7f2-b8cdacaca45b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:59.583113 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-721e50f1-5b56-4c02-82b9-471a5083b701 req-d0103bda-7a2f-4db8-a7f2-b8cdacaca45b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 945 time: 0.0829911 Feb 28 15:22:59.588365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287aa3e-df64-45ed-9d4c-dadd3e4ae7c1 req-ba10f72d-a23b-4bc6-9e1a-2f35734d14b2 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:59.590010 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d287aa3e-df64-45ed-9d4c-dadd3e4ae7c1 req-ba10f72d-a23b-4bc6-9e1a-2f35734d14b2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=74057162-b27d-4a4b-8cc2-99fa3fea6c97 HTTP/1.1" status: 200 len: 895 time: 0.1321967 Feb 28 15:22:59.632324 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-721e50f1-5b56-4c02-82b9-471a5083b701 req-d6adf3f3-b63a-4329-a8c5-1906633a0728 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0430911 Feb 28 15:22:59.664195 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d287aa3e-df64-45ed-9d4c-dadd3e4ae7c1 req-e4c2df85-f661-4429-8b74-439c0bae3289 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=349be4af-8a40-4fa6-91fd-885329451e9a HTTP/1.1" status: 200 len: 217 time: 0.0672498 Feb 28 15:22:59.686163 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-063955d6-f0cc-4df7-bc0c-63b75707f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16800722', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:06Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'f5efeb03-6f89-4ebf-9458-90385d5d5745', 'name': '', 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:c6:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:05Z', 'updated_at': '2022-02-28T15:22:13Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:22:59.689998 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063955d6-f0cc-4df7-bc0c-63b75707f51a None None] Checking router: abe1633f-96d2-4cf4-bffd-675eff1533bb for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:22:59.700648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-063955d6-f0cc-4df7-bc0c-63b75707f51a None None] Routers {'abe1633f-96d2-4cf4-bffd-675eff1533bb'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:22:59.701233 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-063955d6-f0cc-4df7-bc0c-63b75707f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:22:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['abe1633f-96d2-4cf4-bffd-675eff1533bb'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:22:59.730597 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d287aa3e-df64-45ed-9d4c-dadd3e4ae7c1 req-65363a01-48b3-4e3b-ae32-f0b5c48d5c8d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:22:59.731942 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d287aa3e-df64-45ed-9d4c-dadd3e4ae7c1 req-65363a01-48b3-4e3b-ae32-f0b5c48d5c8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b9d0545b-c450-4ee6-956a-c619907ba619 HTTP/1.1" status: 200 len: 834 time: 0.0620632 Feb 28 15:22:59.805114 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d287aa3e-df64-45ed-9d4c-dadd3e4ae7c1 req-1af06546-f699-4ff2-8cad-0dad656f3e41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=74057162-b27d-4a4b-8cc2-99fa3fea6c97&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0657592 Feb 28 15:22:59.877812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-063955d6-f0cc-4df7-bc0c-63b75707f51a None None] Set router abe1633f-96d2-4cf4-bffd-675eff1533bb gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:23:00.036858 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d287aa3e-df64-45ed-9d4c-dadd3e4ae7c1 req-97924d67-2b95-42a5-8c98-96a88178854c service neutron] 10.222.0.20 "GET /v2.0/networks/74057162-b27d-4a4b-8cc2-99fa3fea6c97?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2254565 Feb 28 15:23:00.166857 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d287aa3e-df64-45ed-9d4c-dadd3e4ae7c1 req-d993c048-1fe1-41e8-8902-3e39cfa3228e service neutron] 10.222.0.20 "GET /v2.0/networks/74057162-b27d-4a4b-8cc2-99fa3fea6c97?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232436 Feb 28 15:23:00.189840 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-063955d6-f0cc-4df7-bc0c-63b75707f51a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16800722', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:06Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'f5efeb03-6f89-4ebf-9458-90385d5d5745', 'name': '', 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:c6:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:05Z', 'updated_at': '2022-02-28T15:22:13Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:00.193747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-063955d6-f0cc-4df7-bc0c-63b75707f51a None None] The sync data for ids ['abe1633f-96d2-4cf4-bffd-675eff1533bb'] in dv-neutron-830866-2-hyperv is: [{'id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16800722', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:06Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'f5efeb03-6f89-4ebf-9458-90385d5d5745', 'name': '', 'network_id': '74057162-b27d-4a4b-8cc2-99fa3fea6c97', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:c6:95:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:05Z', 'updated_at': '2022-02-28T15:22:13Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'b9d0545b-c450-4ee6-956a-c619907ba619', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:23:00.330420 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:00.424311 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e2927a-d613-4f1c-8920-ff593a4dca04 None None] New status for floating IP e1395aab-27ac-481d-ae48-a7b72282ca46: DOWN {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:23:00.837303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7c0e40-8ee7-46ad-ba73-7b62692652a6 req-76bbd305-763a-402a-a5a1-6b3d2c2dceae tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:00.838483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ca7c0e40-8ee7-46ad-ba73-7b62692652a6 req-76bbd305-763a-402a-a5a1-6b3d2c2dceae tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:23:00.853050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-ca7c0e40-8ee7-46ad-ba73-7b62692652a6 req-76bbd305-763a-402a-a5a1-6b3d2c2dceae tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:23:00.854191 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ca7c0e40-8ee7-46ad-ba73-7b62692652a6 req-76bbd305-763a-402a-a5a1-6b3d2c2dceae tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 945 time: 0.0948508 Feb 28 15:23:00.898319 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ca7c0e40-8ee7-46ad-ba73-7b62692652a6 req-2a9b7ddb-857e-45fc-84a3-0fbc30907efe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=39df09ee-1d6b-4199-924c-ec5c1b483143&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387423 Feb 28 15:23:01.016305 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad87fd3-4589-4a3a-8c37-7cadb4d0a818 req-78929857-4c48-4384-a691-60e7d226a315 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:01.017712 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7ad87fd3-4589-4a3a-8c37-7cadb4d0a818 req-78929857-4c48-4384-a691-60e7d226a315 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 945 time: 0.0769129 Feb 28 15:23:01.088028 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-7ad87fd3-4589-4a3a-8c37-7cadb4d0a818 req-45a599b1-9db8-4e32-95e9-9092ccb57ed6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port 349be4af-8a40-4fa6-91fd-885329451e9a {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:23:01.088267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7ad87fd3-4589-4a3a-8c37-7cadb4d0a818 req-45a599b1-9db8-4e32-95e9-9092ccb57ed6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:01.317687 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-7ad87fd3-4589-4a3a-8c37-7cadb4d0a818 req-45a599b1-9db8-4e32-95e9-9092ccb57ed6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] For port 349be4af-8a40-4fa6-91fd-885329451e9a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=349be4af-8a40-4fa6-91fd-885329451e9a,segment=NetworkSegment(02fbe402-58c6-4a07-bd65-d4a512d4f90f),segment_id=02fbe402-58c6-4a07-bd65-d4a512d4f90f)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:23:01.318030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7ad87fd3-4589-4a3a-8c37-7cadb4d0a818 req-45a599b1-9db8-4e32-95e9-9092ccb57ed6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:01.439566 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-7ad87fd3-4589-4a3a-8c37-7cadb4d0a818 req-45a599b1-9db8-4e32-95e9-9092ccb57ed6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for 349be4af-8a40-4fa6-91fd-885329451e9a owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:23:01.573970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7ad87fd3-4589-4a3a-8c37-7cadb4d0a818 req-45a599b1-9db8-4e32-95e9-9092ccb57ed6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:01.626187 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a599b1-9db8-4e32-95e9-9092ccb57ed6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=349be4af-8a40-4fa6-91fd-885329451e9a,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:01.693858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ad87fd3-4589-4a3a-8c37-7cadb4d0a818 req-45a599b1-9db8-4e32-95e9-9092ccb57ed6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] No DVR routers for this DVR port 349be4af-8a40-4fa6-91fd-885329451e9a on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:23:01.696222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7ad87fd3-4589-4a3a-8c37-7cadb4d0a818 req-45a599b1-9db8-4e32-95e9-9092ccb57ed6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:01.699313 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f8ed4df-e47a-45c9-8812-e558a53f76e6', 'name': 'network-vif-deleted', 'tag': '349be4af-8a40-4fa6-91fd-885329451e9a'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:23:01.713482 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7ad87fd3-4589-4a3a-8c37-7cadb4d0a818 req-45a599b1-9db8-4e32-95e9-9092ccb57ed6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "DELETE /v2.0/ports/349be4af-8a40-4fa6-91fd-885329451e9a HTTP/1.1" status: 204 len: 173 time: 0.6906617 Feb 28 15:23:01.756106 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f8ed4df-e47a-45c9-8812-e558a53f76e6', 'name': 'network-vif-deleted', 'tag': '349be4af-8a40-4fa6-91fd-885329451e9a', 'status': 'completed', 'code': 200} Feb 28 15:23:02.082733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-90ac3204-2184-4eed-b8c7-e8c7803cb984 req-13f75c81-408a-4087-88ac-71ba64adf6f3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:23:02.100003 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-90ac3204-2184-4eed-b8c7-e8c7803cb984 req-13f75c81-408a-4087-88ac-71ba64adf6f3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:23:02.101261 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-90ac3204-2184-4eed-b8c7-e8c7803cb984 req-13f75c81-408a-4087-88ac-71ba64adf6f3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=0f8ed4df-e47a-45c9-8812-e558a53f76e6 HTTP/1.1" status: 200 len: 210 time: 0.0634065 Feb 28 15:23:03.204998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53852) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:03.680512 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8fd18534-cc85-43d3-8266-b5e7921cc419 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:04.264179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-8fd18534-cc85-43d3-8266-b5e7921cc419 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port f5efeb03-6f89-4ebf-9458-90385d5d5745 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:23:04.264836 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8fd18534-cc85-43d3-8266-b5e7921cc419 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:04.417557 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:23:04.442520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-8fd18534-cc85-43d3-8266-b5e7921cc419 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] For port f5efeb03-6f89-4ebf-9458-90385d5d5745, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=f5efeb03-6f89-4ebf-9458-90385d5d5745,segment=NetworkSegment(02fbe402-58c6-4a07-bd65-d4a512d4f90f),segment_id=02fbe402-58c6-4a07-bd65-d4a512d4f90f)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:23:04.442870 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8fd18534-cc85-43d3-8266-b5e7921cc419 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:04.564776 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-8fd18534-cc85-43d3-8266-b5e7921cc419 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for f5efeb03-6f89-4ebf-9458-90385d5d5745 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:23:04.733054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8fd18534-cc85-43d3-8266-b5e7921cc419 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:04.777049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd18534-cc85-43d3-8266-b5e7921cc419 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=f5efeb03-6f89-4ebf-9458-90385d5d5745,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:05.040780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 349be4af-8a40-4fa6-91fd-885329451e9a no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:23:05.069944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8fd18534-cc85-43d3-8266-b5e7921cc419 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:05.076175 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 349be4af-8a40-4fa6-91fd-885329451e9a {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:23:05.076516 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 349be4af-8a40-4fa6-91fd-885329451e9a not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:23:05.725534 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd18534-cc85-43d3-8266-b5e7921cc419 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router abe1633f-96d2-4cf4-bffd-675eff1533bb has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:23:05.918885 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd18534-cc85-43d3-8266-b5e7921cc419 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:23:05.928275 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d3979-e76d-411a-a8f6-6c104e1b9bd4 None None] Sync routers for ids ['abe1633f-96d2-4cf4-bffd-675eff1533bb'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:23:05.935140 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8fd18534-cc85-43d3-8266-b5e7921cc419 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "PUT /v2.0/routers/abe1633f-96d2-4cf4-bffd-675eff1533bb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7290642 Feb 28 15:23:05.937715 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53856) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:05.940245 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d3979-e76d-411a-a8f6-6c104e1b9bd4 None None] Routers {'abe1633f-96d2-4cf4-bffd-675eff1533bb'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:23:05.940877 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-588d3979-e76d-411a-a8f6-6c104e1b9bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:22:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['abe1633f-96d2-4cf4-bffd-675eff1533bb'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:06.120554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-588d3979-e76d-411a-a8f6-6c104e1b9bd4 None None] Set router abe1633f-96d2-4cf4-bffd-675eff1533bb gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:23:06.127977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1b1dfa-b3e1-4f3f-950d-f2cd965fb38f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting subnet b9d0545b-c450-4ee6-956a-c619907ba619 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:23:06.130959 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1dfa-b3e1-4f3f-950d-f2cd965fb38f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:06.183649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1dfa-b3e1-4f3f-950d-f2cd965fb38f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:06.269616 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1dfa-b3e1-4f3f-950d-f2cd965fb38f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:06.340008 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1dfa-b3e1-4f3f-950d-f2cd965fb38f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:06.378731 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1b1dfa-b3e1-4f3f-950d-f2cd965fb38f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Subnet': ['ID=b9d0545b-c450-4ee6-956a-c619907ba619,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:06.385410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ce1b1dfa-b3e1-4f3f-950d-f2cd965fb38f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:06.391638 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60de44a0-9b2e-47f9-9049-ee3564a2bff7 None None] Network 74057162-b27d-4a4b-8cc2-99fa3fea6c97 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:23:06.395381 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ce1b1dfa-b3e1-4f3f-950d-f2cd965fb38f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/subnets/b9d0545b-c450-4ee6-956a-c619907ba619 HTTP/1.1" status: 204 len: 168 time: 0.4542239 Feb 28 15:23:06.395694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53860) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:06.500909 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-588d3979-e76d-411a-a8f6-6c104e1b9bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16800722', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:23:04Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:06.559273 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d3979-e76d-411a-a8f6-6c104e1b9bd4 None None] Checking router: abe1633f-96d2-4cf4-bffd-675eff1533bb for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:23:06.584702 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-588d3979-e76d-411a-a8f6-6c104e1b9bd4 None None] Routers {'abe1633f-96d2-4cf4-bffd-675eff1533bb'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:23:06.585307 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-588d3979-e76d-411a-a8f6-6c104e1b9bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:22:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['abe1633f-96d2-4cf4-bffd-675eff1533bb'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:06.601827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0ac0-caa3-41c4-abec-d55b335a53fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:06.825162 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-588d3979-e76d-411a-a8f6-6c104e1b9bd4 None None] Set router abe1633f-96d2-4cf4-bffd-675eff1533bb gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:23:06.866067 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] DHCP port deletion for 74057162-b27d-4a4b-8cc2-99fa3fea6c97 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:23:06.879154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Deleting port 1913f38a-eef9-4788-ac3c-36cb3d8340f6 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:23:06.879516 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:06.908374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0ac0-caa3-41c4-abec-d55b335a53fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:06.918152 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb0ac0-caa3-41c4-abec-d55b335a53fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port b209b1dd-9707-4e05-9be6-ebebb71da5ee {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:23:06.918472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0ac0-caa3-41c4-abec-d55b335a53fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:07.085988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-6ffb0ac0-caa3-41c4-abec-d55b335a53fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] For port b209b1dd-9707-4e05-9be6-ebebb71da5ee, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=b209b1dd-9707-4e05-9be6-ebebb71da5ee,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:23:07.086183 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0ac0-caa3-41c4-abec-d55b335a53fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:07.203612 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-6ffb0ac0-caa3-41c4-abec-d55b335a53fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for b209b1dd-9707-4e05-9be6-ebebb71da5ee owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:23:07.263938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] For port 1913f38a-eef9-4788-ac3c-36cb3d8340f6, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=1913f38a-eef9-4788-ac3c-36cb3d8340f6,segment=NetworkSegment(02fbe402-58c6-4a07-bd65-d4a512d4f90f),segment_id=02fbe402-58c6-4a07-bd65-d4a512d4f90f)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:23:07.264422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:07.329443 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 1913f38a-eef9-4788-ac3c-36cb3d8340f6 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:23:07.375195 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0ac0-caa3-41c4-abec-d55b335a53fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:07.424047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Calling delete_port for 1913f38a-eef9-4788-ac3c-36cb3d8340f6 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:23:07.424437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffb0ac0-caa3-41c4-abec-d55b335a53fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=b209b1dd-9707-4e05-9be6-ebebb71da5ee,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:07.520803 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-588d3979-e76d-411a-a8f6-6c104e1b9bd4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16800722', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:23:04Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:07.524560 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:07.583662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-588d3979-e76d-411a-a8f6-6c104e1b9bd4 None None] The sync data for ids ['abe1633f-96d2-4cf4-bffd-675eff1533bb'] in dv-neutron-830866-2-hyperv is: [{'id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-16800722', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105'}], 'enable_snat': True}, 'gw_port_id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:23:04Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'b209b1dd-9707-4e05-9be6-ebebb71da5ee', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c4:80:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abe1633f-96d2-4cf4-bffd-675eff1533bb', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:22:02Z', 'updated_at': '2022-02-28T15:22:08Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:23:07.599107 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Port 1913f38a-eef9-4788-ac3c-36cb3d8340f6 update to DOWN by agent not found {{(pid=83593) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2111}} Feb 28 15:23:07.601459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Pushing event deleted for resources: {'Port': ['ID=1913f38a-eef9-4788-ac3c-36cb3d8340f6,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:07.607262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] No DVR routers for this DVR port 1913f38a-eef9-4788-ac3c-36cb3d8340f6 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:23:07.614172 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:07.614334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:07.614594 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:07.614928 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:07.615250 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:07.615584 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:07.615920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:07.616238 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:07.616552 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:07.616861 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:07.617174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6c17098a-8c43-4174-9185-53b38e1393f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:07.651031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0ac0-caa3-41c4-abec-d55b335a53fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:07.898074 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0ac0-caa3-41c4-abec-d55b335a53fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:07.902065 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0ac0-caa3-41c4-abec-d55b335a53fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:07.928017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0ac0-caa3-41c4-abec-d55b335a53fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:07.928597 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ffb0ac0-caa3-41c4-abec-d55b335a53fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Fanout notify agent at l3_agent the message router_deleted on router abe1633f-96d2-4cf4-bffd-675eff1533bb {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:23:07.943321 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ffb0ac0-caa3-41c4-abec-d55b335a53fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:07.946891 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6ffb0ac0-caa3-41c4-abec-d55b335a53fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/routers/abe1633f-96d2-4cf4-bffd-675eff1533bb HTTP/1.1" status: 204 len: 168 time: 1.5478375 Feb 28 15:23:07.947298 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53864) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:08.070707 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-80f8ffe8-5ebc-40d7-81de-4a0fb542fae6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:08.301077 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-80f8ffe8-5ebc-40d7-81de-4a0fb542fae6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:08.324840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-80f8ffe8-5ebc-40d7-81de-4a0fb542fae6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74057162-b27d-4a4b-8cc2-99fa3fea6c97']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:08.336112 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-80f8ffe8-5ebc-40d7-81de-4a0fb542fae6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02fbe402-58c6-4a07-bd65-d4a512d4f90f') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:08.336398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-80f8ffe8-5ebc-40d7-81de-4a0fb542fae6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02fbe402-58c6-4a07-bd65-d4a512d4f90f') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:08.347529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-80f8ffe8-5ebc-40d7-81de-4a0fb542fae6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:08.363189 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-80f8ffe8-5ebc-40d7-81de-4a0fb542fae6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:08.368857 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-80f8ffe8-5ebc-40d7-81de-4a0fb542fae6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:23:08.369222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-80f8ffe8-5ebc-40d7-81de-4a0fb542fae6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:23:08.383005 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:23:08.460419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-80f8ffe8-5ebc-40d7-81de-4a0fb542fae6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:08.477919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-80f8ffe8-5ebc-40d7-81de-4a0fb542fae6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:08.490168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f8ffe8-5ebc-40d7-81de-4a0fb542fae6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Network': ['ID=74057162-b27d-4a4b-8cc2-99fa3fea6c97,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:08.496252 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-80f8ffe8-5ebc-40d7-81de-4a0fb542fae6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/networks/74057162-b27d-4a4b-8cc2-99fa3fea6c97 HTTP/1.1" status: 204 len: 168 time: 0.5479126 Feb 28 15:23:08.498846 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53868) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:08.567129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b18209c2-a1a1-4a84-a56a-c9d841ca25d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:08.597068 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b18209c2-a1a1-4a84-a56a-c9d841ca25d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:08.661166 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b18209c2-a1a1-4a84-a56a-c9d841ca25d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:08.680024 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18209c2-a1a1-4a84-a56a-c9d841ca25d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39df09ee-1d6b-4199-924c-ec5c1b483143,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:08.686538 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b18209c2-a1a1-4a84-a56a-c9d841ca25d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:08.687669 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b18209c2-a1a1-4a84-a56a-c9d841ca25d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/security-groups/39df09ee-1d6b-4199-924c-ec5c1b483143 HTTP/1.1" status: 204 len: 168 time: 0.1878867 Feb 28 15:23:08.908092 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53876) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:08.913483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-26305', 'description': 'tempest-secgroup-smoke-26305 description', 'project_id': 'a5283100f1814e64862917972ce1e0b2'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:23:08.919370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:23:08.923399 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:23:08.926192 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:23:08.932121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:23:08.941923 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:08.977151 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:23:08.981053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:23:08.983804 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:23:08.989395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:23:09.041930 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.045648 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.090119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=71469d6d-241d-4e0d-82cb-8055275ab3cf,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:09.093494 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.097395 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1618 time: 0.1856451 Feb 28 15:23:09.097790 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53880) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:09.101693 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:09.102037 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:09.102372 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:09.102701 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:09.103028 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:09.103352 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:09.103657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ccd649ee-a1df-423b-a213-a80307b90a6b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '71469d6d-241d-4e0d-82cb-8055275ab3cf', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:23:09.103774 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:09.104006 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:09.104324 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:09.104680 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:09.104994 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d7491e2-cf3a-49f2-a0ba-0f8ad274ff39 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:09.109616 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ccd649ee-a1df-423b-a213-a80307b90a6b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:23:09.113422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ccd649ee-a1df-423b-a213-a80307b90a6b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:23:09.116359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ccd649ee-a1df-423b-a213-a80307b90a6b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:23:09.122661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ccd649ee-a1df-423b-a213-a80307b90a6b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:23:09.139005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ccd649ee-a1df-423b-a213-a80307b90a6b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.196379 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ccd649ee-a1df-423b-a213-a80307b90a6b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.200159 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ccd649ee-a1df-423b-a213-a80307b90a6b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.221675 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd649ee-a1df-423b-a213-a80307b90a6b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89be5ed4-d9e5-4e6b-a0c6-37d74cdc2a49,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:09.229972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ccd649ee-a1df-423b-a213-a80307b90a6b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.231099 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ccd649ee-a1df-423b-a213-a80307b90a6b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1323094 Feb 28 15:23:09.233756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53884) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:09.238852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4428d72e-0c4f-449c-ae53-ab538b12d9d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '71469d6d-241d-4e0d-82cb-8055275ab3cf', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:23:09.244422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4428d72e-0c4f-449c-ae53-ab538b12d9d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:23:09.248627 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4428d72e-0c4f-449c-ae53-ab538b12d9d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:23:09.251398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4428d72e-0c4f-449c-ae53-ab538b12d9d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:23:09.256928 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4428d72e-0c4f-449c-ae53-ab538b12d9d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:23:09.274190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4428d72e-0c4f-449c-ae53-ab538b12d9d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.320230 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f5efeb03-6f89-4ebf-9458-90385d5d5745 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:23:09.337986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4428d72e-0c4f-449c-ae53-ab538b12d9d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.341443 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4428d72e-0c4f-449c-ae53-ab538b12d9d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.352478 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: f5efeb03-6f89-4ebf-9458-90385d5d5745 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:23:09.352820 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device f5efeb03-6f89-4ebf-9458-90385d5d5745 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:23:09.353263 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b209b1dd-9707-4e05-9be6-ebebb71da5ee no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:23:09.366978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4428d72e-0c4f-449c-ae53-ab538b12d9d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9fbde6a-1a68-4731-b561-faf64fda5b5b,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:09.376564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4428d72e-0c4f-449c-ae53-ab538b12d9d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.378052 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4428d72e-0c4f-449c-ae53-ab538b12d9d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1434119 Feb 28 15:23:09.380774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53888) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:09.384358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: b209b1dd-9707-4e05-9be6-ebebb71da5ee {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:23:09.384697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device b209b1dd-9707-4e05-9be6-ebebb71da5ee not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:23:09.387226 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-69b19c8f-b5c3-49bc-a5bf-8010e95e6e57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '71469d6d-241d-4e0d-82cb-8055275ab3cf', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:23:09.393336 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-69b19c8f-b5c3-49bc-a5bf-8010e95e6e57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:23:09.397836 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-69b19c8f-b5c3-49bc-a5bf-8010e95e6e57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:23:09.401073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-69b19c8f-b5c3-49bc-a5bf-8010e95e6e57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:23:09.406839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-69b19c8f-b5c3-49bc-a5bf-8010e95e6e57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:23:09.423199 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-69b19c8f-b5c3-49bc-a5bf-8010e95e6e57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.485413 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-69b19c8f-b5c3-49bc-a5bf-8010e95e6e57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.488735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-69b19c8f-b5c3-49bc-a5bf-8010e95e6e57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.511083 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b19c8f-b5c3-49bc-a5bf-8010e95e6e57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=42e34f46-5b2e-4cb6-9aca-32ebaf050331,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:09.519533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-69b19c8f-b5c3-49bc-a5bf-8010e95e6e57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.520702 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-69b19c8f-b5c3-49bc-a5bf-8010e95e6e57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1390243 Feb 28 15:23:09.523365 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53892) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:09.528635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-8cb1e72b-875e-43ac-9e33-4bd0f12bf258 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '71469d6d-241d-4e0d-82cb-8055275ab3cf', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:23:09.534192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8cb1e72b-875e-43ac-9e33-4bd0f12bf258 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:23:09.537902 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8cb1e72b-875e-43ac-9e33-4bd0f12bf258 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:23:09.541068 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-8cb1e72b-875e-43ac-9e33-4bd0f12bf258 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:23:09.547167 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-8cb1e72b-875e-43ac-9e33-4bd0f12bf258 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:23:09.563446 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e72b-875e-43ac-9e33-4bd0f12bf258 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.625650 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e72b-875e-43ac-9e33-4bd0f12bf258 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.629014 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e72b-875e-43ac-9e33-4bd0f12bf258 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.651064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb1e72b-875e-43ac-9e33-4bd0f12bf258 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4e5b1c6-48dc-4123-b451-392a0cd03030,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:09.658493 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8cb1e72b-875e-43ac-9e33-4bd0f12bf258 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.659640 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8cb1e72b-875e-43ac-9e33-4bd0f12bf258 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1352861 Feb 28 15:23:09.662303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53896) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:09.668121 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ad4e9146-b709-4d1d-a785-5d89487fb72d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '71469d6d-241d-4e0d-82cb-8055275ab3cf', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:23:09.674291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ad4e9146-b709-4d1d-a785-5d89487fb72d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:23:09.678127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ad4e9146-b709-4d1d-a785-5d89487fb72d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:23:09.681005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ad4e9146-b709-4d1d-a785-5d89487fb72d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:23:09.687141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ad4e9146-b709-4d1d-a785-5d89487fb72d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:23:09.697371 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-ad4e9146-b709-4d1d-a785-5d89487fb72d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Project a5283100f1814e64862917972ce1e0b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:23:09.703575 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9146-b709-4d1d-a785-5d89487fb72d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.768179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9146-b709-4d1d-a785-5d89487fb72d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.771462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9146-b709-4d1d-a785-5d89487fb72d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.794463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4e9146-b709-4d1d-a785-5d89487fb72d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dce1270d-a75b-46b0-856e-21a77593004f,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:09.802693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ad4e9146-b709-4d1d-a785-5d89487fb72d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.803861 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ad4e9146-b709-4d1d-a785-5d89487fb72d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1406169 Feb 28 15:23:09.806624 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53900) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:09.812655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-eb218b0f-b592-491f-8570-0238c922c7f6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '71469d6d-241d-4e0d-82cb-8055275ab3cf', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:23:09.818339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-eb218b0f-b592-491f-8570-0238c922c7f6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:23:09.822050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-eb218b0f-b592-491f-8570-0238c922c7f6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:23:09.824877 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-eb218b0f-b592-491f-8570-0238c922c7f6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:23:09.830362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-eb218b0f-b592-491f-8570-0238c922c7f6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:23:09.840321 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-eb218b0f-b592-491f-8570-0238c922c7f6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Project a5283100f1814e64862917972ce1e0b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:23:09.846449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb218b0f-b592-491f-8570-0238c922c7f6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.909603 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb218b0f-b592-491f-8570-0238c922c7f6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.912940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb218b0f-b592-491f-8570-0238c922c7f6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.935564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb218b0f-b592-491f-8570-0238c922c7f6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eb852c16-2556-4689-941f-7a3b6e48175d,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:09.943480 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eb218b0f-b592-491f-8570-0238c922c7f6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:09.944640 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-eb218b0f-b592-491f-8570-0238c922c7f6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1371298 Feb 28 15:23:09.947406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53904) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:09.952838 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d7840060-4c0e-4f81-98d5-6ef01807fcb1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'network': {'name': 'tempest-network-smoke--1767636375', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'port_security_enabled': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:23:09.957694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d7840060-4c0e-4f81-98d5-6ef01807fcb1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:23:09.963186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d7840060-4c0e-4f81-98d5-6ef01807fcb1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:network and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:23:09.966725 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d7840060-4c0e-4f81-98d5-6ef01807fcb1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:23:09.972256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d7840060-4c0e-4f81-98d5-6ef01807fcb1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:23:09.982577 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7840060-4c0e-4f81-98d5-6ef01807fcb1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Made reservation on behalf of a5283100f1814e64862917972ce1e0b2 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:23:09.985560 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d7840060-4c0e-4f81-98d5-6ef01807fcb1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:10.012544 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d7840060-4c0e-4f81-98d5-6ef01807fcb1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:23:10.021362 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d7840060-4c0e-4f81-98d5-6ef01807fcb1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:10.021636 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-d7840060-4c0e-4f81-98d5-6ef01807fcb1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Added segment 06a14c21-e1fb-4796-84df-e3d2ca93eb55 of type vlan for network e1387001-5d05-4834-890d-a2e22f4e3656 Feb 28 15:23:10.052443 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d7840060-4c0e-4f81-98d5-6ef01807fcb1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:10.079788 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d7840060-4c0e-4f81-98d5-6ef01807fcb1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:10.083294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7840060-4c0e-4f81-98d5-6ef01807fcb1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:10.083882 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d7840060-4c0e-4f81-98d5-6ef01807fcb1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:10.188593 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d7840060-4c0e-4f81-98d5-6ef01807fcb1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2400780 Feb 28 15:23:10.191320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7840060-4c0e-4f81-98d5-6ef01807fcb1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Network': ['ID=e1387001-5d05-4834-890d-a2e22f4e3656,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:10.191476 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53908) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:10.196714 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1713629517', 'admin_state_up': True, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:23:10.201275 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network e1387001-5d05-4834-890d-a2e22f4e3656 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:23:10.203964 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:23:10.207732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:router and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:23:10.210564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:23:10.217459 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:23:10.227345 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:10.228259 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:10.248141 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:10.393216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:10.563776 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:10.592243 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:10.722081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.26.4.237 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/e0a14b3b-260a-4cde-9426-519fcc36dfe1) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:23:10.862991 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:10.890121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:10.957969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:23:10.960635 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:23:10.964823 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:23:10.988837 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=e0a14b3b-260a-4cde-9426-519fcc36dfe1,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:11.119323 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:11.119997 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:11.427775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router d0e46405-61ff-4206-85d3-0d4d7a2af445 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:23:11.621896 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:23:11.632261 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Sync routers for ids ['d0e46405-61ff-4206-85d3-0d4d7a2af445'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:23:11.643842 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Routers {'d0e46405-61ff-4206-85d3-0d4d7a2af445'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:23:11.644471 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:22:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d0e46405-61ff-4206-85d3-0d4d7a2af445'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:11.646793 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:11.647943 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-555fccb1-29fb-4bf2-a471-e3d91e855f57 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4555020 Feb 28 15:23:11.651013 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53912) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:11.690893 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-016b589c-1e50-4b26-8fd2-c82441161d3c tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=a5283100f1814e64862917972ce1e0b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0386870 Feb 28 15:23:11.693436 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53916) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:11.817664 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Set router d0e46405-61ff-4206-85d3-0d4d7a2af445 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:23:11.820049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be6430b7-712f-42dd-8bfb-ab3ff7978bfc tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:11.821515 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-be6430b7-712f-42dd-8bfb-ab3ff7978bfc tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1272087 Feb 28 15:23:11.824869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53920) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:11.862583 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f9eb57ef-5834-4042-80f2-dc752b44ac04 tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0367045 Feb 28 15:23:11.865094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53924) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:11.870146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-2c24fc3a-c400-41a2-92cd-a3fe0e4ad4cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1054183402', 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:23:11.976708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-2c24fc3a-c400-41a2-92cd-a3fe0e4ad4cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:23:11.980685 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-2c24fc3a-c400-41a2-92cd-a3fe0e4ad4cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:subnet and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:23:11.983535 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-2c24fc3a-c400-41a2-92cd-a3fe0e4ad4cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:23:11.989321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-2c24fc3a-c400-41a2-92cd-a3fe0e4ad4cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:23:11.999373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c24fc3a-c400-41a2-92cd-a3fe0e4ad4cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Made reservation on behalf of a5283100f1814e64862917972ce1e0b2 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:23:12.093513 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713629517', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:11Z', 'revision_number': 3, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:12.097250 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Checking router: d0e46405-61ff-4206-85d3-0d4d7a2af445 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:23:12.097589 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Updating router d0e46405-61ff-4206-85d3-0d4d7a2af445 port e0a14b3b-260a-4cde-9426-519fcc36dfe1 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:23:12.103593 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2c24fc3a-c400-41a2-92cd-a3fe0e4ad4cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:12.150792 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:12.322375 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2c24fc3a-c400-41a2-92cd-a3fe0e4ad4cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:12.403107 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c24fc3a-c400-41a2-92cd-a3fe0e4ad4cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Subnet': ['ID=ddb8f8b9-80eb-48f7-99f7-bfeca5131276,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:12.418291 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c24fc3a-c400-41a2-92cd-a3fe0e4ad4cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Checking segment: {'id': '06a14c21-e1fb-4796-84df-e3d2ca93eb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:23:12.418706 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c24fc3a-c400-41a2-92cd-a3fe0e4ad4cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network hostable DHCP agents. Network: e1387001-5d05-4834-890d-a2e22f4e3656, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:23:12.442387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c24fc3a-c400-41a2-92cd-a3fe0e4ad4cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network e1387001-5d05-4834-890d-a2e22f4e3656 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:23:12.455001 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-2c24fc3a-c400-41a2-92cd-a3fe0e4ad4cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, e1387001-5d05-4834-890d-a2e22f4e3656) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:23:12.465011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61867adc-4d36-47df-9753-d791accb2d70 None None] Network e1387001-5d05-4834-890d-a2e22f4e3656 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:23:12.469110 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c24fc3a-c400-41a2-92cd-a3fe0e4ad4cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:12.469808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2c24fc3a-c400-41a2-92cd-a3fe0e4ad4cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:12.497756 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2c24fc3a-c400-41a2-92cd-a3fe0e4ad4cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6316056 Feb 28 15:23:12.500597 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 53928) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:12.520226 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:12.531820 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Transition to ACTIVE for port object e0a14b3b-260a-4cde-9426-519fcc36dfe1 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:23:12.544842 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:12.621770 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Attempting to bind port e0a14b3b-260a-4cde-9426-519fcc36dfe1 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:23:12.622247 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Attempting to bind port e0a14b3b-260a-4cde-9426-519fcc36dfe1 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:23:12.622995 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Attempting to bind port e0a14b3b-260a-4cde-9426-519fcc36dfe1 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:23:12.639349 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55969b26-b639-40fa-9412-80485b2d3eef None None] Pushing event updated for resources: {'Port': ['ID=e0a14b3b-260a-4cde-9426-519fcc36dfe1,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:12.648726 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55969b26-b639-40fa-9412-80485b2d3eef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:12.649071 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55969b26-b639-40fa-9412-80485b2d3eef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:12.649510 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55969b26-b639-40fa-9412-80485b2d3eef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:12.649940 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55969b26-b639-40fa-9412-80485b2d3eef None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:12.650336 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55969b26-b639-40fa-9412-80485b2d3eef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:12.650794 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55969b26-b639-40fa-9412-80485b2d3eef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:12.651154 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55969b26-b639-40fa-9412-80485b2d3eef None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:12.651568 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55969b26-b639-40fa-9412-80485b2d3eef None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:12.652050 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55969b26-b639-40fa-9412-80485b2d3eef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:12.652436 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55969b26-b639-40fa-9412-80485b2d3eef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:12.652932 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55969b26-b639-40fa-9412-80485b2d3eef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:23:12.656252 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:23:12.656834 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:23:12.657404 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:12.657928 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:23:12.658544 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Bound port: e0a14b3b-260a-4cde-9426-519fcc36dfe1, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:23:12.659068 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:12.699525 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-e1387001-5d05-4834-890d-a2e22f4e3656', 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ips': [{'subnet_id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:23:12.700789 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:12.756282 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] For port e0a14b3b-260a-4cde-9426-519fcc36dfe1, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:23:12.759949 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] For port e0a14b3b-260a-4cde-9426-519fcc36dfe1, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e0a14b3b-260a-4cde-9426-519fcc36dfe1,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:23:12.766872 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:12.850091 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55969b26-b639-40fa-9412-80485b2d3eef None None] Pushing event updated for resources: {'Port': ['ID=e0a14b3b-260a-4cde-9426-519fcc36dfe1,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:12.906330 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Routers {'d0e46405-61ff-4206-85d3-0d4d7a2af445'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:23:12.907382 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:22:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d0e46405-61ff-4206-85d3-0d4d7a2af445'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:12.930123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Allocated IP 172.20.0.2 (e1387001-5d05-4834-890d-a2e22f4e3656/ddb8f8b9-80eb-48f7-99f7-bfeca5131276/66a763f7-51ba-4647-8c5a-81fe6919afc6) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:23:13.117631 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] Set router d0e46405-61ff-4206-85d3-0d4d7a2af445 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:23:13.150878 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:13.163639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Transition to ACTIVE for port object 66a763f7-51ba-4647-8c5a-81fe6919afc6 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:23:13.185381 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Transition to ACTIVE for port object 66a763f7-51ba-4647-8c5a-81fe6919afc6 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:23:13.190807 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:13.261327 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Network e1387001-5d05-4834-890d-a2e22f4e3656 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:23:13.264488 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:23:13.268760 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:23:13.297395 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Pushing event updated for resources: {'Port': ['ID=66a763f7-51ba-4647-8c5a-81fe6919afc6,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:13.354702 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Attempting to bind port 66a763f7-51ba-4647-8c5a-81fe6919afc6 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:23:13.355069 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Attempting to bind port 66a763f7-51ba-4647-8c5a-81fe6919afc6 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '06a14c21-e1fb-4796-84df-e3d2ca93eb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:23:13.355468 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Attempting to bind port 66a763f7-51ba-4647-8c5a-81fe6919afc6 on network e1387001-5d05-4834-890d-a2e22f4e3656 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:23:13.362075 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:23:13.362451 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Checking segment: {'id': '06a14c21-e1fb-4796-84df-e3d2ca93eb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:23:13.362853 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:13.363239 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Bound using segment: {'id': '06a14c21-e1fb-4796-84df-e3d2ca93eb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:23:13.363715 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Bound port: 66a763f7-51ba-4647-8c5a-81fe6919afc6, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a14c21-e1fb-4796-84df-e3d2ca93eb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:23:13.364080 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:13.452084 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713629517', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:11Z', 'revision_number': 3, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:13.456976 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c657ddd7-16a7-482b-a1b9-35e02bedb4e5 None None] The sync data for ids ['d0e46405-61ff-4206-85d3-0d4d7a2af445'] in dv-neutron-830866-2-hyperv is: [{'id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713629517', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:11Z', 'revision_number': 3, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:23:13.457359 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] For port 66a763f7-51ba-4647-8c5a-81fe6919afc6, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:23:13.461970 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] For port 66a763f7-51ba-4647-8c5a-81fe6919afc6, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=66a763f7-51ba-4647-8c5a-81fe6919afc6,segment=NetworkSegment(06a14c21-e1fb-4796-84df-e3d2ca93eb55),segment_id=06a14c21-e1fb-4796-84df-e3d2ca93eb55)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:23:13.468412 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:13.487230 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:13.557761 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc057c7-3396-4ea0-97c1-2b61e8896af0 None None] Pushing event updated for resources: {'Port': ['ID=66a763f7-51ba-4647-8c5a-81fe6919afc6,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:13.969623 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.20.0.1 (e1387001-5d05-4834-890d-a2e22f4e3656/ddb8f8b9-80eb-48f7-99f7-bfeca5131276/da776e0c-41b6-4007-9257-52ffbd4afe5c) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:23:14.162891 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:14.180897 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Transition to ACTIVE for port object da776e0c-41b6-4007-9257-52ffbd4afe5c will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:23:14.205943 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:14.280814 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network e1387001-5d05-4834-890d-a2e22f4e3656 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:23:14.284108 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:23:14.288667 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:23:14.331468 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=da776e0c-41b6-4007-9257-52ffbd4afe5c,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:14.360259 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:14.448678 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:14.548010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05c18916-4169-4b57-8793-070f7191b20e None None] Network e1387001-5d05-4834-890d-a2e22f4e3656 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:23:14.666576 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5119042c-465d-4122-bb66-60795711f461 None None] Provisioning for port 66a763f7-51ba-4647-8c5a-81fe6919afc6 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:23:14.864698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:14.870161 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:15.003854 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a536416e-7cf1-4395-8fcb-ea271e2b2215 None None] Provisioning for port da776e0c-41b6-4007-9257-52ffbd4afe5c completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:23:15.008888 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a536416e-7cf1-4395-8fcb-ea271e2b2215 None None] Provisioning complete for port da776e0c-41b6-4007-9257-52ffbd4afe5c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:23:15.009354 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a536416e-7cf1-4395-8fcb-ea271e2b2215 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:15.064472 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a536416e-7cf1-4395-8fcb-ea271e2b2215 None None] Port da776e0c-41b6-4007-9257-52ffbd4afe5c cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:23:15.082670 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:15.086253 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=da776e0c-41b6-4007-9257-52ffbd4afe5c,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:15.198222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-147f330e-84a2-440b-b5eb-00d9b21f01b7 None None] Provisioning complete for port da776e0c-41b6-4007-9257-52ffbd4afe5c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:23:15.198222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-147f330e-84a2-440b-b5eb-00d9b21f01b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:15.223005 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network e1387001-5d05-4834-890d-a2e22f4e3656 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:23:15.224331 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:23:15.253801 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-147f330e-84a2-440b-b5eb-00d9b21f01b7 None None] Port da776e0c-41b6-4007-9257-52ffbd4afe5c cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:23:15.402978 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 66a763f7-51ba-4647-8c5a-81fe6919afc6 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:23:15.484648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-d8bbbca1-8c63-40ee-8b39-35196594bd58 None None] Provisioning complete for port da776e0c-41b6-4007-9257-52ffbd4afe5c triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:23:15.485131 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d8bbbca1-8c63-40ee-8b39-35196594bd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:15.512013 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 66a763f7-51ba-4647-8c5a-81fe6919afc6 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:23:15.524683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 66a763f7-51ba-4647-8c5a-81fe6919afc6 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:23:15.525046 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:15.581930 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-d8bbbca1-8c63-40ee-8b39-35196594bd58 None None] Port da776e0c-41b6-4007-9257-52ffbd4afe5c cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:23:15.635788 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router d0e46405-61ff-4206-85d3-0d4d7a2af445 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:23:15.646250 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:15.677160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 66a763f7-51ba-4647-8c5a-81fe6919afc6, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=66a763f7-51ba-4647-8c5a-81fe6919afc6,segment=NetworkSegment(06a14c21-e1fb-4796-84df-e3d2ca93eb55),segment_id=06a14c21-e1fb-4796-84df-e3d2ca93eb55)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:23:15.681139 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:15.681910 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e0a14b3b-260a-4cde-9426-519fcc36dfe1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:23:15.791358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=66a763f7-51ba-4647-8c5a-81fe6919afc6,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:15.804391 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port e0a14b3b-260a-4cde-9426-519fcc36dfe1 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:23:15.809765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e0a14b3b-260a-4cde-9426-519fcc36dfe1 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:23:15.810134 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:15.837040 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:23:15.850991 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d4953662-6d37-49ea-bfa4-281f3b041a27 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "PUT /v2.0/routers/d0e46405-61ff-4206-85d3-0d4d7a2af445/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3493741 Feb 28 15:23:15.928733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:15.944556 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port e0a14b3b-260a-4cde-9426-519fcc36dfe1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e0a14b3b-260a-4cde-9426-519fcc36dfe1,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:23:15.948351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:16.015994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=e0a14b3b-260a-4cde-9426-519fcc36dfe1,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:16.049727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-2ac5f1ad-d7f9-490c-b135-f357d792d047 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:23:16.064387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-2ac5f1ad-d7f9-490c-b135-f357d792d047 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:23:16.065571 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-2ac5f1ad-d7f9-490c-b135-f357d792d047 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-26305&fields=id&tenant_id=a5283100f1814e64862917972ce1e0b2 HTTP/1.1" status: 200 len: 267 time: 0.0558593 Feb 28 15:23:16.210487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-90bae87d-74ed-4756-9e9b-527dd07c03ca tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:16.211150 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-90bae87d-74ed-4756-9e9b-527dd07c03ca tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:23:16.226031 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-90bae87d-74ed-4756-9e9b-527dd07c03ca tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:23:16.227496 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-90bae87d-74ed-4756-9e9b-527dd07c03ca tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/networks?id=e1387001-5d05-4834-890d-a2e22f4e3656 HTTP/1.1" status: 200 len: 797 time: 0.1555300 Feb 28 15:23:16.243514 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-bbd25cce-4bf8-42a2-b939-e8a9656c86d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/quotas/a5283100f1814e64862917972ce1e0b2 HTTP/1.1" status: 200 len: 375 time: 0.0100605 Feb 28 15:23:16.318292 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-d5edffd8-8a38-4ffc-b5ba-4a99c3ee77b8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:23:16.332760 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-d5edffd8-8a38-4ffc-b5ba-4a99c3ee77b8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:23:16.333990 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-d5edffd8-8a38-4ffc-b5ba-4a99c3ee77b8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0859368 Feb 28 15:23:16.575859 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-7d84ae46-dbd3-4c3a-a82e-3e68bcdd4b6a service neutron] 10.222.0.15 "GET /v2.0/networks/e1387001-5d05-4834-890d-a2e22f4e3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2299368 Feb 28 15:23:16.705016 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-a8ec57b3-9675-4989-be9b-5adef5e5cad0 service neutron] 10.222.0.15 "GET /v2.0/networks/e1387001-5d05-4834-890d-a2e22f4e3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234727 Feb 28 15:23:16.892787 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-ed31db5f-f9ec-437b-b130-e3bec6b1b977 req-35244d52-bec7-4969-99a3-f47915ce3eaa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:23:16.904164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-ed31db5f-f9ec-437b-b130-e3bec6b1b977 req-35244d52-bec7-4969-99a3-f47915ce3eaa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:23:16.905294 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ed31db5f-f9ec-437b-b130-e3bec6b1b977 req-35244d52-bec7-4969-99a3-f47915ce3eaa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 210 time: 0.0577092 Feb 28 15:23:17.005649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Sync routers for ids ['d0e46405-61ff-4206-85d3-0d4d7a2af445'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:23:17.016798 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Routers {'d0e46405-61ff-4206-85d3-0d4d7a2af445'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:23:17.017387 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:22:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d0e46405-61ff-4206-85d3-0d4d7a2af445'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:17.228681 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Set router d0e46405-61ff-4206-85d3-0d4d7a2af445 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:23:17.362387 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 66a763f7-51ba-4647-8c5a-81fe6919afc6 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:23:17.546498 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 66a763f7-51ba-4647-8c5a-81fe6919afc6 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:23:17.546865 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:17.708608 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e0a14b3b-260a-4cde-9426-519fcc36dfe1 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:23:17.732983 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713629517', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:14Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'da776e0c-41b6-4007-9257-52ffbd4afe5c', 'name': '', 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:9e:38:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:13Z', 'updated_at': '2022-02-28T15:23:14Z', 'revision_number': 2, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:17.747349 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Checking router: d0e46405-61ff-4206-85d3-0d4d7a2af445 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:23:17.747731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Updating router d0e46405-61ff-4206-85d3-0d4d7a2af445 port da776e0c-41b6-4007-9257-52ffbd4afe5c binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:23:17.814637 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:17.872598 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port e0a14b3b-260a-4cde-9426-519fcc36dfe1 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:23:17.872964 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:18.134525 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8b081aa3-c13e-4a82-91e6-eca59ed081d2 req-a4ab81e9-d806-4d35-a4ee-405c2638de70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 210 time: 0.0585213 Feb 28 15:23:18.265322 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:18.277299 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Transition to ACTIVE for port object da776e0c-41b6-4007-9257-52ffbd4afe5c will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:23:18.284120 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:18.295144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-0f35c767-e4ea-4b85-84a8-656fc8a5803f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:18.296746 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-0f35c767-e4ea-4b85-84a8-656fc8a5803f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "GET /v2.0/networks?id=e1387001-5d05-4834-890d-a2e22f4e3656 HTTP/1.1" status: 200 len: 797 time: 0.2961655 Feb 28 15:23:18.353188 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-888d55f2-c882-42fb-b8d0-6ae9ad094d10 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5283100f1814e64862917972ce1e0b2 HTTP/1.1" status: 200 len: 375 time: 0.0406849 Feb 28 15:23:18.361991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-725bff54-97a2-4f9c-9dd2-1d77eab64c7a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'port': {'device_id': '18878c1a-6e8e-47d4-a0cf-b443215b0222', 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656', 'admin_state_up': True, 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'security_groups': ['71469d6d-241d-4e0d-82cb-8055275ab3cf']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:23:18.418938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429d729-bec9-4796-8017-ce20abf9a1e0 None None] Pushing event updated for resources: {'Port': ['ID=da776e0c-41b6-4007-9257-52ffbd4afe5c,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:18.508582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Attempting to bind port da776e0c-41b6-4007-9257-52ffbd4afe5c on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:23:18.508906 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Attempting to bind port da776e0c-41b6-4007-9257-52ffbd4afe5c by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '06a14c21-e1fb-4796-84df-e3d2ca93eb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:23:18.509278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Attempting to bind port da776e0c-41b6-4007-9257-52ffbd4afe5c on network e1387001-5d05-4834-890d-a2e22f4e3656 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:23:18.510562 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-725bff54-97a2-4f9c-9dd2-1d77eab64c7a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:23:18.516170 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 22, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:23:18.516542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Checking segment: {'id': '06a14c21-e1fb-4796-84df-e3d2ca93eb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:23:18.516937 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:18.517332 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Bound using segment: {'id': '06a14c21-e1fb-4796-84df-e3d2ca93eb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:23:18.517923 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Bound port: da776e0c-41b6-4007-9257-52ffbd4afe5c, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06a14c21-e1fb-4796-84df-e3d2ca93eb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:23:18.518298 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:18.524414 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-725bff54-97a2-4f9c-9dd2-1d77eab64c7a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:23:18.535762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-725bff54-97a2-4f9c-9dd2-1d77eab64c7a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Made reservation on behalf of a5283100f1814e64862917972ce1e0b2 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:23:18.538685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-725bff54-97a2-4f9c-9dd2-1d77eab64c7a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:18.662694 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] For port da776e0c-41b6-4007-9257-52ffbd4afe5c, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:23:18.665821 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] For port da776e0c-41b6-4007-9257-52ffbd4afe5c, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=da776e0c-41b6-4007-9257-52ffbd4afe5c,segment=NetworkSegment(06a14c21-e1fb-4796-84df-e3d2ca93eb55),segment_id=06a14c21-e1fb-4796-84df-e3d2ca93eb55)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:23:18.675274 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:18.703713 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-725bff54-97a2-4f9c-9dd2-1d77eab64c7a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.20.0.8 (e1387001-5d05-4834-890d-a2e22f4e3656/ddb8f8b9-80eb-48f7-99f7-bfeca5131276/b717c233-21da-4836-b6b2-7d4bc5a78cbd) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:23:18.754546 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b429d729-bec9-4796-8017-ce20abf9a1e0 None None] Pushing event updated for resources: {'Port': ['ID=da776e0c-41b6-4007-9257-52ffbd4afe5c,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:18.759100 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Routers {'d0e46405-61ff-4206-85d3-0d4d7a2af445'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:23:18.759751 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:22:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d0e46405-61ff-4206-85d3-0d4d7a2af445'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:18.908541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-725bff54-97a2-4f9c-9dd2-1d77eab64c7a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:18.924560 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-725bff54-97a2-4f9c-9dd2-1d77eab64c7a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Transition to ACTIVE for port object b717c233-21da-4836-b6b2-7d4bc5a78cbd will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:23:18.942647 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] Set router d0e46405-61ff-4206-85d3-0d4d7a2af445 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:23:18.946209 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-725bff54-97a2-4f9c-9dd2-1d77eab64c7a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:19.020805 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-725bff54-97a2-4f9c-9dd2-1d77eab64c7a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network e1387001-5d05-4834-890d-a2e22f4e3656 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:23:19.023637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-725bff54-97a2-4f9c-9dd2-1d77eab64c7a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:23:19.027871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-725bff54-97a2-4f9c-9dd2-1d77eab64c7a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:23:19.054410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725bff54-97a2-4f9c-9dd2-1d77eab64c7a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=b717c233-21da-4836-b6b2-7d4bc5a78cbd,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:19.091982 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-725bff54-97a2-4f9c-9dd2-1d77eab64c7a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:19.092592 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-725bff54-97a2-4f9c-9dd2-1d77eab64c7a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:19.119457 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-725bff54-97a2-4f9c-9dd2-1d77eab64c7a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7608995 Feb 28 15:23:19.130114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Request body: {'port': {'device_id': '18878c1a-6e8e-47d4-a0cf-b443215b0222', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:23:19.253599 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:19.287314 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713629517', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:14Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'da776e0c-41b6-4007-9257-52ffbd4afe5c', 'name': '', 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:9e:38:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:13Z', 'updated_at': '2022-02-28T15:23:18Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:19.294561 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c6f8ec-3954-49c1-baa7-37d0a7a0871a None None] The sync data for ids ['d0e46405-61ff-4206-85d3-0d4d7a2af445'] in dv-neutron-830866-2-hyperv is: [{'id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713629517', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:14Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'da776e0c-41b6-4007-9257-52ffbd4afe5c', 'name': '', 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:9e:38:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:13Z', 'updated_at': '2022-02-28T15:23:18Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:23:19.307573 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-94f63e63-5ca6-45b3-96da-eb4ce1c643d3 None None] Provisioning for port b717c233-21da-4836-b6b2-7d4bc5a78cbd completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:23:19.313078 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-94f63e63-5ca6-45b3-96da-eb4ce1c643d3 None None] Provisioning complete for port b717c233-21da-4836-b6b2-7d4bc5a78cbd triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:23:19.313482 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-94f63e63-5ca6-45b3-96da-eb4ce1c643d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:19.389404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-94f63e63-5ca6-45b3-96da-eb4ce1c643d3 None None] Port b717c233-21da-4836-b6b2-7d4bc5a78cbd cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:23:19.401169 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b54f78-fe8d-4d83-aacd-18669ba7a7a0 req-ba931a73-614a-43f0-bb70-b2675c666d1f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:19.404456 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a9b54f78-fe8d-4d83-aacd-18669ba7a7a0 req-ba931a73-614a-43f0-bb70-b2675c666d1f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 931 time: 0.1214101 Feb 28 15:23:19.451954 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-a9b54f78-fe8d-4d83-aacd-18669ba7a7a0 req-7c8427e8-a09a-42b9-b596-c90fd46954c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:23:19.477702 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-a9b54f78-fe8d-4d83-aacd-18669ba7a7a0 req-7c8427e8-a09a-42b9-b596-c90fd46954c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:23:19.478859 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a9b54f78-fe8d-4d83-aacd-18669ba7a7a0 req-7c8427e8-a09a-42b9-b596-c90fd46954c5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0680637 Feb 28 15:23:19.661058 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b717c233-21da-4836-b6b2-7d4bc5a78cbd {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:23:19.668106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:19.686464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Transition to ACTIVE for port object b717c233-21da-4836-b6b2-7d4bc5a78cbd will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:23:19.690691 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:19.822203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=b717c233-21da-4836-b6b2-7d4bc5a78cbd,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:19.933510 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Attempting to bind port b717c233-21da-4836-b6b2-7d4bc5a78cbd on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:23:19.933844 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Attempting to bind port b717c233-21da-4836-b6b2-7d4bc5a78cbd by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '06a14c21-e1fb-4796-84df-e3d2ca93eb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:23:19.934166 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Attempting to bind port b717c233-21da-4836-b6b2-7d4bc5a78cbd on network e1387001-5d05-4834-890d-a2e22f4e3656 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:23:19.940801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Port b717c233-21da-4836-b6b2-7d4bc5a78cbd on network e1387001-5d05-4834-890d-a2e22f4e3656 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:23:19.941057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Attempting to bind port b717c233-21da-4836-b6b2-7d4bc5a78cbd on network e1387001-5d05-4834-890d-a2e22f4e3656 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:23:19.947363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:23:19.947720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Checking segment: {'id': '06a14c21-e1fb-4796-84df-e3d2ca93eb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:23:19.948102 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Bound using segment: {'id': '06a14c21-e1fb-4796-84df-e3d2ca93eb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:23:19.948521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Bound port: b717c233-21da-4836-b6b2-7d4bc5a78cbd, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '06a14c21-e1fb-4796-84df-e3d2ca93eb55', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:23:19.948858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:20.040874 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] For port b717c233-21da-4836-b6b2-7d4bc5a78cbd, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:23:20.044544 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] For port b717c233-21da-4836-b6b2-7d4bc5a78cbd, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=b717c233-21da-4836-b6b2-7d4bc5a78cbd,segment=NetworkSegment(06a14c21-e1fb-4796-84df-e3d2ca93eb55),segment_id=06a14c21-e1fb-4796-84df-e3d2ca93eb55)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:23:20.048663 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:20.113281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:20.114642 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] 10.222.0.20 "PUT /v2.0/ports/b717c233-21da-4836-b6b2-7d4bc5a78cbd HTTP/1.1" status: 200 len: 1093 time: 0.9887059 Feb 28 15:23:20.117560 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18878c1a-6e8e-47d4-a0cf-b443215b0222', 'tag': 'b717c233-21da-4836-b6b2-7d4bc5a78cbd'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:23:20.151135 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9de4bc43-a21a-4dfc-89f5-5627ab023ce3 service neutron] Pushing event updated for resources: {'Port': ['ID=b717c233-21da-4836-b6b2-7d4bc5a78cbd,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:20.204283 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18878c1a-6e8e-47d4-a0cf-b443215b0222', 'tag': 'b717c233-21da-4836-b6b2-7d4bc5a78cbd', 'status': 'completed', 'code': 200} Feb 28 15:23:20.238818 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-39fadb25-a56f-44c0-848a-17fb6c01d2e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 1096 time: 0.0777235 Feb 28 15:23:20.403018 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-f700ca98-3b1e-4ebe-9b3c-60549d6abe0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b717c233-21da-4836-b6b2-7d4bc5a78cbd HTTP/1.1" status: 200 len: 217 time: 0.1572151 Feb 28 15:23:20.464962 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-8c6a3671-4f63-4269-9c65-ffe5336da2ce service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:20.466417 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-8c6a3671-4f63-4269-9c65-ffe5336da2ce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddb8f8b9-80eb-48f7-99f7-bfeca5131276 HTTP/1.1" status: 200 len: 835 time: 0.0581591 Feb 28 15:23:20.539494 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-d1ef3c1f-068b-493a-9a94-9fc6d60532da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1387001-5d05-4834-890d-a2e22f4e3656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0676348 Feb 28 15:23:20.669985 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-65bdc55b-ef35-4d50-a608-5a9688926b16 service neutron] 10.222.0.20 "GET /v2.0/networks/e1387001-5d05-4834-890d-a2e22f4e3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238656 Feb 28 15:23:20.675132 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c512eb-3a34-45e3-89bf-2edce9e0517d req-7138e298-5363-4762-b240-fa561cedff21 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:20.676819 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-11c512eb-3a34-45e3-89bf-2edce9e0517d req-7138e298-5363-4762-b240-fa561cedff21 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 943 time: 0.0780091 Feb 28 15:23:20.722381 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-11c512eb-3a34-45e3-89bf-2edce9e0517d req-5419c458-8a27-400e-b37f-4083855c7313 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0393095 Feb 28 15:23:20.799692 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b4cdda61-f5c0-4ef1-9546-22e870fb3d6a req-7f4d3c6d-2503-4f39-a187-23e0da3f0cbf service neutron] 10.222.0.20 "GET /v2.0/networks/e1387001-5d05-4834-890d-a2e22f4e3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243761 Feb 28 15:23:20.908500 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a7116f6e-8800-4817-8ba0-a7400279b35d req-c49dc70d-c4d7-4a18-8e07-df1077a1f081 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 1096 time: 0.0667026 Feb 28 15:23:21.036183 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7116f6e-8800-4817-8ba0-a7400279b35d req-1f2978c9-a35c-4338-8701-92654afd7ab0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:21.037494 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a7116f6e-8800-4817-8ba0-a7400279b35d req-1f2978c9-a35c-4338-8701-92654afd7ab0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1387001-5d05-4834-890d-a2e22f4e3656 HTTP/1.1" status: 200 len: 897 time: 0.1228354 Feb 28 15:23:21.108529 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a7116f6e-8800-4817-8ba0-a7400279b35d req-b4476ad2-6e1e-4d62-a049-66669694b799 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b717c233-21da-4836-b6b2-7d4bc5a78cbd HTTP/1.1" status: 200 len: 217 time: 0.0643263 Feb 28 15:23:21.167901 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7116f6e-8800-4817-8ba0-a7400279b35d req-f77582ce-eb2a-48da-a162-767fce28b827 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:21.169849 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a7116f6e-8800-4817-8ba0-a7400279b35d req-f77582ce-eb2a-48da-a162-767fce28b827 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddb8f8b9-80eb-48f7-99f7-bfeca5131276 HTTP/1.1" status: 200 len: 835 time: 0.0547719 Feb 28 15:23:21.243672 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a7116f6e-8800-4817-8ba0-a7400279b35d req-67d0421d-bc69-45a7-a0fa-36bc32e109a9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1387001-5d05-4834-890d-a2e22f4e3656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0685515 Feb 28 15:23:21.348087 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device da776e0c-41b6-4007-9257-52ffbd4afe5c up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:23:21.373586 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a7116f6e-8800-4817-8ba0-a7400279b35d req-89c643b7-8c6a-4463-82f8-bdd0401863d9 service neutron] 10.222.0.20 "GET /v2.0/networks/e1387001-5d05-4834-890d-a2e22f4e3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239686 Feb 28 15:23:21.421193 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port da776e0c-41b6-4007-9257-52ffbd4afe5c completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:23:21.426542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port da776e0c-41b6-4007-9257-52ffbd4afe5c triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:23:21.426924 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:21.510446 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a7116f6e-8800-4817-8ba0-a7400279b35d req-6e93ce72-e64e-4f0d-b686-c780b0488fc5 service neutron] 10.222.0.20 "GET /v2.0/networks/e1387001-5d05-4834-890d-a2e22f4e3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1306872 Feb 28 15:23:21.543915 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:21.574134 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port da776e0c-41b6-4007-9257-52ffbd4afe5c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=da776e0c-41b6-4007-9257-52ffbd4afe5c,segment=NetworkSegment(06a14c21-e1fb-4796-84df-e3d2ca93eb55),segment_id=06a14c21-e1fb-4796-84df-e3d2ca93eb55)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:23:21.578213 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:21.643828 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=da776e0c-41b6-4007-9257-52ffbd4afe5c,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:21.914956 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272d301c-57d1-43e4-8e9f-dd25c6facd06 req-c62d299b-c96d-4b55-9678-c1adc903efb3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:21.915564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-272d301c-57d1-43e4-8e9f-dd25c6facd06 req-c62d299b-c96d-4b55-9678-c1adc903efb3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:23:21.930456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-272d301c-57d1-43e4-8e9f-dd25c6facd06 req-c62d299b-c96d-4b55-9678-c1adc903efb3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:23:21.931875 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-272d301c-57d1-43e4-8e9f-dd25c6facd06 req-c62d299b-c96d-4b55-9678-c1adc903efb3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 943 time: 0.0895581 Feb 28 15:23:21.974871 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-272d301c-57d1-43e4-8e9f-dd25c6facd06 req-d9f8efb7-d33a-4e1b-be10-9ff070df3a22 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0377619 Feb 28 15:23:23.139045 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device b717c233-21da-4836-b6b2-7d4bc5a78cbd details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:23:23.168034 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-731071f0-d4f6-4318-a580-c5132bbd5b75 req-d8523d45-597c-4c09-88b4-16b06801ebe6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:23.169524 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-731071f0-d4f6-4318-a580-c5132bbd5b75 req-d8523d45-597c-4c09-88b4-16b06801ebe6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 943 time: 0.0781751 Feb 28 15:23:23.213574 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-731071f0-d4f6-4318-a580-c5132bbd5b75 req-250a82b5-61bb-4c51-bfd3-08edac8c5cb0 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0384755 Feb 28 15:23:23.270123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port b717c233-21da-4836-b6b2-7d4bc5a78cbd, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=b717c233-21da-4836-b6b2-7d4bc5a78cbd,segment=NetworkSegment(06a14c21-e1fb-4796-84df-e3d2ca93eb55),segment_id=06a14c21-e1fb-4796-84df-e3d2ca93eb55)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:23:23.284571 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'b717c233-21da-4836-b6b2-7d4bc5a78cbd', 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656', 'port_id': 'b717c233-21da-4836-b6b2-7d4bc5a78cbd', 'mac_address': 'fa:16:3e:06:75:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:23:23.332625 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device da776e0c-41b6-4007-9257-52ffbd4afe5c up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:23:23.376783 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:23.405697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b717c233-21da-4836-b6b2-7d4bc5a78cbd {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:23:23.423501 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port b717c233-21da-4836-b6b2-7d4bc5a78cbd, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=b717c233-21da-4836-b6b2-7d4bc5a78cbd,segment=NetworkSegment(06a14c21-e1fb-4796-84df-e3d2ca93eb55),segment_id=06a14c21-e1fb-4796-84df-e3d2ca93eb55)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:23:23.428051 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:23.472772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port da776e0c-41b6-4007-9257-52ffbd4afe5c triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:23:23.473138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:23.542395 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=b717c233-21da-4836-b6b2-7d4bc5a78cbd,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:23.641745 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['b717c233-21da-4836-b6b2-7d4bc5a78cbd'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:23:24.409347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615405f5-172b-4156-9a05-e2b347e2e83c req-06aca293-da22-4afb-8878-b370fa27ab96 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:24.410769 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-615405f5-172b-4156-9a05-e2b347e2e83c req-06aca293-da22-4afb-8878-b370fa27ab96 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 944 time: 0.0777462 Feb 28 15:23:24.454963 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-615405f5-172b-4156-9a05-e2b347e2e83c req-03a076a4-53fe-4559-96f1-919a7a3ebe2d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0383432 Feb 28 15:23:25.153860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device b717c233-21da-4836-b6b2-7d4bc5a78cbd up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:23:25.222403 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port b717c233-21da-4836-b6b2-7d4bc5a78cbd completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:23:25.226806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port b717c233-21da-4836-b6b2-7d4bc5a78cbd triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:23:25.227164 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:25.339438 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:25.365103 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18878c1a-6e8e-47d4-a0cf-b443215b0222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b717c233-21da-4836-b6b2-7d4bc5a78cbd'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:23:25.374689 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port b717c233-21da-4836-b6b2-7d4bc5a78cbd, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=b717c233-21da-4836-b6b2-7d4bc5a78cbd,segment=NetworkSegment(06a14c21-e1fb-4796-84df-e3d2ca93eb55),segment_id=06a14c21-e1fb-4796-84df-e3d2ca93eb55)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:23:25.378893 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:25.444340 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=b717c233-21da-4836-b6b2-7d4bc5a78cbd,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:25.504299 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18878c1a-6e8e-47d4-a0cf-b443215b0222', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b717c233-21da-4836-b6b2-7d4bc5a78cbd', 'code': 200} Feb 28 15:23:25.523144 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-014ccbfe-ce43-44d3-af6b-ffc01d3623f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:25.658613 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fb7268-1d01-471d-9016-dea5a90b6375 req-5748c0c5-b55e-4237-8995-d366e5978402 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:25.660062 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-86fb7268-1d01-471d-9016-dea5a90b6375 req-5748c0c5-b55e-4237-8995-d366e5978402 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.0779119 Feb 28 15:23:25.755497 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-86fb7268-1d01-471d-9016-dea5a90b6375 req-5a258d62-8a4e-4219-9735-5f966ae8c7ba tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0585423 Feb 28 15:23:25.766717 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b1904b26-6d40-40d6-8aa1-b8181783df5a req-5395a6dd-0873-42a8-a621-7217687d127c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 1098 time: 0.1055863 Feb 28 15:23:25.808582 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b1904b26-6d40-40d6-8aa1-b8181783df5a req-b2ff4ac7-6ac1-4249-803e-1a22a0c0bfce service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0363157 Feb 28 15:23:26.955526 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2162406-d34e-4f43-be74-58301394ac4f req-2fe34937-76c6-494e-b562-7f320404193f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:26.957106 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f2162406-d34e-4f43-be74-58301394ac4f req-2fe34937-76c6-494e-b562-7f320404193f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.0766346 Feb 28 15:23:27.000336 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f2162406-d34e-4f43-be74-58301394ac4f req-c65b3bec-3bee-4685-90ea-2430078a5884 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0378637 Feb 28 15:23:27.276960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a79c0733-8fa0-447d-bd1f-83fb7aa56d4a req-c7aa7b22-7f2c-4d40-ac6a-d5cc77b04ee3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:27.278397 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a79c0733-8fa0-447d-bd1f-83fb7aa56d4a req-c7aa7b22-7f2c-4d40-ac6a-d5cc77b04ee3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.1627259 Feb 28 15:23:27.324019 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a79c0733-8fa0-447d-bd1f-83fb7aa56d4a req-0c540126-c5f9-4249-a44b-1213059e34d9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0400336 Feb 28 15:23:27.350945 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53982) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:27.419009 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-428c18d3-9080-4f32-baf3-b6b00e5105e7 tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 1093 time: 0.0669699 Feb 28 15:23:27.421716 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53986) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:27.426649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': 'b717c233-21da-4836-b6b2-7d4bc5a78cbd', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address': '172.20.0.8'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:23:27.432054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:23:27.436374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:floatingip and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:23:27.439119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:23:27.444622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:23:27.455924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:27.585973 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:27.667939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a8722709-0ccd-43dc-ac47-75af26fb0041 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:27.719027 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.26.4.69 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/71e81f95-c981-405b-85fb-f274e54ce55e) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:23:27.864582 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:27.890695 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:27.948933 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:27.962217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:23:27.964820 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:23:27.968825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:23:28.001134 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=71e81f95-c981-405b-85fb-f274e54ce55e,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:28.456271 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:28.509824 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:28.708924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:28.713163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:28.815750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=71e81f95-c981-405b-85fb-f274e54ce55e,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:23:28.829874 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:28.921132 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:28.950115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:29.108886 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Floating IP 1a791bfe-aee5-4df7-92af-05f71004a4fa associated. External IP: 172.26.4.69, port: b717c233-21da-4836-b6b2-7d4bc5a78cbd. Feb 28 15:23:29.482487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router d0e46405-61ff-4206-85d3-0d4d7a2af445 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:23:29.675257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:23:29.685530 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37bd388-8087-4583-862e-e827c0f47c0f None None] Sync routers for ids ['d0e46405-61ff-4206-85d3-0d4d7a2af445'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:23:29.697762 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37bd388-8087-4583-862e-e827c0f47c0f None None] Routers {'d0e46405-61ff-4206-85d3-0d4d7a2af445'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:23:29.698509 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e37bd388-8087-4583-862e-e827c0f47c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:23:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d0e46405-61ff-4206-85d3-0d4d7a2af445'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:29.699711 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:29.755925 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-02c6c12d-7114-4d0d-b8b2-5c6ba9518851 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.3331912 Feb 28 15:23:29.756517 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18878c1a-6e8e-47d4-a0cf-b443215b0222', 'tag': 'b717c233-21da-4836-b6b2-7d4bc5a78cbd'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:23:29.813672 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18878c1a-6e8e-47d4-a0cf-b443215b0222', 'tag': 'b717c233-21da-4836-b6b2-7d4bc5a78cbd', 'status': 'completed', 'code': 200} Feb 28 15:23:29.876863 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-e37bd388-8087-4583-862e-e827c0f47c0f None None] Set router d0e46405-61ff-4206-85d3-0d4d7a2af445 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:23:29.902919 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f23dd279-ec01-4622-b9ce-e2a226f132ef req-50838b5f-4cfb-4045-ab9f-1edcda5c9559 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 1098 time: 0.0706539 Feb 28 15:23:29.933321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b803bb2c-f1ad-4e0b-863e-648bec6f7367 req-e73f7c24-7e59-400b-9f1d-bacd0ca68aea tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:29.934775 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b803bb2c-f1ad-4e0b-863e-648bec6f7367 req-e73f7c24-7e59-400b-9f1d-bacd0ca68aea tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.0806036 Feb 28 15:23:29.989506 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b803bb2c-f1ad-4e0b-863e-648bec6f7367 req-34994423-0deb-48ac-83dd-378772581821 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0484536 Feb 28 15:23:30.018637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53994) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:30.114536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dd279-ec01-4622-b9ce-e2a226f132ef req-fa62416a-d056-4df3-801f-7ae9dd6a5915 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:30.115988 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f23dd279-ec01-4622-b9ce-e2a226f132ef req-fa62416a-d056-4df3-801f-7ae9dd6a5915 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1387001-5d05-4834-890d-a2e22f4e3656 HTTP/1.1" status: 200 len: 897 time: 0.2068050 Feb 28 15:23:30.211240 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6309ba55-39f5-4991-abbd-28a895ea8608 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/1a791bfe-aee5-4df7-92af-05f71004a4fa HTTP/1.1" status: 200 len: 990 time: 0.1915250 Feb 28 15:23:30.220987 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e37bd388-8087-4583-862e-e827c0f47c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713629517', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:14Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '1a791bfe-aee5-4df7-92af-05f71004a4fa', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'floating_ip_address': '172.26.4.69', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'port_id': 'b717c233-21da-4836-b6b2-7d4bc5a78cbd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656', 'mac_address': 'fa:16:3e:06:75:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18878c1a-6e8e-47d4-a0cf-b443215b0222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:23:28Z', 'updated_at': '2022-02-28T15:23:28Z', 'revision_number': 0, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da776e0c-41b6-4007-9257-52ffbd4afe5c', 'name': '', 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:9e:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:13Z', 'updated_at': '2022-02-28T15:23:21Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:30.224917 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37bd388-8087-4583-862e-e827c0f47c0f None None] Checking router: d0e46405-61ff-4206-85d3-0d4d7a2af445 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:23:30.235438 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e37bd388-8087-4583-862e-e827c0f47c0f None None] Routers {'d0e46405-61ff-4206-85d3-0d4d7a2af445'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:23:30.235870 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f23dd279-ec01-4622-b9ce-e2a226f132ef req-df3c5e16-49db-4107-8b13-109eb5a52cd5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b717c233-21da-4836-b6b2-7d4bc5a78cbd HTTP/1.1" status: 200 len: 998 time: 0.1089325 Feb 28 15:23:30.236048 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e37bd388-8087-4583-862e-e827c0f47c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:23:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d0e46405-61ff-4206-85d3-0d4d7a2af445'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:30.295932 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23dd279-ec01-4622-b9ce-e2a226f132ef req-75583326-2037-4feb-93f7-4fbc168c3cc9 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:30.297273 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f23dd279-ec01-4622-b9ce-e2a226f132ef req-75583326-2037-4feb-93f7-4fbc168c3cc9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddb8f8b9-80eb-48f7-99f7-bfeca5131276 HTTP/1.1" status: 200 len: 835 time: 0.0563891 Feb 28 15:23:30.335885 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:30.373531 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f23dd279-ec01-4622-b9ce-e2a226f132ef req-6131b7d9-1342-4304-8e0b-97892bcfdf50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1387001-5d05-4834-890d-a2e22f4e3656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707157 Feb 28 15:23:30.407863 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-e37bd388-8087-4583-862e-e827c0f47c0f None None] Set router d0e46405-61ff-4206-85d3-0d4d7a2af445 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:23:30.624669 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f23dd279-ec01-4622-b9ce-e2a226f132ef req-7ee6fe09-e70a-4658-84c5-abd6043d13db service neutron] 10.222.0.20 "GET /v2.0/networks/e1387001-5d05-4834-890d-a2e22f4e3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2446601 Feb 28 15:23:30.750657 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f23dd279-ec01-4622-b9ce-e2a226f132ef req-46cbfdf2-cf46-43d1-9b63-ef7907924aa7 service neutron] 10.222.0.20 "GET /v2.0/networks/e1387001-5d05-4834-890d-a2e22f4e3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1215854 Feb 28 15:23:30.752129 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e37bd388-8087-4583-862e-e827c0f47c0f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713629517', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:14Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '1a791bfe-aee5-4df7-92af-05f71004a4fa', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'floating_ip_address': '172.26.4.69', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'port_id': 'b717c233-21da-4836-b6b2-7d4bc5a78cbd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656', 'mac_address': 'fa:16:3e:06:75:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18878c1a-6e8e-47d4-a0cf-b443215b0222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:23:28Z', 'updated_at': '2022-02-28T15:23:28Z', 'revision_number': 0, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da776e0c-41b6-4007-9257-52ffbd4afe5c', 'name': '', 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:9e:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:13Z', 'updated_at': '2022-02-28T15:23:21Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:23:30.756011 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e37bd388-8087-4583-862e-e827c0f47c0f None None] The sync data for ids ['d0e46405-61ff-4206-85d3-0d4d7a2af445'] in dv-neutron-830866-2-hyperv is: [{'id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713629517', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:14Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '1a791bfe-aee5-4df7-92af-05f71004a4fa', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'floating_ip_address': '172.26.4.69', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'port_id': 'b717c233-21da-4836-b6b2-7d4bc5a78cbd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656', 'mac_address': 'fa:16:3e:06:75:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18878c1a-6e8e-47d4-a0cf-b443215b0222', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:23:28Z', 'updated_at': '2022-02-28T15:23:28Z', 'revision_number': 0, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'da776e0c-41b6-4007-9257-52ffbd4afe5c', 'name': '', 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:9e:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:13Z', 'updated_at': '2022-02-28T15:23:21Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:23:31.215038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 53998) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:31.318132 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-965853f6-f213-42cc-8d3f-431f79ce51c1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/1a791bfe-aee5-4df7-92af-05f71004a4fa HTTP/1.1" status: 200 len: 990 time: 0.1019630 Feb 28 15:23:32.321137 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54002) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:32.423049 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3c0ac106-2d6b-4560-a280-7767d4c38bee tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/1a791bfe-aee5-4df7-92af-05f71004a4fa HTTP/1.1" status: 200 len: 990 time: 0.1007218 Feb 28 15:23:33.426965 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54008) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:33.525813 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-59a47089-57c0-49eb-9da6-edc331d0ebd3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/1a791bfe-aee5-4df7-92af-05f71004a4fa HTTP/1.1" status: 200 len: 990 time: 0.0976560 Feb 28 15:23:34.529640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54012) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:34.631853 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-651abd82-c68c-45ad-9e69-e2b4dcb9f887 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/1a791bfe-aee5-4df7-92af-05f71004a4fa HTTP/1.1" status: 200 len: 990 time: 0.1010802 Feb 28 15:23:34.994852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa496a53-e414-46e5-add5-2df9382c281a None None] New status for floating IP 1a791bfe-aee5-4df7-92af-05f71004a4fa: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:23:35.635457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54016) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:23:35.740343 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2ab5f325-56b5-4be2-b056-5ed964f570ae tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/1a791bfe-aee5-4df7-92af-05f71004a4fa HTTP/1.1" status: 200 len: 992 time: 0.1037416 Feb 28 15:23:41.417286 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:23:41.781921 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99fc650b-0099-45ac-8ca3-930abc630829 req-f25ffced-d95f-485b-8ebd-b3c07ff905dc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0695305 Feb 28 15:23:41.917447 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99fc650b-0099-45ac-8ca3-930abc630829 req-f7c89062-584e-4334-b51a-797e31ee7da6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 1098 time: 0.0666835 Feb 28 15:23:42.058426 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc650b-0099-45ac-8ca3-930abc630829 req-80f9c307-200d-4a06-b3bb-b9f8baf5186f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:42.059787 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99fc650b-0099-45ac-8ca3-930abc630829 req-80f9c307-200d-4a06-b3bb-b9f8baf5186f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1387001-5d05-4834-890d-a2e22f4e3656 HTTP/1.1" status: 200 len: 897 time: 0.1230676 Feb 28 15:23:42.160299 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99fc650b-0099-45ac-8ca3-930abc630829 req-4d8c8fb2-9c67-45c4-9f2a-c8fdeed3854f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b717c233-21da-4836-b6b2-7d4bc5a78cbd HTTP/1.1" status: 200 len: 1000 time: 0.0938635 Feb 28 15:23:42.222610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99fc650b-0099-45ac-8ca3-930abc630829 req-110434ad-eee9-40f9-a8d4-b2c75bc4a044 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:42.224058 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99fc650b-0099-45ac-8ca3-930abc630829 req-110434ad-eee9-40f9-a8d4-b2c75bc4a044 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddb8f8b9-80eb-48f7-99f7-bfeca5131276 HTTP/1.1" status: 200 len: 835 time: 0.0586083 Feb 28 15:23:42.297419 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99fc650b-0099-45ac-8ca3-930abc630829 req-03f7e73a-8da4-4cd3-b53f-6fb160cce230 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1387001-5d05-4834-890d-a2e22f4e3656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677059 Feb 28 15:23:42.423632 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99fc650b-0099-45ac-8ca3-930abc630829 req-67c9df80-c7bf-449b-9b01-67180d8a47e3 service neutron] 10.222.0.20 "GET /v2.0/networks/e1387001-5d05-4834-890d-a2e22f4e3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1192343 Feb 28 15:23:42.554903 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-99fc650b-0099-45ac-8ca3-930abc630829 req-a2eca1ba-19d6-47ac-bcd4-c930600afe64 service neutron] 10.222.0.20 "GET /v2.0/networks/e1387001-5d05-4834-890d-a2e22f4e3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255968 Feb 28 15:23:55.524696 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c10bd963-a3ad-4e40-8161-a02a9f08893c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:57.669762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0ebe1c6f-c812-40c5-acb7-2f1bbef1b965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:57.954034 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:58.816452 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aceefe67-bade-455a-ba1e-04a8f542aed3 req-6027c930-f02b-4817-bf62-b7649a6b140e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 1098 time: 0.2157514 Feb 28 15:23:58.829259 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63975cd4-435f-40b5-b2e0-7a6a9f34cac9 req-eb466bef-9101-4ff7-a340-ecc7096313df tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:58.830557 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-63975cd4-435f-40b5-b2e0-7a6a9f34cac9 req-eb466bef-9101-4ff7-a340-ecc7096313df tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.1912386 Feb 28 15:23:58.923527 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:58.952368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:23:58.953101 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-63975cd4-435f-40b5-b2e0-7a6a9f34cac9 req-be0d03a5-9337-4dd1-8637-f8893a044c9d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.1055033 Feb 28 15:23:58.986842 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceefe67-bade-455a-ba1e-04a8f542aed3 req-ca9a03ca-20a3-4788-95aa-095b1e286547 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:58.988297 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aceefe67-bade-455a-ba1e-04a8f542aed3 req-ca9a03ca-20a3-4788-95aa-095b1e286547 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1387001-5d05-4834-890d-a2e22f4e3656 HTTP/1.1" status: 200 len: 897 time: 0.1645963 Feb 28 15:23:59.088451 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aceefe67-bade-455a-ba1e-04a8f542aed3 req-f17b69ef-222d-40b7-a4b9-ab12b7b88d2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b717c233-21da-4836-b6b2-7d4bc5a78cbd HTTP/1.1" status: 200 len: 1000 time: 0.0937688 Feb 28 15:23:59.148511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aceefe67-bade-455a-ba1e-04a8f542aed3 req-48912b8d-9bb9-4160-9fe9-572b983c11d5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:23:59.149863 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aceefe67-bade-455a-ba1e-04a8f542aed3 req-48912b8d-9bb9-4160-9fe9-572b983c11d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddb8f8b9-80eb-48f7-99f7-bfeca5131276 HTTP/1.1" status: 200 len: 835 time: 0.0552826 Feb 28 15:23:59.221193 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aceefe67-bade-455a-ba1e-04a8f542aed3 req-9d32afea-153c-4eab-aa80-2bb02e27f08a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1387001-5d05-4834-890d-a2e22f4e3656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0649586 Feb 28 15:23:59.356732 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aceefe67-bade-455a-ba1e-04a8f542aed3 req-ced4b50b-1d0c-42ef-950d-58719b38331f service neutron] 10.222.0.20 "GET /v2.0/networks/e1387001-5d05-4834-890d-a2e22f4e3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218200 Feb 28 15:23:59.485617 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aceefe67-bade-455a-ba1e-04a8f542aed3 req-1d8d887f-3b9a-4a2d-b77d-77cee72795e8 service neutron] 10.222.0.20 "GET /v2.0/networks/e1387001-5d05-4834-890d-a2e22f4e3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220396 Feb 28 15:24:00.233434 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7d929-2d03-4cb6-b1e1-eb22efca6828 req-e6f2688e-edf1-4702-b6ed-e44548947e5b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:00.235168 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-62b7d929-2d03-4cb6-b1e1-eb22efca6828 req-e6f2688e-edf1-4702-b6ed-e44548947e5b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.1599591 Feb 28 15:24:00.280166 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-62b7d929-2d03-4cb6-b1e1-eb22efca6828 req-77d631dd-2e37-4b45-8053-58b46ca40478 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0392156 Feb 28 15:24:00.337347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:01.476662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac628aed-534e-4279-a2ee-5a942457a4b4 req-7675eecc-d829-4e63-aa1e-0f265fab70e9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:01.478097 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ac628aed-534e-4279-a2ee-5a942457a4b4 req-7675eecc-d829-4e63-aa1e-0f265fab70e9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.0797141 Feb 28 15:24:01.523135 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ac628aed-534e-4279-a2ee-5a942457a4b4 req-a474d487-bca5-4577-8649-6266b9505aa2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0389445 Feb 28 15:24:02.713922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd7ed22-819b-4e03-a6df-60e310222283 req-f6ee6d0f-83a3-40f5-91f1-b2caeb842a50 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:02.715272 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2cd7ed22-819b-4e03-a6df-60e310222283 req-f6ee6d0f-83a3-40f5-91f1-b2caeb842a50 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.0749240 Feb 28 15:24:02.761447 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2cd7ed22-819b-4e03-a6df-60e310222283 req-4bf8a4d7-e3d8-41c4-8704-c84cc36140c8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0406547 Feb 28 15:24:03.957082 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad35a1f-b653-4488-8c4d-4449fc590f27 req-805fb533-8c2f-491a-93da-371503808945 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:03.958475 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2ad35a1f-b653-4488-8c4d-4449fc590f27 req-805fb533-8c2f-491a-93da-371503808945 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.0743902 Feb 28 15:24:04.005193 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2ad35a1f-b653-4488-8c4d-4449fc590f27 req-58ea9f28-6010-4432-8302-c780f496cfeb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0413456 Feb 28 15:24:05.196036 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-071cab25-a8fe-4421-9cce-b86ef2b1174d req-14d0a657-97d5-4b85-a78d-26e31732762d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:05.197461 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-071cab25-a8fe-4421-9cce-b86ef2b1174d req-14d0a657-97d5-4b85-a78d-26e31732762d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.0739880 Feb 28 15:24:05.242499 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-071cab25-a8fe-4421-9cce-b86ef2b1174d req-41497463-b063-4f60-aba5-0621672a522b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0397542 Feb 28 15:24:06.438044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-530be446-1e4a-4275-a95b-841a18541917 req-2ff9e981-9b95-4b2e-b210-ec4badb01d07 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:06.445785 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-530be446-1e4a-4275-a95b-841a18541917 req-2ff9e981-9b95-4b2e-b210-ec4badb01d07 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.0833757 Feb 28 15:24:06.487472 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-530be446-1e4a-4275-a95b-841a18541917 req-e03d1a89-1032-4f08-9000-434bd343a3aa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0407929 Feb 28 15:24:07.684594 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bb5b18-fa0f-49bd-9f18-75653577ecbe req-aca00a4b-08cf-4e54-a20e-9bce1b4f4386 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:07.686124 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c1bb5b18-fa0f-49bd-9f18-75653577ecbe req-aca00a4b-08cf-4e54-a20e-9bce1b4f4386 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.0779021 Feb 28 15:24:07.729623 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c1bb5b18-fa0f-49bd-9f18-75653577ecbe req-481a46d0-51c0-463d-b350-3b6eccd27b30 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0381279 Feb 28 15:24:08.922409 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa03516-49e5-4831-9521-35de16cca2f5 req-b5d3f0fb-f2f8-4cae-b75a-ef209bf0d6c1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:08.923842 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-daa03516-49e5-4831-9521-35de16cca2f5 req-b5d3f0fb-f2f8-4cae-b75a-ef209bf0d6c1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.0781670 Feb 28 15:24:08.967466 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-daa03516-49e5-4831-9521-35de16cca2f5 req-af56d288-e738-4290-ab5d-853efb86d6fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0382354 Feb 28 15:24:10.162743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56508055-3f7d-45e2-9ffb-c7b8c8a4b7b9 req-512f7d7f-df1b-459f-bf4f-48c6fa098dbb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:10.165095 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-56508055-3f7d-45e2-9ffb-c7b8c8a4b7b9 req-512f7d7f-df1b-459f-bf4f-48c6fa098dbb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.0771413 Feb 28 15:24:10.210646 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-56508055-3f7d-45e2-9ffb-c7b8c8a4b7b9 req-b08333ef-e79a-4629-a8fb-8297fac237e6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0402591 Feb 28 15:24:11.405638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6417b3d-2036-4679-ad89-b62fc09987ec req-c2783a09-5199-406b-89d3-0d435c1e3568 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:11.407051 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e6417b3d-2036-4679-ad89-b62fc09987ec req-c2783a09-5199-406b-89d3-0d435c1e3568 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.0741088 Feb 28 15:24:11.451381 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e6417b3d-2036-4679-ad89-b62fc09987ec req-65d1f7ea-3e68-47a4-a441-b7e4e90cd7ab tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0385847 Feb 28 15:24:11.480426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54052) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:11.584429 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5782f1c0-c880-4070-9140-34496fc07733 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/1a791bfe-aee5-4df7-92af-05f71004a4fa HTTP/1.1" status: 200 len: 992 time: 0.1027851 Feb 28 15:24:18.418066 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:24:25.526619 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a60a4494-956e-4db3-a2bc-b641aab2d411 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:27.671063 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-63a0b389-19c0-4584-84ae-6750438f9c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:27.959730 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:28.924416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:28.952485 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:30.339099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:40.023700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54066) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:40.220128 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port 71e81f95-c981-405b-85fb-f274e54ce55e {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:24:40.220457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:40.382181 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:40.382392 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:40.586178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for 71e81f95-c981-405b-85fb-f274e54ce55e owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:24:40.723173 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:40.770281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=71e81f95-c981-405b-85fb-f274e54ce55e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:40.807591 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:40.807940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:40.808277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:40.808611 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:40.808940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:40.809267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:40.809591 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:40.809911 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:40.810230 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:40.810549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:40.810871 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:40.868390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:41.251625 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router d0e46405-61ff-4206-85d3-0d4d7a2af445 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:24:41.451476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:24:41.462750 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63830425-0209-40a2-9d85-d0eb58177700 None None] Sync routers for ids ['d0e46405-61ff-4206-85d3-0d4d7a2af445'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:24:41.474373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:41.474575 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63830425-0209-40a2-9d85-d0eb58177700 None None] Routers {'d0e46405-61ff-4206-85d3-0d4d7a2af445'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:24:41.475034 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-63830425-0209-40a2-9d85-d0eb58177700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:24:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d0e46405-61ff-4206-85d3-0d4d7a2af445'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:24:41.532208 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-68a5f54d-2e83-4a69-a30f-46e4a3e01c49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/floatingips/1a791bfe-aee5-4df7-92af-05f71004a4fa HTTP/1.1" status: 204 len: 168 time: 1.5074039 Feb 28 15:24:41.532683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18878c1a-6e8e-47d4-a0cf-b443215b0222', 'tag': 'b717c233-21da-4836-b6b2-7d4bc5a78cbd'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:24:41.588438 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18878c1a-6e8e-47d4-a0cf-b443215b0222', 'tag': 'b717c233-21da-4836-b6b2-7d4bc5a78cbd', 'status': 'completed', 'code': 200} Feb 28 15:24:41.678519 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-226a5a48-5a46-4b8c-8abb-76e0fa393a15 req-ecc6bf4c-ff99-4cc4-9736-03ad2ac9288e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 1098 time: 0.0684011 Feb 28 15:24:41.680033 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-63830425-0209-40a2-9d85-d0eb58177700 None None] Set router d0e46405-61ff-4206-85d3-0d4d7a2af445 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:24:41.811201 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a5a48-5a46-4b8c-8abb-76e0fa393a15 req-fe1f57cb-bda6-4189-8abf-d07dfa63ead7 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:41.812733 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-226a5a48-5a46-4b8c-8abb-76e0fa393a15 req-fe1f57cb-bda6-4189-8abf-d07dfa63ead7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e1387001-5d05-4834-890d-a2e22f4e3656 HTTP/1.1" status: 200 len: 897 time: 0.1285055 Feb 28 15:24:41.884275 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-226a5a48-5a46-4b8c-8abb-76e0fa393a15 req-32243e83-0d23-48ac-aa97-19a26a2d97c1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=b717c233-21da-4836-b6b2-7d4bc5a78cbd HTTP/1.1" status: 200 len: 217 time: 0.0648537 Feb 28 15:24:41.921124 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c71cb8ef-6627-4142-86d3-72519b80d65c req-24944dad-961c-47fd-bdc6-692960db5a81 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:41.922822 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c71cb8ef-6627-4142-86d3-72519b80d65c req-24944dad-961c-47fd-bdc6-692960db5a81 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.0809608 Feb 28 15:24:41.948247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226a5a48-5a46-4b8c-8abb-76e0fa393a15 req-ce6cdd31-d92e-4c7a-a453-f7ae30b936a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:41.949703 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-226a5a48-5a46-4b8c-8abb-76e0fa393a15 req-ce6cdd31-d92e-4c7a-a453-f7ae30b936a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ddb8f8b9-80eb-48f7-99f7-bfeca5131276 HTTP/1.1" status: 200 len: 835 time: 0.0579445 Feb 28 15:24:41.974944 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c71cb8ef-6627-4142-86d3-72519b80d65c req-60fa24a6-28cd-4a70-a6d8-8efe1f31045e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0457315 Feb 28 15:24:42.007687 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-63830425-0209-40a2-9d85-d0eb58177700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713629517', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:14Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'da776e0c-41b6-4007-9257-52ffbd4afe5c', 'name': '', 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:9e:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:13Z', 'updated_at': '2022-02-28T15:23:21Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:24:42.009932 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63830425-0209-40a2-9d85-d0eb58177700 None None] Checking router: d0e46405-61ff-4206-85d3-0d4d7a2af445 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:24:42.020810 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63830425-0209-40a2-9d85-d0eb58177700 None None] Routers {'d0e46405-61ff-4206-85d3-0d4d7a2af445'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:24:42.021386 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-63830425-0209-40a2-9d85-d0eb58177700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:24:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d0e46405-61ff-4206-85d3-0d4d7a2af445'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:24:42.025059 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-226a5a48-5a46-4b8c-8abb-76e0fa393a15 req-d816398a-90f5-4575-9e04-e0d5799d97ef service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e1387001-5d05-4834-890d-a2e22f4e3656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692875 Feb 28 15:24:42.198855 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-63830425-0209-40a2-9d85-d0eb58177700 None None] Set router d0e46405-61ff-4206-85d3-0d4d7a2af445 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:24:42.266275 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-226a5a48-5a46-4b8c-8abb-76e0fa393a15 req-46b75bef-8931-4ed9-a4aa-67d34f22f6a8 service neutron] 10.222.0.20 "GET /v2.0/networks/e1387001-5d05-4834-890d-a2e22f4e3656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2300746 Feb 28 15:24:42.398155 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-226a5a48-5a46-4b8c-8abb-76e0fa393a15 req-153ece26-5c81-4f09-a713-d0187936d5e2 service neutron] 10.222.0.20 "GET /v2.0/networks/e1387001-5d05-4834-890d-a2e22f4e3656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252220 Feb 28 15:24:42.504269 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-63830425-0209-40a2-9d85-d0eb58177700 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713629517', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:14Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'da776e0c-41b6-4007-9257-52ffbd4afe5c', 'name': '', 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:9e:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:13Z', 'updated_at': '2022-02-28T15:23:21Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:24:42.508056 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63830425-0209-40a2-9d85-d0eb58177700 None None] The sync data for ids ['d0e46405-61ff-4206-85d3-0d4d7a2af445'] in dv-neutron-830866-2-hyperv is: [{'id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713629517', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:14Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'da776e0c-41b6-4007-9257-52ffbd4afe5c', 'name': '', 'network_id': 'e1387001-5d05-4834-890d-a2e22f4e3656', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:9e:38:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:13Z', 'updated_at': '2022-02-28T15:23:21Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'ddb8f8b9-80eb-48f7-99f7-bfeca5131276', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:24:42.729862 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f7297c2-99ab-4d97-b887-f6f739ee5eb5 None None] New status for floating IP 1a791bfe-aee5-4df7-92af-05f71004a4fa: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:24:43.178297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f75d6e-9195-469c-a627-5aaac4e9cb68 req-fdb8bb6d-6728-48a9-b3bf-f46feee6fb78 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:43.178999 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-d0f75d6e-9195-469c-a627-5aaac4e9cb68 req-fdb8bb6d-6728-48a9-b3bf-f46feee6fb78 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:24:43.193619 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-d0f75d6e-9195-469c-a627-5aaac4e9cb68 req-fdb8bb6d-6728-48a9-b3bf-f46feee6fb78 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:24:43.195025 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d0f75d6e-9195-469c-a627-5aaac4e9cb68 req-fdb8bb6d-6728-48a9-b3bf-f46feee6fb78 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.0911152 Feb 28 15:24:43.239515 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d0f75d6e-9195-469c-a627-5aaac4e9cb68 req-0fcc3dc8-edda-4fa3-831f-3db98266b4eb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=71469d6d-241d-4e0d-82cb-8055275ab3cf&fields=id&fields=name HTTP/1.1" status: 200 len: 308 time: 0.0390937 Feb 28 15:24:43.361493 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3068aec-4087-4ebe-896e-a2952eeac17b req-c9183f59-61fb-4fd9-8c33-2192088af44f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:43.362881 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3068aec-4087-4ebe-896e-a2952eeac17b req-c9183f59-61fb-4fd9-8c33-2192088af44f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 945 time: 0.0778801 Feb 28 15:24:43.428116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-c3068aec-4087-4ebe-896e-a2952eeac17b req-05071b4b-5203-48d2-a685-8280ccf5633d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port b717c233-21da-4836-b6b2-7d4bc5a78cbd {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:24:43.428449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c3068aec-4087-4ebe-896e-a2952eeac17b req-05071b4b-5203-48d2-a685-8280ccf5633d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:43.664493 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-c3068aec-4087-4ebe-896e-a2952eeac17b req-05071b4b-5203-48d2-a685-8280ccf5633d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] For port b717c233-21da-4836-b6b2-7d4bc5a78cbd, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=b717c233-21da-4836-b6b2-7d4bc5a78cbd,segment=NetworkSegment(06a14c21-e1fb-4796-84df-e3d2ca93eb55),segment_id=06a14c21-e1fb-4796-84df-e3d2ca93eb55)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:24:43.664763 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c3068aec-4087-4ebe-896e-a2952eeac17b req-05071b4b-5203-48d2-a685-8280ccf5633d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:43.782585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-c3068aec-4087-4ebe-896e-a2952eeac17b req-05071b4b-5203-48d2-a685-8280ccf5633d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for b717c233-21da-4836-b6b2-7d4bc5a78cbd owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:24:43.918030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c3068aec-4087-4ebe-896e-a2952eeac17b req-05071b4b-5203-48d2-a685-8280ccf5633d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:43.963691 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05071b4b-5203-48d2-a685-8280ccf5633d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=b717c233-21da-4836-b6b2-7d4bc5a78cbd,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:44.037487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3068aec-4087-4ebe-896e-a2952eeac17b req-05071b4b-5203-48d2-a685-8280ccf5633d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] No DVR routers for this DVR port b717c233-21da-4836-b6b2-7d4bc5a78cbd on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:24:44.039794 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-c3068aec-4087-4ebe-896e-a2952eeac17b req-05071b4b-5203-48d2-a685-8280ccf5633d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:44.042129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18878c1a-6e8e-47d4-a0cf-b443215b0222', 'name': 'network-vif-deleted', 'tag': 'b717c233-21da-4836-b6b2-7d4bc5a78cbd'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:24:44.057116 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3068aec-4087-4ebe-896e-a2952eeac17b req-05071b4b-5203-48d2-a685-8280ccf5633d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "DELETE /v2.0/ports/b717c233-21da-4836-b6b2-7d4bc5a78cbd HTTP/1.1" status: 204 len: 173 time: 0.6889622 Feb 28 15:24:44.104311 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18878c1a-6e8e-47d4-a0cf-b443215b0222', 'name': 'network-vif-deleted', 'tag': 'b717c233-21da-4836-b6b2-7d4bc5a78cbd', 'status': 'completed', 'code': 200} Feb 28 15:24:44.420896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-afe4c63c-fb8e-4b39-bac0-0eccf04efd44 req-c4dae293-e9ed-4157-8dfe-769b1874f878 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:24:44.439442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-afe4c63c-fb8e-4b39-bac0-0eccf04efd44 req-c4dae293-e9ed-4157-8dfe-769b1874f878 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:24:44.440755 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-afe4c63c-fb8e-4b39-bac0-0eccf04efd44 req-c4dae293-e9ed-4157-8dfe-769b1874f878 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=18878c1a-6e8e-47d4-a0cf-b443215b0222 HTTP/1.1" status: 200 len: 210 time: 0.0635567 Feb 28 15:24:45.550482 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54084) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:45.933811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:46.611735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port da776e0c-41b6-4007-9257-52ffbd4afe5c {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:24:46.612428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:46.791262 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] For port da776e0c-41b6-4007-9257-52ffbd4afe5c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=da776e0c-41b6-4007-9257-52ffbd4afe5c,segment=NetworkSegment(06a14c21-e1fb-4796-84df-e3d2ca93eb55),segment_id=06a14c21-e1fb-4796-84df-e3d2ca93eb55)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:24:46.791534 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:46.907224 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for da776e0c-41b6-4007-9257-52ffbd4afe5c owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:24:47.072438 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:47.125961 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=da776e0c-41b6-4007-9257-52ffbd4afe5c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:47.194047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:47.194388 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:47.194721 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:47.195052 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:47.195380 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:47.195729 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:47.196050 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:47.196370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:47.196687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:47.197004 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:47.197323 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:47.423995 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:47.462649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device b717c233-21da-4836-b6b2-7d4bc5a78cbd no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:24:47.498845 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: b717c233-21da-4836-b6b2-7d4bc5a78cbd {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:24:47.499183 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device b717c233-21da-4836-b6b2-7d4bc5a78cbd not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:24:48.095501 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router d0e46405-61ff-4206-85d3-0d4d7a2af445 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:24:48.305824 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:24:48.315407 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb3bb4-aa16-48e2-88ae-70e13e8b7f3a None None] Sync routers for ids ['d0e46405-61ff-4206-85d3-0d4d7a2af445'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:24:48.324309 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-669dd81a-a26d-431e-ab7b-ac27aded3cd2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "PUT /v2.0/routers/d0e46405-61ff-4206-85d3-0d4d7a2af445/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7702699 Feb 28 15:24:48.324582 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54088) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:48.326818 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb3bb4-aa16-48e2-88ae-70e13e8b7f3a None None] Routers {'d0e46405-61ff-4206-85d3-0d4d7a2af445'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:24:48.327406 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c7bb3bb4-aa16-48e2-88ae-70e13e8b7f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:24:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d0e46405-61ff-4206-85d3-0d4d7a2af445'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:24:48.504722 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-c7bb3bb4-aa16-48e2-88ae-70e13e8b7f3a None None] Set router d0e46405-61ff-4206-85d3-0d4d7a2af445 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:24:48.507668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9e48b5c-f412-4349-ba76-30017d821641 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting subnet ddb8f8b9-80eb-48f7-99f7-bfeca5131276 {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:24:48.510480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9e48b5c-f412-4349-ba76-30017d821641 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:48.561352 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9e48b5c-f412-4349-ba76-30017d821641 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:48.645425 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9e48b5c-f412-4349-ba76-30017d821641 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:48.716024 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9e48b5c-f412-4349-ba76-30017d821641 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:48.754474 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e48b5c-f412-4349-ba76-30017d821641 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Subnet': ['ID=ddb8f8b9-80eb-48f7-99f7-bfeca5131276,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:48.759022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9e48b5c-f412-4349-ba76-30017d821641 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:48.765482 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a9e48b5c-f412-4349-ba76-30017d821641 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/subnets/ddb8f8b9-80eb-48f7-99f7-bfeca5131276 HTTP/1.1" status: 204 len: 168 time: 0.4399438 Feb 28 15:24:48.768076 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54092) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:48.769186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d01d273b-d2c5-4107-b3f9-ebb039c2c294 None None] Network e1387001-5d05-4834-890d-a2e22f4e3656 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:24:48.810457 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c7bb3bb4-aa16-48e2-88ae-70e13e8b7f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713629517', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:24:47Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:24:48.814434 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb3bb4-aa16-48e2-88ae-70e13e8b7f3a None None] Checking router: d0e46405-61ff-4206-85d3-0d4d7a2af445 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:24:48.824920 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7bb3bb4-aa16-48e2-88ae-70e13e8b7f3a None None] Routers {'d0e46405-61ff-4206-85d3-0d4d7a2af445'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:24:48.825496 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c7bb3bb4-aa16-48e2-88ae-70e13e8b7f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:24:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['d0e46405-61ff-4206-85d3-0d4d7a2af445'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:24:48.965880 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4c49ecc5-de3b-4e88-8fe9-d370faa07b1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:49.008158 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-c7bb3bb4-aa16-48e2-88ae-70e13e8b7f3a None None] Set router d0e46405-61ff-4206-85d3-0d4d7a2af445 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:24:49.024406 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] DHCP port deletion for e1387001-5d05-4834-890d-a2e22f4e3656 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:24:49.028704 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Deleting port 66a763f7-51ba-4647-8c5a-81fe6919afc6 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:24:49.029193 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:49.166073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4c49ecc5-de3b-4e88-8fe9-d370faa07b1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:49.175818 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-4c49ecc5-de3b-4e88-8fe9-d370faa07b1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port e0a14b3b-260a-4cde-9426-519fcc36dfe1 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:24:49.176154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4c49ecc5-de3b-4e88-8fe9-d370faa07b1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:49.265409 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] For port 66a763f7-51ba-4647-8c5a-81fe6919afc6, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=66a763f7-51ba-4647-8c5a-81fe6919afc6,segment=NetworkSegment(06a14c21-e1fb-4796-84df-e3d2ca93eb55),segment_id=06a14c21-e1fb-4796-84df-e3d2ca93eb55)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:24:49.265746 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:49.296394 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c7bb3bb4-aa16-48e2-88ae-70e13e8b7f3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713629517', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:24:47Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:24:49.300819 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bb3bb4-aa16-48e2-88ae-70e13e8b7f3a None None] The sync data for ids ['d0e46405-61ff-4206-85d3-0d4d7a2af445'] in dv-neutron-830866-2-hyperv is: [{'id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1713629517', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237'}], 'enable_snat': True}, 'gw_port_id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:24:47Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': 'e0a14b3b-260a-4cde-9426-519fcc36dfe1', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:95:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd0e46405-61ff-4206-85d3-0d4d7a2af445', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:23:10Z', 'updated_at': '2022-02-28T15:23:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:24:49.355609 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-4c49ecc5-de3b-4e88-8fe9-d370faa07b1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] For port e0a14b3b-260a-4cde-9426-519fcc36dfe1, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=e0a14b3b-260a-4cde-9426-519fcc36dfe1,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:24:49.355948 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4c49ecc5-de3b-4e88-8fe9-d370faa07b1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:49.388365 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Calling delete_port for 66a763f7-51ba-4647-8c5a-81fe6919afc6 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:24:49.465294 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:49.512182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Pushing event deleted for resources: {'Port': ['ID=66a763f7-51ba-4647-8c5a-81fe6919afc6,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:49.517905 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] No DVR routers for this DVR port 66a763f7-51ba-4647-8c5a-81fe6919afc6 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:24:49.527977 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:49.528323 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:49.528660 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:49.528994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:49.529325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:49.529653 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:49.529976 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:49.530298 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:49.530617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:49.530934 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:49.531256 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5ae55a23-a35a-482e-941e-f997b70d40e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:24:49.579670 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-4c49ecc5-de3b-4e88-8fe9-d370faa07b1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for e0a14b3b-260a-4cde-9426-519fcc36dfe1 owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:24:49.687665 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 66a763f7-51ba-4647-8c5a-81fe6919afc6 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:24:49.722478 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 66a763f7-51ba-4647-8c5a-81fe6919afc6 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:24:49.723377 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 66a763f7-51ba-4647-8c5a-81fe6919afc6 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:24:49.753437 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4c49ecc5-de3b-4e88-8fe9-d370faa07b1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:49.802096 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c49ecc5-de3b-4e88-8fe9-d370faa07b1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=e0a14b3b-260a-4cde-9426-519fcc36dfe1,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:50.027152 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4c49ecc5-de3b-4e88-8fe9-d370faa07b1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:50.278420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4c49ecc5-de3b-4e88-8fe9-d370faa07b1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:50.282523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4c49ecc5-de3b-4e88-8fe9-d370faa07b1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:50.305206 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4c49ecc5-de3b-4e88-8fe9-d370faa07b1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:50.305738 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c49ecc5-de3b-4e88-8fe9-d370faa07b1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Fanout notify agent at l3_agent the message router_deleted on router d0e46405-61ff-4206-85d3-0d4d7a2af445 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:24:50.320038 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4c49ecc5-de3b-4e88-8fe9-d370faa07b1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:50.321128 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4c49ecc5-de3b-4e88-8fe9-d370faa07b1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/routers/d0e46405-61ff-4206-85d3-0d4d7a2af445 HTTP/1.1" status: 204 len: 168 time: 1.5520673 Feb 28 15:24:50.323918 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54096) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:50.439349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9610-7c85-4319-bba4-2d26cdd77ace tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:50.573663 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9610-7c85-4319-bba4-2d26cdd77ace tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:50.597719 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-cfcf9610-7c85-4319-bba4-2d26cdd77ace tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1387001-5d05-4834-890d-a2e22f4e3656']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:24:50.609085 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-cfcf9610-7c85-4319-bba4-2d26cdd77ace tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06a14c21-e1fb-4796-84df-e3d2ca93eb55') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:24:50.609375 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-cfcf9610-7c85-4319-bba4-2d26cdd77ace tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06a14c21-e1fb-4796-84df-e3d2ca93eb55') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:24:50.622037 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9610-7c85-4319-bba4-2d26cdd77ace tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:50.637658 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9610-7c85-4319-bba4-2d26cdd77ace tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:50.643389 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cfcf9610-7c85-4319-bba4-2d26cdd77ace tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:24:50.643773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9610-7c85-4319-bba4-2d26cdd77ace tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:24:50.657155 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:24:50.736101 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9610-7c85-4319-bba4-2d26cdd77ace tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:50.755185 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cfcf9610-7c85-4319-bba4-2d26cdd77ace tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:50.767431 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf9610-7c85-4319-bba4-2d26cdd77ace tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Network': ['ID=e1387001-5d05-4834-890d-a2e22f4e3656,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:50.775261 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cfcf9610-7c85-4319-bba4-2d26cdd77ace tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/networks/e1387001-5d05-4834-890d-a2e22f4e3656 HTTP/1.1" status: 204 len: 168 time: 0.4502559 Feb 28 15:24:50.777971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54100) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:50.847347 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-342908a0-9b84-442f-8b69-c27cde9a582d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:50.875775 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-342908a0-9b84-442f-8b69-c27cde9a582d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:50.940135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-342908a0-9b84-442f-8b69-c27cde9a582d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.045337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342908a0-9b84-442f-8b69-c27cde9a582d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=71469d6d-241d-4e0d-82cb-8055275ab3cf,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:51.055387 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-342908a0-9b84-442f-8b69-c27cde9a582d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.056535 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-342908a0-9b84-442f-8b69-c27cde9a582d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/security-groups/71469d6d-241d-4e0d-82cb-8055275ab3cf HTTP/1.1" status: 204 len: 168 time: 0.2776124 Feb 28 15:24:51.366930 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e0a14b3b-260a-4cde-9426-519fcc36dfe1 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:24:51.383872 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54108) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:51.389410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-1509ac0a-f629-4bf5-a638-efc8c428eb22 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1534493927', 'description': 'tempest-secgroup-smoke-1534493927 description', 'project_id': 'a5283100f1814e64862917972ce1e0b2'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:24:51.396185 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1509ac0a-f629-4bf5-a638-efc8c428eb22 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:24:51.400277 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1509ac0a-f629-4bf5-a638-efc8c428eb22 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:24:51.403192 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: e0a14b3b-260a-4cde-9426-519fcc36dfe1 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:24:51.403326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1509ac0a-f629-4bf5-a638-efc8c428eb22 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:24:51.403557 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device e0a14b3b-260a-4cde-9426-519fcc36dfe1 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:24:51.403961 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device da776e0c-41b6-4007-9257-52ffbd4afe5c no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:24:51.409823 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1509ac0a-f629-4bf5-a638-efc8c428eb22 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:24:51.420876 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1509ac0a-f629-4bf5-a638-efc8c428eb22 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.450727 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: da776e0c-41b6-4007-9257-52ffbd4afe5c {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:24:51.451075 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device da776e0c-41b6-4007-9257-52ffbd4afe5c not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:24:51.458232 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1509ac0a-f629-4bf5-a638-efc8c428eb22 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:24:51.462234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1509ac0a-f629-4bf5-a638-efc8c428eb22 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:24:51.465195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1509ac0a-f629-4bf5-a638-efc8c428eb22 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:24:51.472154 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1509ac0a-f629-4bf5-a638-efc8c428eb22 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:24:51.524403 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1509ac0a-f629-4bf5-a638-efc8c428eb22 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.527983 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1509ac0a-f629-4bf5-a638-efc8c428eb22 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.569031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1509ac0a-f629-4bf5-a638-efc8c428eb22 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0960c403-20c3-4b30-946f-93574ac4681e,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:51.575722 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1509ac0a-f629-4bf5-a638-efc8c428eb22 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.576883 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1509ac0a-f629-4bf5-a638-efc8c428eb22 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1919572 Feb 28 15:24:51.580314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54112) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:51.585545 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ca951b90-f173-442c-ba5e-0e53a1c392fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '0960c403-20c3-4b30-946f-93574ac4681e', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:24:51.591395 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ca951b90-f173-442c-ba5e-0e53a1c392fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:24:51.595868 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ca951b90-f173-442c-ba5e-0e53a1c392fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:24:51.598643 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ca951b90-f173-442c-ba5e-0e53a1c392fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:24:51.604177 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ca951b90-f173-442c-ba5e-0e53a1c392fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:24:51.619789 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ca951b90-f173-442c-ba5e-0e53a1c392fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.681455 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ca951b90-f173-442c-ba5e-0e53a1c392fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.685539 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ca951b90-f173-442c-ba5e-0e53a1c392fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.708265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca951b90-f173-442c-ba5e-0e53a1c392fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8eefe884-0963-463c-b6e0-cccac4d9a871,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:51.716732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ca951b90-f173-442c-ba5e-0e53a1c392fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.717866 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ca951b90-f173-442c-ba5e-0e53a1c392fd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1365867 Feb 28 15:24:51.720640 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54116) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:51.725825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-64583130-80a5-4d2c-9603-b1a8d403f42a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '0960c403-20c3-4b30-946f-93574ac4681e', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:24:51.731368 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-64583130-80a5-4d2c-9603-b1a8d403f42a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:24:51.735056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-64583130-80a5-4d2c-9603-b1a8d403f42a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:24:51.737861 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-64583130-80a5-4d2c-9603-b1a8d403f42a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:24:51.743693 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-64583130-80a5-4d2c-9603-b1a8d403f42a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:24:51.762305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-64583130-80a5-4d2c-9603-b1a8d403f42a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.821310 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-64583130-80a5-4d2c-9603-b1a8d403f42a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.824725 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-64583130-80a5-4d2c-9603-b1a8d403f42a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.847109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64583130-80a5-4d2c-9603-b1a8d403f42a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=18b94898-36b6-4c83-844a-c2231ebde869,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:51.855847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-64583130-80a5-4d2c-9603-b1a8d403f42a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.856972 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-64583130-80a5-4d2c-9603-b1a8d403f42a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1354132 Feb 28 15:24:51.859572 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54120) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:51.864872 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-73246260-7cbc-4d96-a51d-52aff7e3c0bb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '0960c403-20c3-4b30-946f-93574ac4681e', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:24:51.870715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-73246260-7cbc-4d96-a51d-52aff7e3c0bb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:24:51.874425 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-73246260-7cbc-4d96-a51d-52aff7e3c0bb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:24:51.877716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-73246260-7cbc-4d96-a51d-52aff7e3c0bb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:24:51.883145 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-73246260-7cbc-4d96-a51d-52aff7e3c0bb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:24:51.899261 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-73246260-7cbc-4d96-a51d-52aff7e3c0bb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.958459 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-73246260-7cbc-4d96-a51d-52aff7e3c0bb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.961931 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-73246260-7cbc-4d96-a51d-52aff7e3c0bb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.985336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73246260-7cbc-4d96-a51d-52aff7e3c0bb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4ad47d1c-b85b-4d14-b10b-f31883bc9ed3,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:51.992705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-73246260-7cbc-4d96-a51d-52aff7e3c0bb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:51.994179 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-73246260-7cbc-4d96-a51d-52aff7e3c0bb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1336324 Feb 28 15:24:51.996875 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54124) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:52.002710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-373a0a1b-e00c-4fec-b9ed-db0a2aedc893 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '0960c403-20c3-4b30-946f-93574ac4681e', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:24:52.008277 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-373a0a1b-e00c-4fec-b9ed-db0a2aedc893 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:24:52.011960 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-373a0a1b-e00c-4fec-b9ed-db0a2aedc893 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:24:52.014727 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-373a0a1b-e00c-4fec-b9ed-db0a2aedc893 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:24:52.020809 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-373a0a1b-e00c-4fec-b9ed-db0a2aedc893 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:24:52.036222 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-373a0a1b-e00c-4fec-b9ed-db0a2aedc893 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.098397 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-373a0a1b-e00c-4fec-b9ed-db0a2aedc893 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.102344 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-373a0a1b-e00c-4fec-b9ed-db0a2aedc893 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.129415 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373a0a1b-e00c-4fec-b9ed-db0a2aedc893 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b5b0ff-f641-45e2-8b79-df8792d3801c,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:52.136420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-373a0a1b-e00c-4fec-b9ed-db0a2aedc893 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.137587 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-373a0a1b-e00c-4fec-b9ed-db0a2aedc893 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1398332 Feb 28 15:24:52.140279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54128) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:52.145446 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-6069a34b-7113-4f6a-beec-de116e57f3aa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '0960c403-20c3-4b30-946f-93574ac4681e', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:24:52.151080 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6069a34b-7113-4f6a-beec-de116e57f3aa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:24:52.154786 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6069a34b-7113-4f6a-beec-de116e57f3aa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:24:52.157625 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6069a34b-7113-4f6a-beec-de116e57f3aa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:24:52.163116 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6069a34b-7113-4f6a-beec-de116e57f3aa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:24:52.172961 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-6069a34b-7113-4f6a-beec-de116e57f3aa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Project a5283100f1814e64862917972ce1e0b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:24:52.179998 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6069a34b-7113-4f6a-beec-de116e57f3aa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.242160 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6069a34b-7113-4f6a-beec-de116e57f3aa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.245653 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6069a34b-7113-4f6a-beec-de116e57f3aa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.269222 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6069a34b-7113-4f6a-beec-de116e57f3aa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f997b953-c85b-4662-be3c-9d86e2cde8a6,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:52.278110 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6069a34b-7113-4f6a-beec-de116e57f3aa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.279725 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6069a34b-7113-4f6a-beec-de116e57f3aa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1383004 Feb 28 15:24:52.282135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54132) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:52.287333 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a8c8ed86-cfe2-4f94-b07f-9d7eede20a1a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '0960c403-20c3-4b30-946f-93574ac4681e', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:24:52.293257 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a8c8ed86-cfe2-4f94-b07f-9d7eede20a1a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:24:52.296987 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a8c8ed86-cfe2-4f94-b07f-9d7eede20a1a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:24:52.300367 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a8c8ed86-cfe2-4f94-b07f-9d7eede20a1a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:24:52.306168 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a8c8ed86-cfe2-4f94-b07f-9d7eede20a1a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:24:52.316619 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-a8c8ed86-cfe2-4f94-b07f-9d7eede20a1a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Project a5283100f1814e64862917972ce1e0b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:24:52.322790 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a8c8ed86-cfe2-4f94-b07f-9d7eede20a1a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.386110 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a8c8ed86-cfe2-4f94-b07f-9d7eede20a1a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.389776 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a8c8ed86-cfe2-4f94-b07f-9d7eede20a1a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.417773 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c8ed86-cfe2-4f94-b07f-9d7eede20a1a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4681970d-a3ca-4f28-8f61-89b8544a9cc2,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:52.428403 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a8c8ed86-cfe2-4f94-b07f-9d7eede20a1a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.430138 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a8c8ed86-cfe2-4f94-b07f-9d7eede20a1a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1470342 Feb 28 15:24:52.432838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54136) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:52.438384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f9d020c5-040b-42df-a858-cc355873b66f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'network': {'name': 'tempest-network-smoke--1078564627', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'port_security_enabled': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:24:52.445371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f9d020c5-040b-42df-a858-cc355873b66f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:24:52.449990 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f9d020c5-040b-42df-a858-cc355873b66f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:network and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:24:52.452949 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f9d020c5-040b-42df-a858-cc355873b66f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:24:52.458568 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f9d020c5-040b-42df-a858-cc355873b66f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:24:52.467871 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9d020c5-040b-42df-a858-cc355873b66f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Made reservation on behalf of a5283100f1814e64862917972ce1e0b2 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:24:52.471421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f9d020c5-040b-42df-a858-cc355873b66f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.499517 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9d020c5-040b-42df-a858-cc355873b66f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:24:52.508396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f9d020c5-040b-42df-a858-cc355873b66f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.508694 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-f9d020c5-040b-42df-a858-cc355873b66f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Added segment 1f44662a-872a-4f6e-a9a8-a450073795e5 of type vlan for network e0036e0b-cc98-4595-8e8b-198326d26675 Feb 28 15:24:52.533934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f9d020c5-040b-42df-a858-cc355873b66f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.561913 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f9d020c5-040b-42df-a858-cc355873b66f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.565626 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9d020c5-040b-42df-a858-cc355873b66f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:52.566200 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f9d020c5-040b-42df-a858-cc355873b66f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.675147 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f9d020c5-040b-42df-a858-cc355873b66f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2411611 Feb 28 15:24:52.677802 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54142) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:52.680377 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d020c5-040b-42df-a858-cc355873b66f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Network': ['ID=e0036e0b-cc98-4595-8e8b-198326d26675,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:52.685209 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-838631395', 'admin_state_up': True, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:24:52.691873 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network e0036e0b-cc98-4595-8e8b-198326d26675 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:24:52.692451 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:24:52.696376 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:router and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:24:52.699206 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:24:52.704864 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:24:52.715230 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.716300 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.735187 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:52.880048 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:53.050869 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:53.078419 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:53.208698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.26.4.229 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/4522b486-82f9-4ab7-a6cb-87ede1d3c68f) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:24:53.348520 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:53.375353 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:53.439888 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:24:53.442370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:24:53.444881 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:24:53.481873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=4522b486-82f9-4ab7-a6cb-87ede1d3c68f,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:53.599145 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:53.599780 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:53.902934 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router fd69e933-b22e-48c2-aebd-04ffc8e19e7a is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:24:54.098617 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:24:54.108972 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Sync routers for ids ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:24:54.121160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Routers {'fd69e933-b22e-48c2-aebd-04ffc8e19e7a'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:24:54.121763 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:24:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:24:54.124388 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:54.125537 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-4bf11db5-b350-42a3-9f55-368361df22d7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4468472 Feb 28 15:24:54.128716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54146) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:54.167061 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-55fd8c27-f7f8-4712-bcdd-918059a2fdec tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=a5283100f1814e64862917972ce1e0b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370793 Feb 28 15:24:54.169493 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54150) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:54.295903 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3ae6fa2-16b0-4cf1-9aef-9e006f7cadac tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:54.296164 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Set router fd69e933-b22e-48c2-aebd-04ffc8e19e7a gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:24:54.297369 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b3ae6fa2-16b0-4cf1-9aef-9e006f7cadac tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1269145 Feb 28 15:24:54.300813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54154) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:54.339402 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d38b9c5e-8d0c-497a-bf05-8afcdd6a1a65 tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0374935 Feb 28 15:24:54.341948 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54158) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:54.348279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-db5c3ac0-fd2d-42a6-a7fe-9eb1816fb2fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1932370751', 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:24:54.455345 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-db5c3ac0-fd2d-42a6-a7fe-9eb1816fb2fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:24:54.459088 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-db5c3ac0-fd2d-42a6-a7fe-9eb1816fb2fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:subnet and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:24:54.461854 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-db5c3ac0-fd2d-42a6-a7fe-9eb1816fb2fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:24:54.467414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-db5c3ac0-fd2d-42a6-a7fe-9eb1816fb2fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:24:54.478453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db5c3ac0-fd2d-42a6-a7fe-9eb1816fb2fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Made reservation on behalf of a5283100f1814e64862917972ce1e0b2 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:24:54.575019 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838631395', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:24:52Z', 'updated_at': '2022-02-28T15:24:53Z', 'revision_number': 3, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:53Z', 'updated_at': '2022-02-28T15:24:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:24:54.578743 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Checking router: fd69e933-b22e-48c2-aebd-04ffc8e19e7a for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:24:54.579085 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Updating router fd69e933-b22e-48c2-aebd-04ffc8e19e7a port 4522b486-82f9-4ab7-a6cb-87ede1d3c68f binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:24:54.581705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-db5c3ac0-fd2d-42a6-a7fe-9eb1816fb2fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:54.628062 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:54.792313 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-db5c3ac0-fd2d-42a6-a7fe-9eb1816fb2fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:54.861506 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5c3ac0-fd2d-42a6-a7fe-9eb1816fb2fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Subnet': ['ID=9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:54.884766 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db5c3ac0-fd2d-42a6-a7fe-9eb1816fb2fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Checking segment: {'id': '1f44662a-872a-4f6e-a9a8-a450073795e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:24:54.885117 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5c3ac0-fd2d-42a6-a7fe-9eb1816fb2fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network hostable DHCP agents. Network: e0036e0b-cc98-4595-8e8b-198326d26675, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:24:54.907156 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db5c3ac0-fd2d-42a6-a7fe-9eb1816fb2fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network e0036e0b-cc98-4595-8e8b-198326d26675 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:24:54.916231 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-db5c3ac0-fd2d-42a6-a7fe-9eb1816fb2fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, e0036e0b-cc98-4595-8e8b-198326d26675) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:24:54.920261 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db5c3ac0-fd2d-42a6-a7fe-9eb1816fb2fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:54.920843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-db5c3ac0-fd2d-42a6-a7fe-9eb1816fb2fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:54.929323 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb432c8-e0f4-4c8a-a559-225fc8ceed26 None None] Network e0036e0b-cc98-4595-8e8b-198326d26675 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:24:54.942116 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-db5c3ac0-fd2d-42a6-a7fe-9eb1816fb2fe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5991182 Feb 28 15:24:54.944768 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54162) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:24:55.066187 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:55.093082 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Transition to ACTIVE for port object 4522b486-82f9-4ab7-a6cb-87ede1d3c68f will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:24:55.109629 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:55.225143 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83485228-f1e6-4434-ab8c-246b900f44e5 None None] Pushing event updated for resources: {'Port': ['ID=4522b486-82f9-4ab7-a6cb-87ede1d3c68f,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:55.265135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Attempting to bind port 4522b486-82f9-4ab7-a6cb-87ede1d3c68f on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:24:55.265507 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Attempting to bind port 4522b486-82f9-4ab7-a6cb-87ede1d3c68f by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:24:55.265844 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Attempting to bind port 4522b486-82f9-4ab7-a6cb-87ede1d3c68f on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:24:55.278779 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:24:55.279218 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:24:55.279582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:55.279919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:24:55.280369 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Bound port: 4522b486-82f9-4ab7-a6cb-87ede1d3c68f, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:24:55.281253 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:55.308616 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-e0036e0b-cc98-4595-8e8b-198326d26675', 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ips': [{'subnet_id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:24:55.309405 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:55.420610 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:24:55.438018 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] For port 4522b486-82f9-4ab7-a6cb-87ede1d3c68f, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:24:55.480355 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] For port 4522b486-82f9-4ab7-a6cb-87ede1d3c68f, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4522b486-82f9-4ab7-a6cb-87ede1d3c68f,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:24:55.490429 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:55.589991 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Allocated IP 172.20.0.2 (e0036e0b-cc98-4595-8e8b-198326d26675/9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996/6d9c48ea-6cbd-4033-a514-5e96e489e3c9) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:24:55.594392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0d6ed732-1bac-42c8-928c-3e50fe5606d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:55.617561 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83485228-f1e6-4434-ab8c-246b900f44e5 None None] Pushing event updated for resources: {'Port': ['ID=4522b486-82f9-4ab7-a6cb-87ede1d3c68f,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:55.623517 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Routers {'fd69e933-b22e-48c2-aebd-04ffc8e19e7a'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:24:55.624159 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:24:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:24:55.791263 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:55.937312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] Set router fd69e933-b22e-48c2-aebd-04ffc8e19e7a gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:24:56.076354 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:56.141710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Transition to ACTIVE for port object 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:24:56.170571 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Transition to ACTIVE for port object 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:24:56.195601 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:56.248681 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.20.0.1 (e0036e0b-cc98-4595-8e8b-198326d26675/9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996/0460af9f-ad97-4534-aa7b-dd06760f86f3) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:24:56.347923 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Network e0036e0b-cc98-4595-8e8b-198326d26675 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:24:56.351991 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:24:56.354700 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:24:56.357747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Pushing event updated for resources: {'Port': ['ID=6d9c48ea-6cbd-4033-a514-5e96e489e3c9,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:56.408687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:56.425201 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Transition to ACTIVE for port object 0460af9f-ad97-4534-aa7b-dd06760f86f3 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:24:56.451562 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:56.462558 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Attempting to bind port 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:24:56.462925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Attempting to bind port 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '1f44662a-872a-4f6e-a9a8-a450073795e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:24:56.464042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Attempting to bind port 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 on network e0036e0b-cc98-4595-8e8b-198326d26675 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:24:56.473459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838631395', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:24:52Z', 'updated_at': '2022-02-28T15:24:53Z', 'revision_number': 3, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:53Z', 'updated_at': '2022-02-28T15:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:24:56.475440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 24, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:24:56.475837 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Checking segment: {'id': '1f44662a-872a-4f6e-a9a8-a450073795e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:24:56.476227 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:56.476614 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Bound using segment: {'id': '1f44662a-872a-4f6e-a9a8-a450073795e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:24:56.477064 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Bound port: 6d9c48ea-6cbd-4033-a514-5e96e489e3c9, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f44662a-872a-4f6e-a9a8-a450073795e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:24:56.477423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:56.490851 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39ad53c5-9999-4a06-88ee-40377d8bc546 None None] The sync data for ids ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'] in dv-neutron-830866-2-hyperv is: [{'id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838631395', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:24:52Z', 'updated_at': '2022-02-28T15:24:53Z', 'revision_number': 3, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8c:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:53Z', 'updated_at': '2022-02-28T15:24:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:24:56.509244 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network e0036e0b-cc98-4595-8e8b-198326d26675 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:24:56.514164 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:24:56.523393 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:24:56.577940 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] For port 6d9c48ea-6cbd-4033-a514-5e96e489e3c9, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:24:56.582859 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] For port 6d9c48ea-6cbd-4033-a514-5e96e489e3c9, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6d9c48ea-6cbd-4033-a514-5e96e489e3c9,segment=NetworkSegment(1f44662a-872a-4f6e-a9a8-a450073795e5),segment_id=1f44662a-872a-4f6e-a9a8-a450073795e5)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:24:56.587929 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:56.598854 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=0460af9f-ad97-4534-aa7b-dd06760f86f3,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:56.608069 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:56.682211 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760c14fc-aa96-41fe-a09c-0e04e8e29054 None None] Pushing event updated for resources: {'Port': ['ID=6d9c48ea-6cbd-4033-a514-5e96e489e3c9,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:56.735073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:57.196759 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:57.201505 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:57.318376 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=0460af9f-ad97-4534-aa7b-dd06760f86f3,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:57.329770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:57.449945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4522b486-82f9-4ab7-a6cb-87ede1d3c68f up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:24:57.519384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 4522b486-82f9-4ab7-a6cb-87ede1d3c68f completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:24:57.524538 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4522b486-82f9-4ab7-a6cb-87ede1d3c68f triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:24:57.525193 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:57.609977 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network e0036e0b-cc98-4595-8e8b-198326d26675 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:24:57.611245 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:24:57.667573 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:57.688474 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2243cf79-d2e0-4060-9b44-58a347f02b5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:57.703726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 4522b486-82f9-4ab7-a6cb-87ede1d3c68f, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4522b486-82f9-4ab7-a6cb-87ede1d3c68f,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:24:57.710027 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:57.711011 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:24:57.766006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ca20600-cbe0-48ce-946b-c1bc25fe1b36 None None] Network e0036e0b-cc98-4595-8e8b-198326d26675 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:24:57.913662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9b21e1de-a7f2-4d3f-81fc-1af19731232b None None] Provisioning for port 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:24:57.918859 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=4522b486-82f9-4ab7-a6cb-87ede1d3c68f,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:58.001699 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:58.008381 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router fd69e933-b22e-48c2-aebd-04ffc8e19e7a has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:24:58.018244 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:24:58.025635 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:24:58.025997 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:58.196153 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:58.217628 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:24:58.231493 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a713caac-bd71-4ff3-b2a2-d3f1b353f63e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "PUT /v2.0/routers/fd69e933-b22e-48c2-aebd-04ffc8e19e7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2856779 Feb 28 15:24:58.243167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 6d9c48ea-6cbd-4033-a514-5e96e489e3c9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6d9c48ea-6cbd-4033-a514-5e96e489e3c9,segment=NetworkSegment(1f44662a-872a-4f6e-a9a8-a450073795e5),segment_id=1f44662a-872a-4f6e-a9a8-a450073795e5)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:24:58.248066 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:58.320104 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=6d9c48ea-6cbd-4033-a514-5e96e489e3c9,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:24:58.411956 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-9226cb34-631c-4bfa-85af-c24d1537390b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1534493927&fields=id&tenant_id=a5283100f1814e64862917972ce1e0b2 HTTP/1.1" status: 200 len: 267 time: 0.0440633 Feb 28 15:24:58.468171 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c83d853a-e799-49cd-a2bf-635f08d5646c None None] Provisioning for port 0460af9f-ad97-4534-aa7b-dd06760f86f3 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:24:58.475010 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c83d853a-e799-49cd-a2bf-635f08d5646c None None] Provisioning complete for port 0460af9f-ad97-4534-aa7b-dd06760f86f3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:24:58.475468 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c83d853a-e799-49cd-a2bf-635f08d5646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:58.532540 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c83d853a-e799-49cd-a2bf-635f08d5646c None None] Port 0460af9f-ad97-4534-aa7b-dd06760f86f3 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:24:58.549471 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c83d853a-e799-49cd-a2bf-635f08d5646c None None] Provisioning complete for port 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:24:58.550138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c83d853a-e799-49cd-a2bf-635f08d5646c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:58.571161 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-0ffe9f9c-4fad-4b67-9444-07623ca0b6bd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:24:58.572992 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-0ffe9f9c-4fad-4b67-9444-07623ca0b6bd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/networks?id=e0036e0b-cc98-4595-8e8b-198326d26675 HTTP/1.1" status: 200 len: 797 time: 0.1538293 Feb 28 15:24:58.589960 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-b1aa8188-c972-4c5c-a820-f037de1fc412 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/quotas/a5283100f1814e64862917972ce1e0b2 HTTP/1.1" status: 200 len: 375 time: 0.0115321 Feb 28 15:24:58.681443 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-d1163ddf-7dc8-4269-97bb-d6185a4c114d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0845602 Feb 28 15:24:58.698773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-80e22579-a0d7-4c34-9160-cba5d7ca26e5 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 15:24:58.700005 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-80e22579-a0d7-4c34-9160-cba5d7ca26e5 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0052798 Feb 28 15:24:58.797899 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-34c6599c-95e2-498e-a4ab-f5a2b40da19c None None] Provisioning complete for port 0460af9f-ad97-4534-aa7b-dd06760f86f3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:24:58.798260 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-34c6599c-95e2-498e-a4ab-f5a2b40da19c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:58.854147 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-34c6599c-95e2-498e-a4ab-f5a2b40da19c None None] Port 0460af9f-ad97-4534-aa7b-dd06760f86f3 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:24:58.923676 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-da9d2e0f-c4a5-457f-bfcb-af998de5a427 service neutron] 10.222.0.15 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2173276 Feb 28 15:24:58.926042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:58.956192 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:59.053784 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-c807f44a-25bc-4696-80fc-3662aa63941b service neutron] 10.222.0.15 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235659 Feb 28 15:24:59.231322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-a2f4f877-011d-4629-b6c8-54758b84ff02 req-42436e83-7244-4d70-8cb9-e14adadc5196 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:24:59.248034 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-a2f4f877-011d-4629-b6c8-54758b84ff02 req-42436e83-7244-4d70-8cb9-e14adadc5196 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:24:59.249404 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a2f4f877-011d-4629-b6c8-54758b84ff02 req-42436e83-7244-4d70-8cb9-e14adadc5196 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 210 time: 0.0577495 Feb 28 15:24:59.383123 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4522b486-82f9-4ab7-a6cb-87ede1d3c68f up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:24:59.454628 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4522b486-82f9-4ab7-a6cb-87ede1d3c68f triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:24:59.455104 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:24:59.570111 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:24:59.637416 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:24:59.637784 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:00.012744 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Sync routers for ids ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:25:00.023915 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Routers {'fd69e933-b22e-48c2-aebd-04ffc8e19e7a'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:25:00.024498 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:24:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:25:00.207016 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Set router fd69e933-b22e-48c2-aebd-04ffc8e19e7a gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:25:00.248637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-4027bf5c-a417-4d37-ba20-2c1aa236c237 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:00.250041 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-4027bf5c-a417-4d37-ba20-2c1aa236c237 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "GET /v2.0/networks?id=e0036e0b-cc98-4595-8e8b-198326d26675 HTTP/1.1" status: 200 len: 797 time: 0.1628971 Feb 28 15:25:00.317838 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-3bc079ce-af7d-4ac6-ab27-adda172cf63a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5283100f1814e64862917972ce1e0b2 HTTP/1.1" status: 200 len: 380 time: 0.0555279 Feb 28 15:25:00.339497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-1e051ae8-2833-4ba0-8188-4aada26ecd47 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'port': {'device_id': 'cc10f90c-63a1-482a-b1f3-d6f1b059e4ca', 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675', 'admin_state_up': True, 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'security_groups': ['0960c403-20c3-4b30-946f-93574ac4681e']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:25:00.348738 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:00.466624 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a95c969d-6046-493e-8bc0-42883cd6bcea req-194f01dc-b207-46d3-9a15-f021a9ae7ff6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 210 time: 0.0570188 Feb 28 15:25:00.523167 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-1e051ae8-2833-4ba0-8188-4aada26ecd47 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:25:00.532649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-1e051ae8-2833-4ba0-8188-4aada26ecd47 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:25:00.537274 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838631395', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:24:52Z', 'updated_at': '2022-02-28T15:24:56Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:53Z', 'updated_at': '2022-02-28T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '0460af9f-ad97-4534-aa7b-dd06760f86f3', 'name': '', 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:b8:a5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:56Z', 'updated_at': '2022-02-28T15:24:57Z', 'revision_number': 2, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:25:00.541542 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Checking router: fd69e933-b22e-48c2-aebd-04ffc8e19e7a for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:25:00.541886 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Updating router fd69e933-b22e-48c2-aebd-04ffc8e19e7a port 0460af9f-ad97-4534-aa7b-dd06760f86f3 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:25:00.542474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-1e051ae8-2833-4ba0-8188-4aada26ecd47 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Made reservation on behalf of a5283100f1814e64862917972ce1e0b2 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:25:00.545578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-1e051ae8-2833-4ba0-8188-4aada26ecd47 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:00.591626 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:00.702972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-1e051ae8-2833-4ba0-8188-4aada26ecd47 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.20.0.11 (e0036e0b-cc98-4595-8e8b-198326d26675/9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996/6d1fb3d6-b674-4523-93e5-fa92b45e6228) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:25:00.887516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-1e051ae8-2833-4ba0-8188-4aada26ecd47 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:00.901970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-1e051ae8-2833-4ba0-8188-4aada26ecd47 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Transition to ACTIVE for port object 6d1fb3d6-b674-4523-93e5-fa92b45e6228 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:25:00.922838 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-1e051ae8-2833-4ba0-8188-4aada26ecd47 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:00.993248 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-1e051ae8-2833-4ba0-8188-4aada26ecd47 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network e0036e0b-cc98-4595-8e8b-198326d26675 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:25:00.996421 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-1e051ae8-2833-4ba0-8188-4aada26ecd47 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:25:01.000725 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-1e051ae8-2833-4ba0-8188-4aada26ecd47 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:25:01.027853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e051ae8-2833-4ba0-8188-4aada26ecd47 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=6d1fb3d6-b674-4523-93e5-fa92b45e6228,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:25:01.065255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-1e051ae8-2833-4ba0-8188-4aada26ecd47 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:01.065969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-1e051ae8-2833-4ba0-8188-4aada26ecd47 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:01.091292 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-1e051ae8-2833-4ba0-8188-4aada26ecd47 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7561557 Feb 28 15:25:01.103217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Request body: {'port': {'device_id': 'cc10f90c-63a1-482a-b1f3-d6f1b059e4ca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:25:01.128684 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:01.140783 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Transition to ACTIVE for port object 0460af9f-ad97-4534-aa7b-dd06760f86f3 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:25:01.148720 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:01.219092 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:01.303156 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b5fd91dc-079f-43b6-b22c-9545f40bbcf3 None None] Provisioning for port 6d1fb3d6-b674-4523-93e5-fa92b45e6228 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:25:01.313303 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b5fd91dc-079f-43b6-b22c-9545f40bbcf3 None None] Provisioning complete for port 6d1fb3d6-b674-4523-93e5-fa92b45e6228 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:25:01.313690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b5fd91dc-079f-43b6-b22c-9545f40bbcf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:01.314311 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e0c3e-526f-49c6-a121-596b0b6b0909 None None] Pushing event updated for resources: {'Port': ['ID=0460af9f-ad97-4534-aa7b-dd06760f86f3,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:25:01.368809 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-b5fd91dc-079f-43b6-b22c-9545f40bbcf3 None None] Port 6d1fb3d6-b674-4523-93e5-fa92b45e6228 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:25:01.369187 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Attempting to bind port 0460af9f-ad97-4534-aa7b-dd06760f86f3 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:25:01.369801 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Attempting to bind port 0460af9f-ad97-4534-aa7b-dd06760f86f3 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '1f44662a-872a-4f6e-a9a8-a450073795e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:25:01.370722 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Attempting to bind port 0460af9f-ad97-4534-aa7b-dd06760f86f3 on network e0036e0b-cc98-4595-8e8b-198326d26675 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:25:01.373909 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e0c3e-526f-49c6-a121-596b0b6b0909 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:25:01.374235 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e0c3e-526f-49c6-a121-596b0b6b0909 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:25:01.374560 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e0c3e-526f-49c6-a121-596b0b6b0909 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:25:01.374883 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e0c3e-526f-49c6-a121-596b0b6b0909 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:25:01.375198 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e0c3e-526f-49c6-a121-596b0b6b0909 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:25:01.375514 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e0c3e-526f-49c6-a121-596b0b6b0909 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:25:01.375869 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e0c3e-526f-49c6-a121-596b0b6b0909 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:25:01.376179 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e0c3e-526f-49c6-a121-596b0b6b0909 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:25:01.376489 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e0c3e-526f-49c6-a121-596b0b6b0909 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:25:01.376814 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e0c3e-526f-49c6-a121-596b0b6b0909 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:25:01.377888 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-577e0c3e-526f-49c6-a121-596b0b6b0909 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:25:01.387282 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:25:01.387628 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Checking segment: {'id': '1f44662a-872a-4f6e-a9a8-a450073795e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:25:01.388024 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:01.388402 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Bound using segment: {'id': '1f44662a-872a-4f6e-a9a8-a450073795e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:25:01.388859 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Bound port: 0460af9f-ad97-4534-aa7b-dd06760f86f3, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f44662a-872a-4f6e-a9a8-a450073795e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:25:01.389223 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:01.484452 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] For port 0460af9f-ad97-4534-aa7b-dd06760f86f3, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:25:01.488778 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] For port 0460af9f-ad97-4534-aa7b-dd06760f86f3, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0460af9f-ad97-4534-aa7b-dd06760f86f3,segment=NetworkSegment(1f44662a-872a-4f6e-a9a8-a450073795e5),segment_id=1f44662a-872a-4f6e-a9a8-a450073795e5)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:25:01.495065 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:01.587228 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577e0c3e-526f-49c6-a121-596b0b6b0909 None None] Pushing event updated for resources: {'Port': ['ID=0460af9f-ad97-4534-aa7b-dd06760f86f3,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:25:01.598036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d1fb3d6-b674-4523-93e5-fa92b45e6228 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:25:01.603427 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Routers {'fd69e933-b22e-48c2-aebd-04ffc8e19e7a'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:25:01.604065 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:24:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:25:01.605441 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:01.620934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Transition to ACTIVE for port object 6d1fb3d6-b674-4523-93e5-fa92b45e6228 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:25:01.624520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:01.696131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ade7503-bf34-4d7a-b14a-caa80fb4fc72 req-40e1fc3b-d6c8-4861-b021-2f14a2726a14 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:01.705231 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7ade7503-bf34-4d7a-b14a-caa80fb4fc72 req-40e1fc3b-d6c8-4861-b021-2f14a2726a14 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 944 time: 0.1080980 Feb 28 15:25:01.754802 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-7ade7503-bf34-4d7a-b14a-caa80fb4fc72 req-eb828859-90ab-4a8b-8125-656e9e5e892b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:25:01.774321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-7ade7503-bf34-4d7a-b14a-caa80fb4fc72 req-eb828859-90ab-4a8b-8125-656e9e5e892b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:25:01.789725 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7ade7503-bf34-4d7a-b14a-caa80fb4fc72 req-eb828859-90ab-4a8b-8125-656e9e5e892b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830288 Feb 28 15:25:01.810915 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] Set router fd69e933-b22e-48c2-aebd-04ffc8e19e7a gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:25:01.881840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1fb3d6-b674-4523-93e5-fa92b45e6228,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:25:01.987798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Attempting to bind port 6d1fb3d6-b674-4523-93e5-fa92b45e6228 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:25:01.988127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Attempting to bind port 6d1fb3d6-b674-4523-93e5-fa92b45e6228 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '1f44662a-872a-4f6e-a9a8-a450073795e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:25:01.988444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Attempting to bind port 6d1fb3d6-b674-4523-93e5-fa92b45e6228 on network e0036e0b-cc98-4595-8e8b-198326d26675 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:25:01.994028 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Port 6d1fb3d6-b674-4523-93e5-fa92b45e6228 on network e0036e0b-cc98-4595-8e8b-198326d26675 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:25:01.994583 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Attempting to bind port 6d1fb3d6-b674-4523-93e5-fa92b45e6228 on network e0036e0b-cc98-4595-8e8b-198326d26675 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:25:02.000687 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:25:02.001012 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Checking segment: {'id': '1f44662a-872a-4f6e-a9a8-a450073795e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:25:02.001380 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Bound using segment: {'id': '1f44662a-872a-4f6e-a9a8-a450073795e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:25:02.001815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Bound port: 6d1fb3d6-b674-4523-93e5-fa92b45e6228, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f44662a-872a-4f6e-a9a8-a450073795e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:25:02.002154 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:02.092086 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] For port 6d1fb3d6-b674-4523-93e5-fa92b45e6228, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:25:02.094918 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] For port 6d1fb3d6-b674-4523-93e5-fa92b45e6228, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6d1fb3d6-b674-4523-93e5-fa92b45e6228,segment=NetworkSegment(1f44662a-872a-4f6e-a9a8-a450073795e5),segment_id=1f44662a-872a-4f6e-a9a8-a450073795e5)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:25:02.100441 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:02.137375 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838631395', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:24:52Z', 'updated_at': '2022-02-28T15:24:56Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:53Z', 'updated_at': '2022-02-28T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '0460af9f-ad97-4534-aa7b-dd06760f86f3', 'name': '', 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:b8:a5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:56Z', 'updated_at': '2022-02-28T15:25:01Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:25:02.141169 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd57f0e3-f60d-4436-986f-18c620278da3 None None] The sync data for ids ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'] in dv-neutron-830866-2-hyperv is: [{'id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838631395', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:24:52Z', 'updated_at': '2022-02-28T15:24:56Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:53Z', 'updated_at': '2022-02-28T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '0460af9f-ad97-4534-aa7b-dd06760f86f3', 'name': '', 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:b8:a5:70', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:56Z', 'updated_at': '2022-02-28T15:25:01Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:25:02.160340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:02.161714 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d1fb3d6-b674-4523-93e5-fa92b45e6228 HTTP/1.1" status: 200 len: 1094 time: 1.0632834 Feb 28 15:25:02.162156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc10f90c-63a1-482a-b1f3-d6f1b059e4ca', 'tag': '6d1fb3d6-b674-4523-93e5-fa92b45e6228'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:25:02.204046 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44d408c8-0202-467f-8bda-a406ea7441d8 service neutron] Pushing event updated for resources: {'Port': ['ID=6d1fb3d6-b674-4523-93e5-fa92b45e6228,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:25:02.261092 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc10f90c-63a1-482a-b1f3-d6f1b059e4ca', 'tag': '6d1fb3d6-b674-4523-93e5-fa92b45e6228', 'status': 'completed', 'code': 200} Feb 28 15:25:02.312508 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-e12fffb6-f66f-4ef8-a4ef-3721b3fa2351 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 1097 time: 0.0866520 Feb 28 15:25:02.382975 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-856a4935-6932-49ad-8bf7-5a8f30358b74 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d1fb3d6-b674-4523-93e5-fa92b45e6228 HTTP/1.1" status: 200 len: 217 time: 0.0637605 Feb 28 15:25:02.450964 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-a08720f4-9c54-443d-90f4-062983c0062d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:02.452453 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-a08720f4-9c54-443d-90f4-062983c0062d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996 HTTP/1.1" status: 200 len: 835 time: 0.0642519 Feb 28 15:25:02.535959 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-e27a1588-6cd7-49d5-be08-889e4a29a0fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0036e0b-cc98-4595-8e8b-198326d26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0777352 Feb 28 15:25:02.668810 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-12a10978-a805-4202-87e7-e30345a65918 service neutron] 10.222.0.20 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271524 Feb 28 15:25:02.812124 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f6f8d45-aee9-4b45-9092-66622cbb6796 req-70f87e7f-9bbb-4646-b6e4-c41449cec5af service neutron] 10.222.0.20 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1367319 Feb 28 15:25:02.932287 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a486994a-2da5-45eb-accd-6178969bda6f req-babee398-a27e-448f-91f3-8f58948216c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 1097 time: 0.0749016 Feb 28 15:25:02.993692 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c992ba7-2541-4bce-9f9d-3590219edd91 req-37501bb7-2ccb-4174-8f08-21912f41435c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:02.999709 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0c992ba7-2541-4bce-9f9d-3590219edd91 req-37501bb7-2ccb-4174-8f08-21912f41435c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 944 time: 0.0889218 Feb 28 15:25:03.041535 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0c992ba7-2541-4bce-9f9d-3590219edd91 req-286d2f3b-7741-4285-bd5f-eb575a56e798 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404987 Feb 28 15:25:03.077058 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486994a-2da5-45eb-accd-6178969bda6f req-ff83a509-78bb-49fb-ada5-34c7454f9cea service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:03.078610 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a486994a-2da5-45eb-accd-6178969bda6f req-ff83a509-78bb-49fb-ada5-34c7454f9cea service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0036e0b-cc98-4595-8e8b-198326d26675 HTTP/1.1" status: 200 len: 897 time: 0.1403985 Feb 28 15:25:03.145949 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a486994a-2da5-45eb-accd-6178969bda6f req-4c46f2d8-fe42-4653-a3f6-aa82e344d171 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d1fb3d6-b674-4523-93e5-fa92b45e6228 HTTP/1.1" status: 200 len: 217 time: 0.0602112 Feb 28 15:25:03.211330 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a486994a-2da5-45eb-accd-6178969bda6f req-b733a279-8a0e-4250-981f-3348c51c5011 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:03.212839 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a486994a-2da5-45eb-accd-6178969bda6f req-b733a279-8a0e-4250-981f-3348c51c5011 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996 HTTP/1.1" status: 200 len: 835 time: 0.0607986 Feb 28 15:25:03.285444 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a486994a-2da5-45eb-accd-6178969bda6f req-93ad9b02-6456-41a6-b0b2-b569f6478bcc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0036e0b-cc98-4595-8e8b-198326d26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660026 Feb 28 15:25:03.391990 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0460af9f-ad97-4534-aa7b-dd06760f86f3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:25:03.416758 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a486994a-2da5-45eb-accd-6178969bda6f req-7784b084-e8c3-482d-8a3e-9bd5a6b8b101 service neutron] 10.222.0.20 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238966 Feb 28 15:25:03.459206 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 0460af9f-ad97-4534-aa7b-dd06760f86f3 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:25:03.465890 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 0460af9f-ad97-4534-aa7b-dd06760f86f3 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:25:03.466200 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:03.555348 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a486994a-2da5-45eb-accd-6178969bda6f req-1a71864f-910c-441a-8b51-5f7165d4d519 service neutron] 10.222.0.20 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1324821 Feb 28 15:25:03.579475 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:03.610677 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 0460af9f-ad97-4534-aa7b-dd06760f86f3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0460af9f-ad97-4534-aa7b-dd06760f86f3,segment=NetworkSegment(1f44662a-872a-4f6e-a9a8-a450073795e5),segment_id=1f44662a-872a-4f6e-a9a8-a450073795e5)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:25:03.613618 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:03.676554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=0460af9f-ad97-4534-aa7b-dd06760f86f3,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:25:04.241442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76e5e71-89a5-4f8e-ae20-b681306a2ae3 req-7c8202e4-4f05-4cef-a808-b97362bac8de tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:04.242123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-e76e5e71-89a5-4f8e-ae20-b681306a2ae3 req-7c8202e4-4f05-4cef-a808-b97362bac8de tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:25:04.257631 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-e76e5e71-89a5-4f8e-ae20-b681306a2ae3 req-7c8202e4-4f05-4cef-a808-b97362bac8de tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:25:04.258828 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e76e5e71-89a5-4f8e-ae20-b681306a2ae3 req-7c8202e4-4f05-4cef-a808-b97362bac8de tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 944 time: 0.0921206 Feb 28 15:25:04.391411 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e76e5e71-89a5-4f8e-ae20-b681306a2ae3 req-25490aec-4ce7-4caa-ae09-92c08de57a6a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1269939 Feb 28 15:25:05.373928 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0460af9f-ad97-4534-aa7b-dd06760f86f3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:25:05.443918 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 0460af9f-ad97-4534-aa7b-dd06760f86f3 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:25:05.444511 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:05.532119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6d1fb3d6-b674-4523-93e5-fa92b45e6228 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:25:05.595722 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6342c2c2-b4bf-446d-984d-81a54f9538ec req-e4d0a2ca-e9f4-4c51-a180-34000c037d5f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:05.597185 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6342c2c2-b4bf-446d-984d-81a54f9538ec req-e4d0a2ca-e9f4-4c51-a180-34000c037d5f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 944 time: 0.0755463 Feb 28 15:25:05.645365 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6342c2c2-b4bf-446d-984d-81a54f9538ec req-6f3170a4-d96d-4d51-b845-9adb1a2351ef tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425038 Feb 28 15:25:05.688955 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6d1fb3d6-b674-4523-93e5-fa92b45e6228, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6d1fb3d6-b674-4523-93e5-fa92b45e6228,segment=NetworkSegment(1f44662a-872a-4f6e-a9a8-a450073795e5),segment_id=1f44662a-872a-4f6e-a9a8-a450073795e5)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:25:05.702556 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '6d1fb3d6-b674-4523-93e5-fa92b45e6228', 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675', 'port_id': '6d1fb3d6-b674-4523-93e5-fa92b45e6228', 'mac_address': 'fa:16:3e:aa:06:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 55, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:25:05.759393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:05.780886 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d1fb3d6-b674-4523-93e5-fa92b45e6228 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:25:05.799409 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6d1fb3d6-b674-4523-93e5-fa92b45e6228, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6d1fb3d6-b674-4523-93e5-fa92b45e6228,segment=NetworkSegment(1f44662a-872a-4f6e-a9a8-a450073795e5),segment_id=1f44662a-872a-4f6e-a9a8-a450073795e5)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:25:05.803934 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:05.867834 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6d1fb3d6-b674-4523-93e5-fa92b45e6228,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:25:06.017185 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['6d1fb3d6-b674-4523-93e5-fa92b45e6228'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:25:06.837377 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969b04d4-d8f1-433d-b9d9-30ef08aa7bdd req-a78655c3-be40-4faa-90f0-172704ef01f9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:06.838708 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-969b04d4-d8f1-433d-b9d9-30ef08aa7bdd req-a78655c3-be40-4faa-90f0-172704ef01f9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 945 time: 0.0742238 Feb 28 15:25:06.882438 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-969b04d4-d8f1-433d-b9d9-30ef08aa7bdd req-2feea523-65e5-48a0-b6a1-df1d01255219 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382354 Feb 28 15:25:07.527119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6d1fb3d6-b674-4523-93e5-fa92b45e6228 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:25:07.593518 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 6d1fb3d6-b674-4523-93e5-fa92b45e6228 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:25:07.597748 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 6d1fb3d6-b674-4523-93e5-fa92b45e6228 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:25:07.598106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:07.709460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:07.734460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc10f90c-63a1-482a-b1f3-d6f1b059e4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1fb3d6-b674-4523-93e5-fa92b45e6228'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:25:07.743912 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6d1fb3d6-b674-4523-93e5-fa92b45e6228, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6d1fb3d6-b674-4523-93e5-fa92b45e6228,segment=NetworkSegment(1f44662a-872a-4f6e-a9a8-a450073795e5),segment_id=1f44662a-872a-4f6e-a9a8-a450073795e5)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:25:07.747888 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:07.792926 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc10f90c-63a1-482a-b1f3-d6f1b059e4ca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d1fb3d6-b674-4523-93e5-fa92b45e6228', 'code': 200} Feb 28 15:25:07.814288 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6d1fb3d6-b674-4523-93e5-fa92b45e6228,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:25:08.048550 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-37c875fe-f8ff-4aca-94e9-154099a7ceef req-fef6363a-72ea-4ce7-bdec-9fba3be0e7ec service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 1099 time: 0.1041949 Feb 28 15:25:08.107211 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-37c875fe-f8ff-4aca-94e9-154099a7ceef req-cb0bbbe3-ace1-43ca-a4a8-eccd6fa79ac9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522408 Feb 28 15:25:08.114030 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d41149-dd94-4057-8b2f-263a04abfebf req-0e566db0-18f3-435b-8c35-8c9f08453186 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:08.115354 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e5d41149-dd94-4057-8b2f-263a04abfebf req-0e566db0-18f3-435b-8c35-8c9f08453186 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.1087558 Feb 28 15:25:08.160566 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e5d41149-dd94-4057-8b2f-263a04abfebf req-071b73c0-6d4a-499f-92a7-13ae744e1477 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395348 Feb 28 15:25:09.353054 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe2d1e-e174-4764-adec-ba2c269e33e0 req-10cd9b97-9ead-451e-a9ef-7bd7274a2f13 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:09.354484 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-46fe2d1e-e174-4764-adec-ba2c269e33e0 req-10cd9b97-9ead-451e-a9ef-7bd7274a2f13 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0752416 Feb 28 15:25:09.397895 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-46fe2d1e-e174-4764-adec-ba2c269e33e0 req-72f5dd9c-8c0f-49e0-b942-0b1c9dac1f6f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379727 Feb 28 15:25:09.588805 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088bfa1f-3af8-4ad0-b09e-6d71c5f4d019 req-c36a06f4-fabe-4b34-b1ec-56cbbe4b9ec4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:09.590203 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-088bfa1f-3af8-4ad0-b09e-6d71c5f4d019 req-c36a06f4-fabe-4b34-b1ec-56cbbe4b9ec4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0729229 Feb 28 15:25:09.633109 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-088bfa1f-3af8-4ad0-b09e-6d71c5f4d019 req-3813f6e3-5d52-4ebb-ab44-c32a90e69381 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375810 Feb 28 15:25:09.659598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54208) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:25:09.731092 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c33fc85c-9b88-4927-84c4-13cce8e76453 tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 1094 time: 0.0696468 Feb 28 15:25:09.733620 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54212) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:25:09.738566 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '6d1fb3d6-b674-4523-93e5-fa92b45e6228', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address': '172.20.0.11'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:25:09.743935 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:25:09.747887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:floatingip and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:25:09.750605 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:25:09.756607 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:25:09.766363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:09.898174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:10.025345 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.26.4.126 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/3013400f-370b-4114-bac8-351f3900c7a9) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:25:10.167576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:10.193376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:10.261711 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:25:10.264348 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:25:10.268439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:25:10.292649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=3013400f-370b-4114-bac8-351f3900c7a9,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:25:10.751321 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:10.805516 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:11.087000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:11.091184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:11.195262 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=3013400f-370b-4114-bac8-351f3900c7a9,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:25:11.207191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:11.388059 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Floating IP 9705d49e-ae4b-4c6d-9f74-79df854be99b associated. External IP: 172.26.4.126, port: 6d1fb3d6-b674-4523-93e5-fa92b45e6228. Feb 28 15:25:11.765941 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router fd69e933-b22e-48c2-aebd-04ffc8e19e7a has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:25:11.963681 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:25:11.973051 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6b589-0833-4ff1-831c-d3fb2b114ee3 None None] Sync routers for ids ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:25:11.985001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6b589-0833-4ff1-831c-d3fb2b114ee3 None None] Routers {'fd69e933-b22e-48c2-aebd-04ffc8e19e7a'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:25:11.985672 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8ba6b589-0833-4ff1-831c-d3fb2b114ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:24:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:25:11.986995 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:12.039631 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-d1638547-d8e3-45eb-84ae-5a6230cde00c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.3049200 Feb 28 15:25:12.040129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc10f90c-63a1-482a-b1f3-d6f1b059e4ca', 'tag': '6d1fb3d6-b674-4523-93e5-fa92b45e6228'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:25:12.099724 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc10f90c-63a1-482a-b1f3-d6f1b059e4ca', 'tag': '6d1fb3d6-b674-4523-93e5-fa92b45e6228', 'status': 'completed', 'code': 200} Feb 28 15:25:12.167512 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-8ba6b589-0833-4ff1-831c-d3fb2b114ee3 None None] Set router fd69e933-b22e-48c2-aebd-04ffc8e19e7a gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:25:12.197298 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d6f1c3a0-8562-498a-8fac-90d61e4cec31 req-39859ddb-c4ad-4132-a4ca-e565db3cd071 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 1099 time: 0.0782032 Feb 28 15:25:12.219864 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfe365f-90e3-4ae3-aa8a-ea02dcc38f3b req-3fbc36d6-1dda-4ab2-8134-729cef49054c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:12.229847 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5bfe365f-90e3-4ae3-aa8a-ea02dcc38f3b req-3fbc36d6-1dda-4ab2-8134-729cef49054c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0945115 Feb 28 15:25:12.288125 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5bfe365f-90e3-4ae3-aa8a-ea02dcc38f3b req-de7bb431-c4bf-4951-827f-403d691b78e7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0569668 Feb 28 15:25:12.307752 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54220) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:25:12.342491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1c3a0-8562-498a-8fac-90d61e4cec31 req-13abda77-9add-4bff-8a9d-ad127921e80b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:12.344116 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d6f1c3a0-8562-498a-8fac-90d61e4cec31 req-13abda77-9add-4bff-8a9d-ad127921e80b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0036e0b-cc98-4595-8e8b-198326d26675 HTTP/1.1" status: 200 len: 897 time: 0.1406937 Feb 28 15:25:12.422683 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-20a8d816-75c2-495d-8e43-b98800adc762 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/9705d49e-ae4b-4c6d-9f74-79df854be99b HTTP/1.1" status: 200 len: 992 time: 0.1134686 Feb 28 15:25:12.572685 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d6f1c3a0-8562-498a-8fac-90d61e4cec31 req-7fd0de72-539b-4b9e-aaf5-5c3bb5a24b4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d1fb3d6-b674-4523-93e5-fa92b45e6228 HTTP/1.1" status: 200 len: 1000 time: 0.2227619 Feb 28 15:25:12.614017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8ba6b589-0833-4ff1-831c-d3fb2b114ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838631395', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:24:52Z', 'updated_at': '2022-02-28T15:24:56Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:53Z', 'updated_at': '2022-02-28T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '9705d49e-ae4b-4c6d-9f74-79df854be99b', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'floating_ip_address': '172.26.4.126', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'port_id': '6d1fb3d6-b674-4523-93e5-fa92b45e6228', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675', 'mac_address': 'fa:16:3e:aa:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc10f90c-63a1-482a-b1f3-d6f1b059e4ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:25:10Z', 'updated_at': '2022-02-28T15:25:10Z', 'revision_number': 0, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0460af9f-ad97-4534-aa7b-dd06760f86f3', 'name': '', 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:b8:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:56Z', 'updated_at': '2022-02-28T15:25:03Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:25:12.617813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6b589-0833-4ff1-831c-d3fb2b114ee3 None None] Checking router: fd69e933-b22e-48c2-aebd-04ffc8e19e7a for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:25:12.630539 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba6b589-0833-4ff1-831c-d3fb2b114ee3 None None] Routers {'fd69e933-b22e-48c2-aebd-04ffc8e19e7a'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:25:12.631387 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8ba6b589-0833-4ff1-831c-d3fb2b114ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:24:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:25:12.636981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f1c3a0-8562-498a-8fac-90d61e4cec31 req-c09c4c8b-bd32-4689-8507-922eebdfbb6a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:12.638599 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d6f1c3a0-8562-498a-8fac-90d61e4cec31 req-c09c4c8b-bd32-4689-8507-922eebdfbb6a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996 HTTP/1.1" status: 200 len: 835 time: 0.0591989 Feb 28 15:25:12.716441 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d6f1c3a0-8562-498a-8fac-90d61e4cec31 req-ed8d644e-fda9-481f-ad49-4b75d9168559 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0036e0b-cc98-4595-8e8b-198326d26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0718021 Feb 28 15:25:12.814715 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-8ba6b589-0833-4ff1-831c-d3fb2b114ee3 None None] Set router fd69e933-b22e-48c2-aebd-04ffc8e19e7a gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:25:12.849016 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d6f1c3a0-8562-498a-8fac-90d61e4cec31 req-fb37089e-09ff-496c-88d7-1cebb28f4734 service neutron] 10.222.0.20 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1260900 Feb 28 15:25:12.982236 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d6f1c3a0-8562-498a-8fac-90d61e4cec31 req-3fd1732d-7495-482f-bccc-fd9a7a3cca88 service neutron] 10.222.0.20 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283665 Feb 28 15:25:13.159417 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8ba6b589-0833-4ff1-831c-d3fb2b114ee3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838631395', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:24:52Z', 'updated_at': '2022-02-28T15:24:56Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:53Z', 'updated_at': '2022-02-28T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '9705d49e-ae4b-4c6d-9f74-79df854be99b', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'floating_ip_address': '172.26.4.126', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'port_id': '6d1fb3d6-b674-4523-93e5-fa92b45e6228', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675', 'mac_address': 'fa:16:3e:aa:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc10f90c-63a1-482a-b1f3-d6f1b059e4ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:25:10Z', 'updated_at': '2022-02-28T15:25:10Z', 'revision_number': 0, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0460af9f-ad97-4534-aa7b-dd06760f86f3', 'name': '', 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:b8:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:56Z', 'updated_at': '2022-02-28T15:25:03Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:25:13.163303 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ba6b589-0833-4ff1-831c-d3fb2b114ee3 None None] The sync data for ids ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'] in dv-neutron-830866-2-hyperv is: [{'id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838631395', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:24:52Z', 'updated_at': '2022-02-28T15:24:56Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:53Z', 'updated_at': '2022-02-28T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '9705d49e-ae4b-4c6d-9f74-79df854be99b', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'floating_ip_address': '172.26.4.126', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'port_id': '6d1fb3d6-b674-4523-93e5-fa92b45e6228', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675', 'mac_address': 'fa:16:3e:aa:06:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cc10f90c-63a1-482a-b1f3-d6f1b059e4ca', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:25:10Z', 'updated_at': '2022-02-28T15:25:10Z', 'revision_number': 0, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0460af9f-ad97-4534-aa7b-dd06760f86f3', 'name': '', 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:b8:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:56Z', 'updated_at': '2022-02-28T15:25:03Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:25:13.423989 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54224) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:25:13.523371 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a0cf8421-b893-4188-bec4-8db7924e51c9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/9705d49e-ae4b-4c6d-9f74-79df854be99b HTTP/1.1" status: 200 len: 992 time: 0.0982955 Feb 28 15:25:14.527317 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54228) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:25:14.709766 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3fbebdbc-92e8-4255-8a63-f034131aa3be tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/9705d49e-ae4b-4c6d-9f74-79df854be99b HTTP/1.1" status: 200 len: 992 time: 0.1813185 Feb 28 15:25:15.713873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54232) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:25:15.817940 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-fe8b4306-02ce-41f4-8099-0dd73d974e12 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/9705d49e-ae4b-4c6d-9f74-79df854be99b HTTP/1.1" status: 200 len: 992 time: 0.1025934 Feb 28 15:25:16.821364 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54236) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:25:16.926992 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-22c786d2-4484-4b47-96ee-36c1f0860f49 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/9705d49e-ae4b-4c6d-9f74-79df854be99b HTTP/1.1" status: 200 len: 992 time: 0.1039858 Feb 28 15:25:16.969746 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed83b527-9a54-4743-8194-3f0b5e138882 None None] New status for floating IP 9705d49e-ae4b-4c6d-9f74-79df854be99b: ACTIVE {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:25:17.930732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54240) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:25:18.035282 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b3c3e47c-12bb-4e03-a076-58fe4adc6ae0 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/9705d49e-ae4b-4c6d-9f74-79df854be99b HTTP/1.1" status: 200 len: 994 time: 0.1034386 Feb 28 15:25:25.527344 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e746e224-42ba-4ccb-a3c3-90782e02aa02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:27.670632 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9f083b48-41da-4eec-986d-8bedc257c9a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:27.981819 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:28.927130 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:28.958543 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:30.346276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:32.420831 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:25:40.883314 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9aec4e25-f42d-442d-b06a-8428a86bb23b req-b33d0533-1003-4f7a-9f2e-e4a258f46bfe service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.1307988 Feb 28 15:25:41.158362 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54272) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:25:41.191448 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-827fbd74-d1c3-4657-b2bb-f697b2ee5792 req-950c9464-a688-4d65-a9c1-7b283d3edd52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:41.192979 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-827fbd74-d1c3-4657-b2bb-f697b2ee5792 req-950c9464-a688-4d65-a9c1-7b283d3edd52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0836766 Feb 28 15:25:41.237888 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-827fbd74-d1c3-4657-b2bb-f697b2ee5792 req-3314c915-4eed-401a-8aa7-89a96e94c5cb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389092 Feb 28 15:25:41.294292 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-108f4b16-b92f-4000-a77a-c8f6366cf14d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1347425 Feb 28 15:25:42.437337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34effc94-465e-4bab-bbc6-fb2ae7f137c3 req-0f13e640-3439-4731-8dc4-01657fc24c15 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:42.439576 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-34effc94-465e-4bab-bbc6-fb2ae7f137c3 req-0f13e640-3439-4731-8dc4-01657fc24c15 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0791111 Feb 28 15:25:42.486281 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-34effc94-465e-4bab-bbc6-fb2ae7f137c3 req-0b207483-e056-4f13-819c-f026d0a1985b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408182 Feb 28 15:25:42.495724 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-3bee1354-9d86-4884-abdb-42bcb8fa9446 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 1099 time: 0.0694749 Feb 28 15:25:42.635564 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800017-072a-47df-8a2e-ff9764bac465 req-6b39f340-2ca4-49b8-8301-8ef2c2913710 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:42.636927 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-6b39f340-2ca4-49b8-8301-8ef2c2913710 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0036e0b-cc98-4595-8e8b-198326d26675 HTTP/1.1" status: 200 len: 897 time: 0.1354599 Feb 28 15:25:42.738079 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-9f93c32b-10f5-4ae1-aac7-c73c90de284b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d1fb3d6-b674-4523-93e5-fa92b45e6228 HTTP/1.1" status: 200 len: 1002 time: 0.0954888 Feb 28 15:25:42.805728 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800017-072a-47df-8a2e-ff9764bac465 req-557ea1cd-c2a7-45fe-837b-6503620e8d7f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:42.807124 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-557ea1cd-c2a7-45fe-837b-6503620e8d7f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996 HTTP/1.1" status: 200 len: 835 time: 0.0632248 Feb 28 15:25:42.878227 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-7f1fe919-31f4-49a7-ac8c-e2e1e9d04838 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0036e0b-cc98-4595-8e8b-198326d26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0654299 Feb 28 15:25:43.014528 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-baa9e504-fbe0-4243-85fb-5df6562748ab service neutron] 10.222.0.20 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1286817 Feb 28 15:25:43.142078 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-c9baa158-aebe-4371-9e61-00c91c814370 service neutron] 10.222.0.20 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216888 Feb 28 15:25:43.680456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0457def-6822-4632-a918-c64f5f9ddf05 req-5d8fef9f-183f-429c-a669-645697a44e28 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:43.681867 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f0457def-6822-4632-a918-c64f5f9ddf05 req-5d8fef9f-183f-429c-a669-645697a44e28 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0742991 Feb 28 15:25:43.729852 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f0457def-6822-4632-a918-c64f5f9ddf05 req-b2a94b57-3410-4d51-b7e3-10f90a76461c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418286 Feb 28 15:25:44.851973 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c117a502-e66a-4cfa-8042-7d99c65b0ea4 req-92064cad-d630-4d2a-b42b-d36f25321e6b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 1099 time: 0.0671113 Feb 28 15:25:44.932846 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256d319-7f65-4b55-93ce-d4d321037c37 req-e606d0c2-7101-43a7-b1dd-74d55dd9f3ee tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:44.934350 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d256d319-7f65-4b55-93ce-d4d321037c37 req-e606d0c2-7101-43a7-b1dd-74d55dd9f3ee tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0796244 Feb 28 15:25:44.978879 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d256d319-7f65-4b55-93ce-d4d321037c37 req-333acd90-c232-4c07-9896-3bf4167e3943 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387766 Feb 28 15:25:44.994117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117a502-e66a-4cfa-8042-7d99c65b0ea4 req-de0454b6-5373-419e-9f32-fc427213e2b9 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:44.995536 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c117a502-e66a-4cfa-8042-7d99c65b0ea4 req-de0454b6-5373-419e-9f32-fc427213e2b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0036e0b-cc98-4595-8e8b-198326d26675 HTTP/1.1" status: 200 len: 897 time: 0.1255367 Feb 28 15:25:45.185137 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c117a502-e66a-4cfa-8042-7d99c65b0ea4 req-d959fa5e-9eba-4a48-ab6b-fa3e03b44303 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d1fb3d6-b674-4523-93e5-fa92b45e6228 HTTP/1.1" status: 200 len: 1002 time: 0.1799552 Feb 28 15:25:45.244268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c117a502-e66a-4cfa-8042-7d99c65b0ea4 req-3c4b12e9-56de-47c1-9452-58195072ce61 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:45.245607 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c117a502-e66a-4cfa-8042-7d99c65b0ea4 req-3c4b12e9-56de-47c1-9452-58195072ce61 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996 HTTP/1.1" status: 200 len: 835 time: 0.0549517 Feb 28 15:25:45.319063 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c117a502-e66a-4cfa-8042-7d99c65b0ea4 req-162a89ac-d127-4aad-87c1-c67508e06262 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0036e0b-cc98-4595-8e8b-198326d26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679028 Feb 28 15:25:45.445770 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c117a502-e66a-4cfa-8042-7d99c65b0ea4 req-83f5ae08-722c-451e-902b-27ae7b3bf596 service neutron] 10.222.0.20 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1205907 Feb 28 15:25:45.575408 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c117a502-e66a-4cfa-8042-7d99c65b0ea4 req-b39913bb-ccb9-4d91-8a62-4942acc05313 service neutron] 10.222.0.20 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206474 Feb 28 15:25:46.169443 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8be851-aec0-4d41-b787-8b0a7c0fc394 req-7e5561e6-2bdd-4f74-a480-365b83ec24b9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:46.170849 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-eb8be851-aec0-4d41-b787-8b0a7c0fc394 req-7e5561e6-2bdd-4f74-a480-365b83ec24b9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0736537 Feb 28 15:25:46.214763 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-eb8be851-aec0-4d41-b787-8b0a7c0fc394 req-64ad0c90-366c-40e3-bf89-c4a925c240c1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386610 Feb 28 15:25:47.405652 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb56d0aa-d14f-448e-907b-ad2f94d3e99d req-74faff95-e21d-4049-ab0d-9fa338ebfdeb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:47.407080 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-eb56d0aa-d14f-448e-907b-ad2f94d3e99d req-74faff95-e21d-4049-ab0d-9fa338ebfdeb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0750601 Feb 28 15:25:47.459532 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-eb56d0aa-d14f-448e-907b-ad2f94d3e99d req-ed39b5ae-8913-43a4-a018-10e9f4499ff6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468950 Feb 28 15:25:48.657965 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea4361c-8e23-4efa-b4d5-667437dddafd req-494bda68-8fc9-487e-888d-92c70343b667 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:48.659377 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0ea4361c-8e23-4efa-b4d5-667437dddafd req-494bda68-8fc9-487e-888d-92c70343b667 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0778420 Feb 28 15:25:48.703017 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0ea4361c-8e23-4efa-b4d5-667437dddafd req-5787b254-d6ea-48fa-99f4-17d594ba120a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373199 Feb 28 15:25:49.894988 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e2cd71-9079-429a-b878-219e870888b8 req-c9d7e9b1-4e32-41ec-960e-77e0d6b4b117 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:49.896430 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-11e2cd71-9079-429a-b878-219e870888b8 req-c9d7e9b1-4e32-41ec-960e-77e0d6b4b117 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0740700 Feb 28 15:25:49.940099 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-11e2cd71-9079-429a-b878-219e870888b8 req-e05a9c9d-5d18-45a4-8d09-d8fd160bfe28 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375097 Feb 28 15:25:51.135691 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63b6e06-e62d-4327-9ba5-ef5cd5b7ceb1 req-72029cb9-2ee8-4014-9fc2-addc0a32506d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:51.137103 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b63b6e06-e62d-4327-9ba5-ef5cd5b7ceb1 req-72029cb9-2ee8-4014-9fc2-addc0a32506d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0743771 Feb 28 15:25:51.182113 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b63b6e06-e62d-4327-9ba5-ef5cd5b7ceb1 req-181e61d7-7817-4f89-a6a9-4a0876387de8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396495 Feb 28 15:25:52.382246 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e998b7f2-301a-47de-85ac-b030d6f86262 req-c7dbbfe3-8eaf-44b4-b934-c57a289cdee0 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:52.384289 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e998b7f2-301a-47de-85ac-b030d6f86262 req-c7dbbfe3-8eaf-44b4-b934-c57a289cdee0 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0784481 Feb 28 15:25:52.427410 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e998b7f2-301a-47de-85ac-b030d6f86262 req-20a561e2-a219-4e24-8614-b20f55db5a0e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376430 Feb 28 15:25:53.633213 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56290d3-8098-4dfd-a1c8-d24c2dbcdeb8 req-2c0d39c2-467d-4869-8fb7-57847a22c1a7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:53.634541 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f56290d3-8098-4dfd-a1c8-d24c2dbcdeb8 req-2c0d39c2-467d-4869-8fb7-57847a22c1a7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0830100 Feb 28 15:25:53.678264 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f56290d3-8098-4dfd-a1c8-d24c2dbcdeb8 req-d82ed584-b6e3-47d0-9165-8bd0d769a1ad tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382593 Feb 28 15:25:54.766201 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-4e56d4b8-0a0e-476d-b769-933209b6e4b3 service neutron] 10.222.0.20 "GET /v2.0/ports/6d1fb3d6-b674-4523-93e5-fa92b45e6228/bindings/hv-neutron-8308 HTTP/1.1" status: 200 len: 384 time: 0.0721381 Feb 28 15:25:54.874747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae2b0f2-4146-45ce-8f94-033aed47cbee req-b52f2208-bdc1-4ec7-8f9e-6f80cec7a393 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:54.876568 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3ae2b0f2-4146-45ce-8f94-033aed47cbee req-b52f2208-bdc1-4ec7-8f9e-6f80cec7a393 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0753379 Feb 28 15:25:54.924707 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3ae2b0f2-4146-45ce-8f94-033aed47cbee req-609fb043-6de2-414e-a478-1a879238e61b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424125 Feb 28 15:25:55.026505 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-813df838-bdac-4ce5-8718-ae8416897866 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca&tenant_id=a5283100f1814e64862917972ce1e0b2 HTTP/1.1" status: 200 len: 1099 time: 0.0710378 Feb 28 15:25:55.113877 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-302dbae8-fc10-4d1b-b037-f4c90465136d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 1099 time: 0.0675521 Feb 28 15:25:55.238984 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800017-072a-47df-8a2e-ff9764bac465 req-fe4942c2-4743-402c-a9d1-0ef47e82e632 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:55.240386 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-fe4942c2-4743-402c-a9d1-0ef47e82e632 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0036e0b-cc98-4595-8e8b-198326d26675 HTTP/1.1" status: 200 len: 897 time: 0.1206398 Feb 28 15:25:55.340477 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-e802aee1-faa2-49ee-b54e-cba50adc76f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d1fb3d6-b674-4523-93e5-fa92b45e6228 HTTP/1.1" status: 200 len: 1002 time: 0.0939906 Feb 28 15:25:55.400498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c800017-072a-47df-8a2e-ff9764bac465 req-43f664fd-2ca5-4d05-a888-1d907fa45ad2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:55.401913 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-43f664fd-2ca5-4d05-a888-1d907fa45ad2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996 HTTP/1.1" status: 200 len: 835 time: 0.0565977 Feb 28 15:25:55.478777 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-5ba3740c-735a-4663-acd8-a2f58018df4a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0036e0b-cc98-4595-8e8b-198326d26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0712883 Feb 28 15:25:55.529196 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-de23360e-b549-4962-8f0a-732049ec1e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:55.608492 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-c0d635b4-f8f8-4b58-af4e-339d5b04d812 service neutron] 10.222.0.20 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1241283 Feb 28 15:25:55.822120 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2c800017-072a-47df-8a2e-ff9764bac465 req-ab754b04-4edc-426f-b31c-31790d12175f service neutron] 10.222.0.20 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072680 Feb 28 15:25:56.120919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66906365-22a4-47ee-9db7-54c447adccf5 req-c826426a-66f7-4a49-b6f4-3d2a24df4c89 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:56.122338 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66906365-22a4-47ee-9db7-54c447adccf5 req-c826426a-66f7-4a49-b6f4-3d2a24df4c89 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0784049 Feb 28 15:25:56.165775 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-66906365-22a4-47ee-9db7-54c447adccf5 req-ff6ed05b-c783-4a90-b26b-43f445efed12 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378628 Feb 28 15:25:57.366278 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d59736b-94ff-4627-add5-be49e9c4604e req-5791adba-e843-47b2-8827-a8388d80fa1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:57.367866 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1d59736b-94ff-4627-add5-be49e9c4604e req-5791adba-e843-47b2-8827-a8388d80fa1c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0838816 Feb 28 15:25:57.415349 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1d59736b-94ff-4627-add5-be49e9c4604e req-6ca20151-b726-4066-a282-f6c76b89968f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413446 Feb 28 15:25:57.670953 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8fce3792-9348-46a5-9390-0b88328bd1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:58.010392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:58.621723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bce4a1c4-44e2-4d20-bc9a-c410f55d6802 req-8ecaa4c9-6164-460e-8e9d-6ba2e7fcc98a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:58.623118 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bce4a1c4-44e2-4d20-bc9a-c410f55d6802 req-8ecaa4c9-6164-460e-8e9d-6ba2e7fcc98a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0764472 Feb 28 15:25:58.666776 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bce4a1c4-44e2-4d20-bc9a-c410f55d6802 req-57033482-de4a-457d-b9b3-e4dedace85c6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378103 Feb 28 15:25:58.931004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:58.960168 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:25:59.054440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f03110-cde2-4284-9359-3e9aaf6d25a2 req-23e381d6-d12e-4ddf-8081-8e8f4a8f8349 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:59.055806 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f9f03110-cde2-4284-9359-3e9aaf6d25a2 req-23e381d6-d12e-4ddf-8081-8e8f4a8f8349 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca&tenant_id=a5283100f1814e64862917972ce1e0b2&binding%3Ahost_id=hv-neutron-8308 HTTP/1.1" status: 200 len: 946 time: 0.1432405 Feb 28 15:25:59.061822 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70d9feb-bad5-4593-998c-67685da0d1b5 req-909d8cee-dc1a-493b-8f4f-fa23c2aed175 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:59.063138 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b70d9feb-bad5-4593-998c-67685da0d1b5 req-909d8cee-dc1a-493b-8f4f-fa23c2aed175 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.1163700 Feb 28 15:25:59.108096 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b70d9feb-bad5-4593-998c-67685da0d1b5 req-24c41ecb-f3d7-4277-a64e-7fff21a03981 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394101 Feb 28 15:25:59.192713 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f9f03110-cde2-4284-9359-3e9aaf6d25a2 req-e431b69e-71f1-4630-b826-c35424610bc4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 1099 time: 0.0697639 Feb 28 15:25:59.306833 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8234e519-980a-4447-8ea7-c86823b0ea0c req-7dc5455e-ab1b-4eb9-8507-deed68b0fd32 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:59.308239 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8234e519-980a-4447-8ea7-c86823b0ea0c req-7dc5455e-ab1b-4eb9-8507-deed68b0fd32 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0748065 Feb 28 15:25:59.322977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f03110-cde2-4284-9359-3e9aaf6d25a2 req-bf4b65d3-f36a-4bae-a4b6-43901072ae67 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:59.324518 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f9f03110-cde2-4284-9359-3e9aaf6d25a2 req-bf4b65d3-f36a-4bae-a4b6-43901072ae67 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0036e0b-cc98-4595-8e8b-198326d26675 HTTP/1.1" status: 200 len: 897 time: 0.1260183 Feb 28 15:25:59.353300 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8234e519-980a-4447-8ea7-c86823b0ea0c req-6c0f5ee5-0bcd-42de-b47b-6013b4b9e5b5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394514 Feb 28 15:25:59.424679 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f9f03110-cde2-4284-9359-3e9aaf6d25a2 req-4b2635ec-450b-4bde-a85c-bc7f1de827a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d1fb3d6-b674-4523-93e5-fa92b45e6228 HTTP/1.1" status: 200 len: 1002 time: 0.0950184 Feb 28 15:25:59.484179 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f03110-cde2-4284-9359-3e9aaf6d25a2 req-ef12803f-23d4-4fbd-a824-de804058dab2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:25:59.485568 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f9f03110-cde2-4284-9359-3e9aaf6d25a2 req-ef12803f-23d4-4fbd-a824-de804058dab2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996 HTTP/1.1" status: 200 len: 835 time: 0.0555239 Feb 28 15:25:59.555530 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f9f03110-cde2-4284-9359-3e9aaf6d25a2 req-0c3ea88a-80b9-442a-b806-c51e9701e0eb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0036e0b-cc98-4595-8e8b-198326d26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648017 Feb 28 15:25:59.682243 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f9f03110-cde2-4284-9359-3e9aaf6d25a2 req-f8443f33-c7d7-4f0c-93df-22f9a9ec660e service neutron] 10.222.0.20 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212552 Feb 28 15:25:59.810485 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f9f03110-cde2-4284-9359-3e9aaf6d25a2 req-322aa646-25fc-4f23-ac8f-163d2ccbcc8d service neutron] 10.222.0.20 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231694 Feb 28 15:26:00.349980 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:00.551650 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52797e1f-13c7-44e5-8bcf-6bfbf6db85aa req-7eba9f69-b6ae-4417-9c93-1d1d7972b047 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:00.552996 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-52797e1f-13c7-44e5-8bcf-6bfbf6db85aa req-7eba9f69-b6ae-4417-9c93-1d1d7972b047 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0804324 Feb 28 15:26:00.596753 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-52797e1f-13c7-44e5-8bcf-6bfbf6db85aa req-aa01e7b6-f79a-41c7-a785-f117be63345e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382397 Feb 28 15:26:00.623896 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54336) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:00.724386 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4078e5c1-65dd-4d8c-92dc-d10452e87b74 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/9705d49e-ae4b-4c6d-9f74-79df854be99b HTTP/1.1" status: 200 len: 994 time: 0.0993979 Feb 28 15:26:09.421320 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:26:25.534453 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-47d5d463-78ba-4c8e-99e0-6d7225f7f46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:27.672427 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b83f5727-6086-42c8-acc0-f2391fe09c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:28.001278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:28.933809 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:28.962129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:29.431467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54350) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:29.626190 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port 3013400f-370b-4114-bac8-351f3900c7a9 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:26:29.626431 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:29.883691 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:29.883928 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:29.998548 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for 3013400f-370b-4114-bac8-351f3900c7a9 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:26:30.141054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:30.184124 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=3013400f-370b-4114-bac8-351f3900c7a9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:30.221127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:30.221470 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:30.221804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:30.222139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:30.222462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:30.223302 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:30.223647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:30.223972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:30.224293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:30.224611 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:30.224929 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:30.285900 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:30.353505 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:30.668123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router fd69e933-b22e-48c2-aebd-04ffc8e19e7a has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:26:30.861746 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:26:30.870813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8efee-3994-40c4-82d0-48a211805d12 None None] Sync routers for ids ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:26:30.882869 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8efee-3994-40c4-82d0-48a211805d12 None None] Routers {'fd69e933-b22e-48c2-aebd-04ffc8e19e7a'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:26:30.883210 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:30.883549 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-92d8efee-3994-40c4-82d0-48a211805d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:26:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:30.934876 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a6cb5e6f-fdeb-468c-aaa4-12f907212f34 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/floatingips/9705d49e-ae4b-4c6d-9f74-79df854be99b HTTP/1.1" status: 204 len: 168 time: 1.5023313 Feb 28 15:26:30.935435 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc10f90c-63a1-482a-b1f3-d6f1b059e4ca', 'tag': '6d1fb3d6-b674-4523-93e5-fa92b45e6228'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:26:30.993066 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc10f90c-63a1-482a-b1f3-d6f1b059e4ca', 'tag': '6d1fb3d6-b674-4523-93e5-fa92b45e6228', 'status': 'completed', 'code': 200} Feb 28 15:26:31.071417 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-92d8efee-3994-40c4-82d0-48a211805d12 None None] Set router fd69e933-b22e-48c2-aebd-04ffc8e19e7a gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:26:31.084941 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fef0b045-d13f-4680-9966-e98dec697d61 req-3d6d6dca-48d5-4f66-b381-35adc9e309d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 1099 time: 0.0681703 Feb 28 15:26:31.228435 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0b045-d13f-4680-9966-e98dec697d61 req-fae8ad9e-fa94-43cf-853c-94a7ef22dd02 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:31.229942 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fef0b045-d13f-4680-9966-e98dec697d61 req-fae8ad9e-fa94-43cf-853c-94a7ef22dd02 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e0036e0b-cc98-4595-8e8b-198326d26675 HTTP/1.1" status: 200 len: 897 time: 0.1400080 Feb 28 15:26:31.411188 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fef0b045-d13f-4680-9966-e98dec697d61 req-a4f6f50f-f01f-47b0-b74a-8d40f9f861d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6d1fb3d6-b674-4523-93e5-fa92b45e6228 HTTP/1.1" status: 200 len: 217 time: 0.1741736 Feb 28 15:26:31.447516 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-92d8efee-3994-40c4-82d0-48a211805d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838631395', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:24:52Z', 'updated_at': '2022-02-28T15:24:56Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:53Z', 'updated_at': '2022-02-28T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '0460af9f-ad97-4534-aa7b-dd06760f86f3', 'name': '', 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:b8:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:56Z', 'updated_at': '2022-02-28T15:25:03Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:31.451603 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8efee-3994-40c4-82d0-48a211805d12 None None] Checking router: fd69e933-b22e-48c2-aebd-04ffc8e19e7a for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:26:31.462576 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92d8efee-3994-40c4-82d0-48a211805d12 None None] Routers {'fd69e933-b22e-48c2-aebd-04ffc8e19e7a'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:26:31.463227 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-92d8efee-3994-40c4-82d0-48a211805d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:26:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:31.482420 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15d91e0-996d-49fb-a315-ecd5c8185826 req-16ec371c-8b70-4d20-8037-814231591240 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:31.482986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fef0b045-d13f-4680-9966-e98dec697d61 req-ed211366-ff0f-4bfb-b0ff-1602c8cf9c44 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:31.484283 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c15d91e0-996d-49fb-a315-ecd5c8185826 req-16ec371c-8b70-4d20-8037-814231591240 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0889885 Feb 28 15:26:31.484458 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fef0b045-d13f-4680-9966-e98dec697d61 req-ed211366-ff0f-4bfb-b0ff-1602c8cf9c44 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996 HTTP/1.1" status: 200 len: 835 time: 0.0680399 Feb 28 15:26:31.530930 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c15d91e0-996d-49fb-a315-ecd5c8185826 req-620d8dfe-6e82-476c-bfdc-3c87328313cf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398848 Feb 28 15:26:31.565978 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fef0b045-d13f-4680-9966-e98dec697d61 req-cea58bb3-4ae3-419c-902b-f1d7f2e737ba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e0036e0b-cc98-4595-8e8b-198326d26675&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0701187 Feb 28 15:26:31.653995 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-92d8efee-3994-40c4-82d0-48a211805d12 None None] Set router fd69e933-b22e-48c2-aebd-04ffc8e19e7a gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:26:31.695979 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fef0b045-d13f-4680-9966-e98dec697d61 req-927c2d5f-03fd-4d44-94d5-90efad79dc65 service neutron] 10.222.0.20 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240535 Feb 28 15:26:31.827456 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fef0b045-d13f-4680-9966-e98dec697d61 req-727d31af-d814-4dde-9312-38e079ee56b1 service neutron] 10.222.0.20 "GET /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1242094 Feb 28 15:26:31.952844 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-92d8efee-3994-40c4-82d0-48a211805d12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838631395', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:24:52Z', 'updated_at': '2022-02-28T15:24:56Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:53Z', 'updated_at': '2022-02-28T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '0460af9f-ad97-4534-aa7b-dd06760f86f3', 'name': '', 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:b8:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:56Z', 'updated_at': '2022-02-28T15:25:03Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:31.956519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92d8efee-3994-40c4-82d0-48a211805d12 None None] The sync data for ids ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'] in dv-neutron-830866-2-hyperv is: [{'id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838631395', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:24:52Z', 'updated_at': '2022-02-28T15:24:56Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:53Z', 'updated_at': '2022-02-28T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '0460af9f-ad97-4534-aa7b-dd06760f86f3', 'name': '', 'network_id': 'e0036e0b-cc98-4595-8e8b-198326d26675', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:b8:a5:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:56Z', 'updated_at': '2022-02-28T15:25:03Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:26:32.155517 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6317982-9459-4059-8d82-f50a82d74948 None None] New status for floating IP 9705d49e-ae4b-4c6d-9f74-79df854be99b: DOWN {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:26:32.728221 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-104fbbe2-5d9a-4264-8917-493b6118f804 req-44e6b610-5f6b-4a24-8fcf-7250ce71bd44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:32.728907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-104fbbe2-5d9a-4264-8917-493b6118f804 req-44e6b610-5f6b-4a24-8fcf-7250ce71bd44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:26:32.743716 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-104fbbe2-5d9a-4264-8917-493b6118f804 req-44e6b610-5f6b-4a24-8fcf-7250ce71bd44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:26:32.744819 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-104fbbe2-5d9a-4264-8917-493b6118f804 req-44e6b610-5f6b-4a24-8fcf-7250ce71bd44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0901420 Feb 28 15:26:32.792829 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-104fbbe2-5d9a-4264-8917-493b6118f804 req-c9db3049-d015-4294-9e98-bbc36d4f4dde tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=0960c403-20c3-4b30-946f-93574ac4681e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425062 Feb 28 15:26:32.914884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a8887d-536f-421a-bd30-eb096985ac19 req-9e736553-8b2f-4b23-8fa8-4be407556a7e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:32.916210 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-05a8887d-536f-421a-bd30-eb096985ac19 req-9e736553-8b2f-4b23-8fa8-4be407556a7e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 946 time: 0.0745227 Feb 28 15:26:32.982968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-05a8887d-536f-421a-bd30-eb096985ac19 req-976158c4-2b45-4da3-9631-c0d75e26872d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port 6d1fb3d6-b674-4523-93e5-fa92b45e6228 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:26:32.983303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-05a8887d-536f-421a-bd30-eb096985ac19 req-976158c4-2b45-4da3-9631-c0d75e26872d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:33.216635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-05a8887d-536f-421a-bd30-eb096985ac19 req-976158c4-2b45-4da3-9631-c0d75e26872d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] For port 6d1fb3d6-b674-4523-93e5-fa92b45e6228, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6d1fb3d6-b674-4523-93e5-fa92b45e6228,segment=NetworkSegment(1f44662a-872a-4f6e-a9a8-a450073795e5),segment_id=1f44662a-872a-4f6e-a9a8-a450073795e5)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:26:33.216986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-05a8887d-536f-421a-bd30-eb096985ac19 req-976158c4-2b45-4da3-9631-c0d75e26872d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:33.335370 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-05a8887d-536f-421a-bd30-eb096985ac19 req-976158c4-2b45-4da3-9631-c0d75e26872d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for 6d1fb3d6-b674-4523-93e5-fa92b45e6228 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:26:33.472108 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-05a8887d-536f-421a-bd30-eb096985ac19 req-976158c4-2b45-4da3-9631-c0d75e26872d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:33.523245 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-976158c4-2b45-4da3-9631-c0d75e26872d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=6d1fb3d6-b674-4523-93e5-fa92b45e6228,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:33.592513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-05a8887d-536f-421a-bd30-eb096985ac19 req-976158c4-2b45-4da3-9631-c0d75e26872d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] No DVR routers for this DVR port 6d1fb3d6-b674-4523-93e5-fa92b45e6228 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:26:33.594888 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-05a8887d-536f-421a-bd30-eb096985ac19 req-976158c4-2b45-4da3-9631-c0d75e26872d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:33.599117 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc10f90c-63a1-482a-b1f3-d6f1b059e4ca', 'name': 'network-vif-deleted', 'tag': '6d1fb3d6-b674-4523-93e5-fa92b45e6228'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:26:33.612386 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-05a8887d-536f-421a-bd30-eb096985ac19 req-976158c4-2b45-4da3-9631-c0d75e26872d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "DELETE /v2.0/ports/6d1fb3d6-b674-4523-93e5-fa92b45e6228 HTTP/1.1" status: 204 len: 173 time: 0.6902933 Feb 28 15:26:33.653911 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc10f90c-63a1-482a-b1f3-d6f1b059e4ca', 'name': 'network-vif-deleted', 'tag': '6d1fb3d6-b674-4523-93e5-fa92b45e6228', 'status': 'completed', 'code': 200} Feb 28 15:26:33.974104 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-e61870b4-8631-4932-8aa7-414ae106c884 req-f74240f6-3489-4876-8338-e116db1111bd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:26:33.990851 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-e61870b4-8631-4932-8aa7-414ae106c884 req-f74240f6-3489-4876-8338-e116db1111bd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:26:33.992033 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e61870b4-8631-4932-8aa7-414ae106c884 req-f74240f6-3489-4876-8338-e116db1111bd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=cc10f90c-63a1-482a-b1f3-d6f1b059e4ca HTTP/1.1" status: 200 len: 210 time: 0.0603337 Feb 28 15:26:35.095988 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54368) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:35.566605 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0474-734b-4334-b89f-003cf5ac707e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:36.156571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f0474-734b-4334-b89f-003cf5ac707e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port 0460af9f-ad97-4534-aa7b-dd06760f86f3 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:26:36.157283 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0474-734b-4334-b89f-003cf5ac707e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:36.337682 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-ba0f0474-734b-4334-b89f-003cf5ac707e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] For port 0460af9f-ad97-4534-aa7b-dd06760f86f3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=0460af9f-ad97-4534-aa7b-dd06760f86f3,segment=NetworkSegment(1f44662a-872a-4f6e-a9a8-a450073795e5),segment_id=1f44662a-872a-4f6e-a9a8-a450073795e5)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:26:36.338026 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0474-734b-4334-b89f-003cf5ac707e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:36.454625 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-ba0f0474-734b-4334-b89f-003cf5ac707e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for 0460af9f-ad97-4534-aa7b-dd06760f86f3 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:26:36.626345 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0474-734b-4334-b89f-003cf5ac707e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:36.673461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0f0474-734b-4334-b89f-003cf5ac707e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=0460af9f-ad97-4534-aa7b-dd06760f86f3,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:37.046762 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ba0f0474-734b-4334-b89f-003cf5ac707e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:37.610951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba0f0474-734b-4334-b89f-003cf5ac707e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router fd69e933-b22e-48c2-aebd-04ffc8e19e7a has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:26:37.803100 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba0f0474-734b-4334-b89f-003cf5ac707e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:26:37.812491 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91d6da-f295-4df4-92b0-18576ce84e6b None None] Sync routers for ids ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:26:37.818586 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ba0f0474-734b-4334-b89f-003cf5ac707e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "PUT /v2.0/routers/fd69e933-b22e-48c2-aebd-04ffc8e19e7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7215443 Feb 28 15:26:37.821255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54372) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:37.825162 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91d6da-f295-4df4-92b0-18576ce84e6b None None] Routers {'fd69e933-b22e-48c2-aebd-04ffc8e19e7a'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:26:37.825824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-6b91d6da-f295-4df4-92b0-18576ce84e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:26:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:37.958673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6d1fb3d6-b674-4523-93e5-fa92b45e6228 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:26:37.994184 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 6d1fb3d6-b674-4523-93e5-fa92b45e6228 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:26:37.994504 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6d1fb3d6-b674-4523-93e5-fa92b45e6228 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:26:38.010579 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1ed99a0-e318-4102-ad7d-b30664cfc80e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting subnet 9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:26:38.013351 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b1ed99a0-e318-4102-ad7d-b30664cfc80e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:38.037290 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-6b91d6da-f295-4df4-92b0-18576ce84e6b None None] Set router fd69e933-b22e-48c2-aebd-04ffc8e19e7a gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:26:38.064519 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b1ed99a0-e318-4102-ad7d-b30664cfc80e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:38.146431 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b1ed99a0-e318-4102-ad7d-b30664cfc80e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:38.215850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b1ed99a0-e318-4102-ad7d-b30664cfc80e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:38.254056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ed99a0-e318-4102-ad7d-b30664cfc80e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Subnet': ['ID=9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:38.262520 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b1ed99a0-e318-4102-ad7d-b30664cfc80e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:38.269668 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dfad716-2330-49e2-9fff-f8d56a681b0e None None] Network e0036e0b-cc98-4595-8e8b-198326d26675 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:26:38.271494 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b1ed99a0-e318-4102-ad7d-b30664cfc80e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/subnets/9a2386c6-a4f5-4ae1-9336-f0d0f8bf4996 HTTP/1.1" status: 204 len: 168 time: 0.4492440 Feb 28 15:26:38.274079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54376) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:38.525966 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-6b91d6da-f295-4df4-92b0-18576ce84e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838631395', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:24:52Z', 'updated_at': '2022-02-28T15:26:36Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:53Z', 'updated_at': '2022-02-28T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:38.536560 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91d6da-f295-4df4-92b0-18576ce84e6b None None] Checking router: fd69e933-b22e-48c2-aebd-04ffc8e19e7a for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:26:38.553597 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b91d6da-f295-4df4-92b0-18576ce84e6b None None] Routers {'fd69e933-b22e-48c2-aebd-04ffc8e19e7a'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:26:38.554200 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-6b91d6da-f295-4df4-92b0-18576ce84e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:26:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:38.569750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aa418f4-7348-4685-92f3-4b096f830611 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:38.679200 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] DHCP port deletion for e0036e0b-cc98-4595-8e8b-198326d26675 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:26:38.696462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Deleting port 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:26:38.696830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:38.771052 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aa418f4-7348-4685-92f3-4b096f830611 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:38.779887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-1aa418f4-7348-4685-92f3-4b096f830611 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port 4522b486-82f9-4ab7-a6cb-87ede1d3c68f {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:26:38.780316 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aa418f4-7348-4685-92f3-4b096f830611 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:38.843336 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-6b91d6da-f295-4df4-92b0-18576ce84e6b None None] Set router fd69e933-b22e-48c2-aebd-04ffc8e19e7a gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:26:38.953375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-1aa418f4-7348-4685-92f3-4b096f830611 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] For port 4522b486-82f9-4ab7-a6cb-87ede1d3c68f, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4522b486-82f9-4ab7-a6cb-87ede1d3c68f,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:26:38.953729 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aa418f4-7348-4685-92f3-4b096f830611 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:39.076447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-1aa418f4-7348-4685-92f3-4b096f830611 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for 4522b486-82f9-4ab7-a6cb-87ede1d3c68f owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:26:39.111680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] For port 6d9c48ea-6cbd-4033-a514-5e96e489e3c9, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=6d9c48ea-6cbd-4033-a514-5e96e489e3c9,segment=NetworkSegment(1f44662a-872a-4f6e-a9a8-a450073795e5),segment_id=1f44662a-872a-4f6e-a9a8-a450073795e5)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:26:39.111680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:39.233677 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Calling delete_port for 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:26:39.241247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aa418f4-7348-4685-92f3-4b096f830611 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:39.287909 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa418f4-7348-4685-92f3-4b096f830611 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=4522b486-82f9-4ab7-a6cb-87ede1d3c68f,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:39.367668 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:39.412005 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Pushing event deleted for resources: {'Port': ['ID=6d9c48ea-6cbd-4033-a514-5e96e489e3c9,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:39.427690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] No DVR routers for this DVR port 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:26:39.433290 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:39.433636 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:39.433966 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:39.434295 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:39.434617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:39.434939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:39.435256 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:39.435665 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:39.435984 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:39.436277 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:39.436594 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-97190341-1a83-42c0-a7ab-f615ddc183b2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:39.444572 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-6b91d6da-f295-4df4-92b0-18576ce84e6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838631395', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:24:52Z', 'updated_at': '2022-02-28T15:26:36Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:53Z', 'updated_at': '2022-02-28T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:39.449986 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b91d6da-f295-4df4-92b0-18576ce84e6b None None] The sync data for ids ['fd69e933-b22e-48c2-aebd-04ffc8e19e7a'] in dv-neutron-830866-2-hyperv is: [{'id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-838631395', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229'}], 'enable_snat': True}, 'gw_port_id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:24:52Z', 'updated_at': '2022-02-28T15:26:36Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '4522b486-82f9-4ab7-a6cb-87ede1d3c68f', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:e7:8c:b5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd69e933-b22e-48c2-aebd-04ffc8e19e7a', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.229', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:24:53Z', 'updated_at': '2022-02-28T15:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:26:39.531572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aa418f4-7348-4685-92f3-4b096f830611 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:39.532330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:26:39.569285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:26:39.569628 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 6d9c48ea-6cbd-4033-a514-5e96e489e3c9 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:26:39.885041 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aa418f4-7348-4685-92f3-4b096f830611 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:39.889060 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aa418f4-7348-4685-92f3-4b096f830611 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:39.913211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aa418f4-7348-4685-92f3-4b096f830611 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:39.913734 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aa418f4-7348-4685-92f3-4b096f830611 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Fanout notify agent at l3_agent the message router_deleted on router fd69e933-b22e-48c2-aebd-04ffc8e19e7a {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:26:39.929327 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1aa418f4-7348-4685-92f3-4b096f830611 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:39.930420 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1aa418f4-7348-4685-92f3-4b096f830611 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/routers/fd69e933-b22e-48c2-aebd-04ffc8e19e7a HTTP/1.1" status: 204 len: 168 time: 1.6554542 Feb 28 15:26:39.933091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54380) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:40.047278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-10c7b01a-eb98-4898-80b8-bd41e1294fcd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:40.173203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-10c7b01a-eb98-4898-80b8-bd41e1294fcd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:40.198247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-10c7b01a-eb98-4898-80b8-bd41e1294fcd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0036e0b-cc98-4595-8e8b-198326d26675']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:40.210106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-10c7b01a-eb98-4898-80b8-bd41e1294fcd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f44662a-872a-4f6e-a9a8-a450073795e5') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:40.210398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-10c7b01a-eb98-4898-80b8-bd41e1294fcd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f44662a-872a-4f6e-a9a8-a450073795e5') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:40.221276 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-10c7b01a-eb98-4898-80b8-bd41e1294fcd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:40.236567 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-10c7b01a-eb98-4898-80b8-bd41e1294fcd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:40.242945 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10c7b01a-eb98-4898-80b8-bd41e1294fcd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:26:40.243316 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-10c7b01a-eb98-4898-80b8-bd41e1294fcd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:26:40.257855 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:26:40.336727 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-10c7b01a-eb98-4898-80b8-bd41e1294fcd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:40.341338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-10c7b01a-eb98-4898-80b8-bd41e1294fcd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:40.368508 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c7b01a-eb98-4898-80b8-bd41e1294fcd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Network': ['ID=e0036e0b-cc98-4595-8e8b-198326d26675,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:40.374711 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-10c7b01a-eb98-4898-80b8-bd41e1294fcd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/networks/e0036e0b-cc98-4595-8e8b-198326d26675 HTTP/1.1" status: 204 len: 168 time: 0.4381714 Feb 28 15:26:40.375519 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54384) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:40.446641 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8f7137ff-9de0-45d0-b162-18facf479368 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:40.474947 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8f7137ff-9de0-45d0-b162-18facf479368 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:40.536879 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8f7137ff-9de0-45d0-b162-18facf479368 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:40.553861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f7137ff-9de0-45d0-b162-18facf479368 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0960c403-20c3-4b30-946f-93574ac4681e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:40.565485 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-8f7137ff-9de0-45d0-b162-18facf479368 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:40.566590 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-8f7137ff-9de0-45d0-b162-18facf479368 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/security-groups/0960c403-20c3-4b30-946f-93574ac4681e HTTP/1.1" status: 204 len: 168 time: 0.1908531 Feb 28 15:26:40.858289 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54392) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:40.863924 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-da3c2bf6-e396-454c-8243-426f37f69f0f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1467366948', 'description': 'tempest-secgroup-smoke-1467366948 description', 'project_id': 'a5283100f1814e64862917972ce1e0b2'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:26:40.870205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-da3c2bf6-e396-454c-8243-426f37f69f0f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:26:40.874145 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-da3c2bf6-e396-454c-8243-426f37f69f0f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:26:40.876927 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-da3c2bf6-e396-454c-8243-426f37f69f0f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:26:40.883255 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-da3c2bf6-e396-454c-8243-426f37f69f0f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:26:40.893306 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-da3c2bf6-e396-454c-8243-426f37f69f0f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:40.926076 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-da3c2bf6-e396-454c-8243-426f37f69f0f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:26:40.930196 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-da3c2bf6-e396-454c-8243-426f37f69f0f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:26:40.932881 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-da3c2bf6-e396-454c-8243-426f37f69f0f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:26:40.938268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-da3c2bf6-e396-454c-8243-426f37f69f0f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:26:40.990152 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-da3c2bf6-e396-454c-8243-426f37f69f0f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:40.993815 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-da3c2bf6-e396-454c-8243-426f37f69f0f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.037140 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3c2bf6-e396-454c-8243-426f37f69f0f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2504c366-575b-422f-a152-d7d4af2e813e,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:41.040054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-da3c2bf6-e396-454c-8243-426f37f69f0f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.041217 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-da3c2bf6-e396-454c-8243-426f37f69f0f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1819079 Feb 28 15:26:41.045002 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54396) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:41.050763 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-fa4a51ff-4895-4a2f-aa3d-40f4588ad8dd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '2504c366-575b-422f-a152-d7d4af2e813e', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:26:41.056865 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-fa4a51ff-4895-4a2f-aa3d-40f4588ad8dd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:26:41.060548 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-fa4a51ff-4895-4a2f-aa3d-40f4588ad8dd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:26:41.063322 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-fa4a51ff-4895-4a2f-aa3d-40f4588ad8dd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:26:41.069032 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-fa4a51ff-4895-4a2f-aa3d-40f4588ad8dd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:26:41.085406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa4a51ff-4895-4a2f-aa3d-40f4588ad8dd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.146921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa4a51ff-4895-4a2f-aa3d-40f4588ad8dd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.150360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa4a51ff-4895-4a2f-aa3d-40f4588ad8dd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.172484 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a51ff-4895-4a2f-aa3d-40f4588ad8dd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f8642a-db1a-45d4-9314-b785fb413c49,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:41.181229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fa4a51ff-4895-4a2f-aa3d-40f4588ad8dd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.182368 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fa4a51ff-4895-4a2f-aa3d-40f4588ad8dd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1364655 Feb 28 15:26:41.185127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54400) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:41.190352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-2f76e59d-204a-4edd-9e1d-cd16d8baab11 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '2504c366-575b-422f-a152-d7d4af2e813e', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:26:41.196798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2f76e59d-204a-4edd-9e1d-cd16d8baab11 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:26:41.200601 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2f76e59d-204a-4edd-9e1d-cd16d8baab11 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:26:41.203448 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2f76e59d-204a-4edd-9e1d-cd16d8baab11 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:26:41.209636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2f76e59d-204a-4edd-9e1d-cd16d8baab11 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:26:41.225043 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f76e59d-204a-4edd-9e1d-cd16d8baab11 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.283237 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f76e59d-204a-4edd-9e1d-cd16d8baab11 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.286410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f76e59d-204a-4edd-9e1d-cd16d8baab11 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.308543 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f76e59d-204a-4edd-9e1d-cd16d8baab11 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f532d177-7261-440e-8d22-ef4f41873d08,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:41.317097 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2f76e59d-204a-4edd-9e1d-cd16d8baab11 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.317097 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2f76e59d-204a-4edd-9e1d-cd16d8baab11 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1327472 Feb 28 15:26:41.321482 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54404) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:41.326846 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-374c2df2-3dab-45b5-a601-fc09deb29828 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '2504c366-575b-422f-a152-d7d4af2e813e', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:26:41.332725 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-374c2df2-3dab-45b5-a601-fc09deb29828 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:26:41.337232 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-374c2df2-3dab-45b5-a601-fc09deb29828 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:26:41.340185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-374c2df2-3dab-45b5-a601-fc09deb29828 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:26:41.345726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-374c2df2-3dab-45b5-a601-fc09deb29828 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:26:41.361674 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-374c2df2-3dab-45b5-a601-fc09deb29828 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.386349 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4522b486-82f9-4ab7-a6cb-87ede1d3c68f no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:26:41.419658 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 4522b486-82f9-4ab7-a6cb-87ede1d3c68f {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:26:41.419920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4522b486-82f9-4ab7-a6cb-87ede1d3c68f not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:26:41.420578 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0460af9f-ad97-4534-aa7b-dd06760f86f3 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:26:41.426140 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-374c2df2-3dab-45b5-a601-fc09deb29828 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.430014 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-374c2df2-3dab-45b5-a601-fc09deb29828 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.452924 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 0460af9f-ad97-4534-aa7b-dd06760f86f3 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:26:41.453394 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 0460af9f-ad97-4534-aa7b-dd06760f86f3 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:26:41.456062 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374c2df2-3dab-45b5-a601-fc09deb29828 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd7379ee-c52e-45ec-ae2f-feffa629e92a,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:41.465448 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-374c2df2-3dab-45b5-a601-fc09deb29828 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.466572 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-374c2df2-3dab-45b5-a601-fc09deb29828 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1441801 Feb 28 15:26:41.469463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54408) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:41.474617 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4d8f9287-d234-48f2-9c75-e4bfc58e92d9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '2504c366-575b-422f-a152-d7d4af2e813e', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:26:41.480369 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4d8f9287-d234-48f2-9c75-e4bfc58e92d9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:26:41.484019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4d8f9287-d234-48f2-9c75-e4bfc58e92d9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:26:41.486770 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4d8f9287-d234-48f2-9c75-e4bfc58e92d9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:26:41.492861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4d8f9287-d234-48f2-9c75-e4bfc58e92d9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:26:41.511435 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9287-d234-48f2-9c75-e4bfc58e92d9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.571865 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9287-d234-48f2-9c75-e4bfc58e92d9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.575238 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9287-d234-48f2-9c75-e4bfc58e92d9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.597280 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d8f9287-d234-48f2-9c75-e4bfc58e92d9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8498a691-66f1-488d-b03e-3467a5629a6f,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:41.605662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4d8f9287-d234-48f2-9c75-e4bfc58e92d9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.606821 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4d8f9287-d234-48f2-9c75-e4bfc58e92d9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1364524 Feb 28 15:26:41.609694 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54412) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:41.616105 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '2504c366-575b-422f-a152-d7d4af2e813e', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:26:41.621936 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:26:41.625671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:26:41.628477 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:26:41.635277 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:26:41.644354 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Project a5283100f1814e64862917972ce1e0b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:26:41.650302 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.713160 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.716721 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.740121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe58e66c-8fae-40ed-a184-7793918bcc01,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:41.752342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:41.752682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:41.753018 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:41.753346 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:41.753668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:41.753992 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:41.754312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:41.754629 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:41.755491 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:41.755832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:41.756405 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:41.759711 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.760840 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ece48931-6df0-4142-81fe-a9fc06c35a44 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1501484 Feb 28 15:26:41.763736 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54416) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:41.769214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d1644055-6736-48ea-ab2c-75fcac57b589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '2504c366-575b-422f-a152-d7d4af2e813e', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:26:41.774925 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d1644055-6736-48ea-ab2c-75fcac57b589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:26:41.778631 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d1644055-6736-48ea-ab2c-75fcac57b589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:26:41.781422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d1644055-6736-48ea-ab2c-75fcac57b589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:26:41.786973 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d1644055-6736-48ea-ab2c-75fcac57b589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:26:41.800318 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-d1644055-6736-48ea-ab2c-75fcac57b589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Project a5283100f1814e64862917972ce1e0b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:26:41.807473 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d1644055-6736-48ea-ab2c-75fcac57b589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.870519 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d1644055-6736-48ea-ab2c-75fcac57b589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.873936 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d1644055-6736-48ea-ab2c-75fcac57b589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.896010 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1644055-6736-48ea-ab2c-75fcac57b589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ff5cce8-afe2-49aa-83f4-a894f150cd80,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:41.904698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d1644055-6736-48ea-ab2c-75fcac57b589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.905833 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d1644055-6736-48ea-ab2c-75fcac57b589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1410739 Feb 28 15:26:41.908644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54420) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:41.914471 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3927b84e-646e-4709-95ec-13a0be58a58c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'network': {'name': 'tempest-network-smoke--1469771610', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'port_security_enabled': True}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:26:41.919102 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3927b84e-646e-4709-95ec-13a0be58a58c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:26:41.923066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3927b84e-646e-4709-95ec-13a0be58a58c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:network and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:26:41.925847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3927b84e-646e-4709-95ec-13a0be58a58c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:26:41.932021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3927b84e-646e-4709-95ec-13a0be58a58c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:26:41.941020 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3927b84e-646e-4709-95ec-13a0be58a58c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Made reservation on behalf of a5283100f1814e64862917972ce1e0b2 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:26:41.943770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3927b84e-646e-4709-95ec-13a0be58a58c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.969970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3927b84e-646e-4709-95ec-13a0be58a58c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:26:41.981468 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3927b84e-646e-4709-95ec-13a0be58a58c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:41.981849 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-3927b84e-646e-4709-95ec-13a0be58a58c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Added segment 62393099-3ff7-4fb7-9c73-a625e9512b6e of type vlan for network 197656ac-09e2-4cc1-92e4-d9cafbc3b503 Feb 28 15:26:42.008516 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3927b84e-646e-4709-95ec-13a0be58a58c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:42.040277 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3927b84e-646e-4709-95ec-13a0be58a58c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:42.044036 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3927b84e-646e-4709-95ec-13a0be58a58c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:42.044617 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3927b84e-646e-4709-95ec-13a0be58a58c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:42.149485 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3927b84e-646e-4709-95ec-13a0be58a58c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2373707 Feb 28 15:26:42.149705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54424) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:42.156537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1967455678', 'admin_state_up': True, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:26:42.162042 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3927b84e-646e-4709-95ec-13a0be58a58c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Network': ['ID=197656ac-09e2-4cc1-92e4-d9cafbc3b503,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:42.165571 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:26:42.169560 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:router and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:26:42.172132 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 197656ac-09e2-4cc1-92e4-d9cafbc3b503 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:26:42.172411 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:26:42.178612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:26:42.188904 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:42.189974 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:42.210225 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:42.436122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:42.609612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:42.638866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:42.771361 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.26.4.113 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/7b4aea35-16f2-4566-9a9a-36e84580aace) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:26:42.912989 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:42.938611 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:43.007514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:26:43.010066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:26:43.013522 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:26:43.041466 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=7b4aea35-16f2-4566-9a9a-36e84580aace,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:43.164670 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:43.165292 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:43.387767 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router e03dda2c-dc43-4d3c-9fac-c9df340dc95c is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:26:43.579885 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:26:43.589163 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Sync routers for ids ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:26:43.601523 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Routers {'e03dda2c-dc43-4d3c-9fac-c9df340dc95c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:26:43.602135 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:26:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:43.605923 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:43.607113 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-acb3f1e2-b03c-4897-8221-5631b7cbca52 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4565637 Feb 28 15:26:43.610120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54428) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:43.649150 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a46681b4-a70b-433a-8eb0-23299bc9922f tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=a5283100f1814e64862917972ce1e0b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0379856 Feb 28 15:26:43.651743 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54432) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:43.775721 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Set router e03dda2c-dc43-4d3c-9fac-c9df340dc95c gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:26:43.778791 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5849d44-786b-40e7-a78f-132a98353352 tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:43.780337 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c5849d44-786b-40e7-a78f-132a98353352 tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1277032 Feb 28 15:26:43.783129 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54436) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:43.821214 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-67c9fdba-aa09-42a8-a0b3-ddb43657a587 tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0370038 Feb 28 15:26:43.823724 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54440) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:43.828855 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f303bbc9-32d8-41df-85cd-74045070716c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1247881360', 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:26:44.029537 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f303bbc9-32d8-41df-85cd-74045070716c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:26:44.033221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f303bbc9-32d8-41df-85cd-74045070716c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:subnet and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:26:44.035945 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f303bbc9-32d8-41df-85cd-74045070716c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:26:44.042178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f303bbc9-32d8-41df-85cd-74045070716c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:26:44.051281 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f303bbc9-32d8-41df-85cd-74045070716c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Made reservation on behalf of a5283100f1814e64862917972ce1e0b2 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:26:44.058528 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967455678', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:43Z', 'revision_number': 3, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:85:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:44.062383 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Checking router: e03dda2c-dc43-4d3c-9fac-c9df340dc95c for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:26:44.062725 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Updating router e03dda2c-dc43-4d3c-9fac-c9df340dc95c port 7b4aea35-16f2-4566-9a9a-36e84580aace binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:26:44.112485 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:44.151757 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f303bbc9-32d8-41df-85cd-74045070716c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:44.364670 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f303bbc9-32d8-41df-85cd-74045070716c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:44.428600 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f303bbc9-32d8-41df-85cd-74045070716c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Subnet': ['ID=0e9ede46-22b6-409e-8ef6-1d459534ef63,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:44.430804 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:44.443170 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Transition to ACTIVE for port object 7b4aea35-16f2-4566-9a9a-36e84580aace will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:26:44.449620 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:44.464089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f303bbc9-32d8-41df-85cd-74045070716c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Checking segment: {'id': '62393099-3ff7-4fb7-9c73-a625e9512b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:26:44.464384 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f303bbc9-32d8-41df-85cd-74045070716c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network hostable DHCP agents. Network: 197656ac-09e2-4cc1-92e4-d9cafbc3b503, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:26:44.486076 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f303bbc9-32d8-41df-85cd-74045070716c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 197656ac-09e2-4cc1-92e4-d9cafbc3b503 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:26:44.495664 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-f303bbc9-32d8-41df-85cd-74045070716c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 197656ac-09e2-4cc1-92e4-d9cafbc3b503) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:26:44.500274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f303bbc9-32d8-41df-85cd-74045070716c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:44.503457 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09dc6ee9-1b58-4eb8-beba-81ee651b3b14 None None] Network 197656ac-09e2-4cc1-92e4-d9cafbc3b503 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:26:44.508150 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f303bbc9-32d8-41df-85cd-74045070716c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:44.519397 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3eaa46-4950-45f7-8647-3a01368dad4d None None] Pushing event updated for resources: {'Port': ['ID=7b4aea35-16f2-4566-9a9a-36e84580aace,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:44.532367 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f303bbc9-32d8-41df-85cd-74045070716c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7049797 Feb 28 15:26:44.532541 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54444) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:26:44.536967 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3eaa46-4950-45f7-8647-3a01368dad4d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:44.537312 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3eaa46-4950-45f7-8647-3a01368dad4d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:44.537638 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3eaa46-4950-45f7-8647-3a01368dad4d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:44.537962 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3eaa46-4950-45f7-8647-3a01368dad4d None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:44.538282 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3eaa46-4950-45f7-8647-3a01368dad4d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:44.538597 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3eaa46-4950-45f7-8647-3a01368dad4d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:44.538913 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3eaa46-4950-45f7-8647-3a01368dad4d None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:44.539226 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3eaa46-4950-45f7-8647-3a01368dad4d None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:44.539537 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3eaa46-4950-45f7-8647-3a01368dad4d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:44.539868 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3eaa46-4950-45f7-8647-3a01368dad4d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:44.540174 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3eaa46-4950-45f7-8647-3a01368dad4d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:26:44.549059 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Attempting to bind port 7b4aea35-16f2-4566-9a9a-36e84580aace on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:26:44.549419 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Attempting to bind port 7b4aea35-16f2-4566-9a9a-36e84580aace by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:26:44.549769 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Attempting to bind port 7b4aea35-16f2-4566-9a9a-36e84580aace on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:26:44.556634 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:26:44.556998 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:26:44.557391 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:44.557770 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:26:44.558215 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Bound port: 7b4aea35-16f2-4566-9a9a-36e84580aace, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:26:44.558575 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:44.628925 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] For port 7b4aea35-16f2-4566-9a9a-36e84580aace, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:26:44.632294 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] For port 7b4aea35-16f2-4566-9a9a-36e84580aace, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7b4aea35-16f2-4566-9a9a-36e84580aace,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:26:44.636976 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:44.742219 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3eaa46-4950-45f7-8647-3a01368dad4d None None] Pushing event updated for resources: {'Port': ['ID=7b4aea35-16f2-4566-9a9a-36e84580aace,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:44.748144 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Routers {'e03dda2c-dc43-4d3c-9fac-c9df340dc95c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:26:44.748734 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:26:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:44.756076 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ips': [{'subnet_id': '0e9ede46-22b6-409e-8ef6-1d459534ef63'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:26:44.757243 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:44.914129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Allocated IP 172.20.0.2 (197656ac-09e2-4cc1-92e4-d9cafbc3b503/0e9ede46-22b6-409e-8ef6-1d459534ef63/ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:26:44.925825 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] Set router e03dda2c-dc43-4d3c-9fac-c9df340dc95c gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:26:45.141119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:45.151726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Transition to ACTIVE for port object ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:26:45.170711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Transition to ACTIVE for port object ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:26:45.176939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:45.228077 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967455678', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:43Z', 'revision_number': 3, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:85:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:45.232444 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f27f73a9-e9f5-4c62-95e2-248545c4baaf None None] The sync data for ids ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'] in dv-neutron-830866-2-hyperv is: [{'id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967455678', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:43Z', 'revision_number': 3, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:85:d4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:26:45.249313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Network 197656ac-09e2-4cc1-92e4-d9cafbc3b503 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:26:45.252677 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Pushing event updated for resources: {'Port': ['ID=ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:45.255673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:26:45.257928 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:26:45.309818 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:45.357179 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Attempting to bind port ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:26:45.357627 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Attempting to bind port ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '62393099-3ff7-4fb7-9c73-a625e9512b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:26:45.358076 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Attempting to bind port ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a on network 197656ac-09e2-4cc1-92e4-d9cafbc3b503 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:26:45.365322 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:26:45.365787 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Checking segment: {'id': '62393099-3ff7-4fb7-9c73-a625e9512b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:26:45.366266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:45.366732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Bound using segment: {'id': '62393099-3ff7-4fb7-9c73-a625e9512b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:26:45.367263 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Bound port: ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62393099-3ff7-4fb7-9c73-a625e9512b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:26:45.367737 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:45.506038 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] For port ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:26:45.509882 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] For port ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a,segment=NetworkSegment(62393099-3ff7-4fb7-9c73-a625e9512b6e),segment_id=62393099-3ff7-4fb7-9c73-a625e9512b6e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:26:45.514014 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:45.608870 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5bdeba-03d2-4e97-a987-25530b533ec1 None None] Pushing event updated for resources: {'Port': ['ID=ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:45.893882 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.20.0.1 (197656ac-09e2-4cc1-92e4-d9cafbc3b503/0e9ede46-22b6-409e-8ef6-1d459534ef63/cc58bb8a-7494-4559-bc81-69e4910149ea) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:26:46.057488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:46.074119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Transition to ACTIVE for port object cc58bb8a-7494-4559-bc81-69e4910149ea will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:26:46.097599 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:46.166171 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 197656ac-09e2-4cc1-92e4-d9cafbc3b503 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:26:46.169040 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:26:46.172821 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:26:46.207318 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=cc58bb8a-7494-4559-bc81-69e4910149ea,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:46.235971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:46.324750 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:46.424920 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:26:46.448220 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a6025f-8197-4255-ac72-640611d7260f None None] Network 197656ac-09e2-4cc1-92e4-d9cafbc3b503 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:26:46.546927 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ffc2896f-3793-4d46-a07d-cc77412b707c None None] Provisioning for port ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:26:46.732937 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:46.737807 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:46.851354 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:46.854702 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=cc58bb8a-7494-4559-bc81-69e4910149ea,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:46.898919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e33b1650-267e-470c-999e-5f7f1d9d0cd2 None None] Provisioning for port cc58bb8a-7494-4559-bc81-69e4910149ea completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:26:46.903911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-e33b1650-267e-470c-999e-5f7f1d9d0cd2 None None] Provisioning complete for port cc58bb8a-7494-4559-bc81-69e4910149ea triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:26:46.904281 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e33b1650-267e-470c-999e-5f7f1d9d0cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:46.957414 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e33b1650-267e-470c-999e-5f7f1d9d0cd2 None None] Port cc58bb8a-7494-4559-bc81-69e4910149ea cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:26:47.001408 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 197656ac-09e2-4cc1-92e4-d9cafbc3b503 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:26:47.002520 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:26:47.079697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-210a76da-c0cb-47dc-97b5-45c00147b9c7 None None] Provisioning complete for port cc58bb8a-7494-4559-bc81-69e4910149ea triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:26:47.080191 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-210a76da-c0cb-47dc-97b5-45c00147b9c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:47.141142 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-210a76da-c0cb-47dc-97b5-45c00147b9c7 None None] Port cc58bb8a-7494-4559-bc81-69e4910149ea cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:26:47.261940 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f5ceb909-f003-42c1-a380-33556c5f148d None None] Provisioning complete for port cc58bb8a-7494-4559-bc81-69e4910149ea triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:26:47.262254 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f5ceb909-f003-42c1-a380-33556c5f148d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:47.316096 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f5ceb909-f003-42c1-a380-33556c5f148d None None] Port cc58bb8a-7494-4559-bc81-69e4910149ea cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:26:47.477889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7b4aea35-16f2-4566-9a9a-36e84580aace up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:26:47.502410 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router e03dda2c-dc43-4d3c-9fac-c9df340dc95c has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:26:47.544626 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 7b4aea35-16f2-4566-9a9a-36e84580aace completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:26:47.549186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 7b4aea35-16f2-4566-9a9a-36e84580aace triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:26:47.549764 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:47.660312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:47.676208 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 7b4aea35-16f2-4566-9a9a-36e84580aace, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7b4aea35-16f2-4566-9a9a-36e84580aace,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:26:47.679926 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:47.680664 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:26:47.700333 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:26:47.713051 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3ce8f82a-2cf6-4ad1-a59b-eb3d60701d70 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "PUT /v2.0/routers/e03dda2c-dc43-4d3c-9fac-c9df340dc95c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1794536 Feb 28 15:26:47.823117 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=7b4aea35-16f2-4566-9a9a-36e84580aace,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:47.835901 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:26:47.840747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:26:47.841105 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:47.887832 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-fa92d3aa-af9a-40da-b3a2-ffcd7da1c8ea tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:26:47.903565 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-fa92d3aa-af9a-40da-b3a2-ffcd7da1c8ea tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:26:47.904819 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-fa92d3aa-af9a-40da-b3a2-ffcd7da1c8ea tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1467366948&fields=id&tenant_id=a5283100f1814e64862917972ce1e0b2 HTTP/1.1" status: 200 len: 267 time: 0.0572195 Feb 28 15:26:47.951037 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:47.981577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a,segment=NetworkSegment(62393099-3ff7-4fb7-9c73-a625e9512b6e),segment_id=62393099-3ff7-4fb7-9c73-a625e9512b6e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:26:47.985435 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:48.050086 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-91233b3f-ba57-431c-8269-fd6d6ad59abd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:48.050764 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-91233b3f-ba57-431c-8269-fd6d6ad59abd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:26:48.053014 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:48.065414 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-91233b3f-ba57-431c-8269-fd6d6ad59abd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:26:48.066549 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-91233b3f-ba57-431c-8269-fd6d6ad59abd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/networks?id=197656ac-09e2-4cc1-92e4-d9cafbc3b503 HTTP/1.1" status: 200 len: 797 time: 0.1550717 Feb 28 15:26:48.082716 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-2fb4176a-c592-46e7-8fad-4c4ee46d99e5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/quotas/a5283100f1814e64862917972ce1e0b2 HTTP/1.1" status: 200 len: 375 time: 0.0103424 Feb 28 15:26:48.161833 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-40677b41-27fd-4455-a19a-27151803a86a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:26:48.176747 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-40677b41-27fd-4455-a19a-27151803a86a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:26:48.178059 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-40677b41-27fd-4455-a19a-27151803a86a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0902731 Feb 28 15:26:48.315722 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-a55cf9df-b70e-466c-9668-c99b3757b20b service neutron] 10.222.0.15 "GET /v2.0/networks/197656ac-09e2-4cc1-92e4-d9cafbc3b503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1261299 Feb 28 15:26:48.454238 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-ad202f56-2b48-4852-9188-00caaa1fbc4a service neutron] 10.222.0.15 "GET /v2.0/networks/197656ac-09e2-4cc1-92e4-d9cafbc3b503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320088 Feb 28 15:26:48.638056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-6aa91735-72d2-4593-9a46-0200a7a0b23f req-35def213-2e84-4337-989a-143b214198cd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:26:48.650803 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-6aa91735-72d2-4593-9a46-0200a7a0b23f req-35def213-2e84-4337-989a-143b214198cd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:26:48.652766 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6aa91735-72d2-4593-9a46-0200a7a0b23f req-35def213-2e84-4337-989a-143b214198cd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 210 time: 0.0565498 Feb 28 15:26:48.811927 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Sync routers for ids ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:26:48.823367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Routers {'e03dda2c-dc43-4d3c-9fac-c9df340dc95c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:26:48.823981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:26:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:48.997353 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Set router e03dda2c-dc43-4d3c-9fac-c9df340dc95c gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:26:49.303362 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967455678', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:46Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'cc58bb8a-7494-4559-bc81-69e4910149ea', 'name': '', 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:6e:f0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:45Z', 'updated_at': '2022-02-28T15:26:46Z', 'revision_number': 2, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:49.307419 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Checking router: e03dda2c-dc43-4d3c-9fac-c9df340dc95c for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:26:49.307795 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Updating router e03dda2c-dc43-4d3c-9fac-c9df340dc95c port cc58bb8a-7494-4559-bc81-69e4910149ea binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:26:49.356757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:49.462642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7b4aea35-16f2-4566-9a9a-36e84580aace up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:26:49.646782 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 7b4aea35-16f2-4566-9a9a-36e84580aace triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:26:49.647724 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:49.789445 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-82c669cb-02f6-46ef-9055-26af9af3997c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:49.790810 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-82c669cb-02f6-46ef-9055-26af9af3997c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "GET /v2.0/networks?id=197656ac-09e2-4cc1-92e4-d9cafbc3b503 HTTP/1.1" status: 200 len: 797 time: 0.2760453 Feb 28 15:26:49.845199 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ad14cf29-bec6-4b4a-917d-32f47e729a8a req-4ad13a1c-1026-4880-bf78-2c0df3bbb5eb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 210 time: 0.0609825 Feb 28 15:26:49.866676 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:26:49.877197 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-b4c8bf04-8ab4-4861-9bed-8055787e8f9f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5283100f1814e64862917972ce1e0b2 HTTP/1.1" status: 200 len: 380 time: 0.0568907 Feb 28 15:26:49.885802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-93a3459a-b52e-44a2-b428-002062869c7f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'port': {'device_id': '800a5c90-5328-48f8-a378-04d8e6e608f8', 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'admin_state_up': True, 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'security_groups': ['2504c366-575b-422f-a152-d7d4af2e813e']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:26:49.896525 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:49.924879 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Transition to ACTIVE for port object cc58bb8a-7494-4559-bc81-69e4910149ea will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:26:49.935838 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:50.025059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-93a3459a-b52e-44a2-b428-002062869c7f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:26:50.036474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-93a3459a-b52e-44a2-b428-002062869c7f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:26:50.051646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-93a3459a-b52e-44a2-b428-002062869c7f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Made reservation on behalf of a5283100f1814e64862917972ce1e0b2 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:26:50.054780 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-93a3459a-b52e-44a2-b428-002062869c7f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:50.115006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9be525-c890-4e90-a758-419a56246f00 None None] Pushing event updated for resources: {'Port': ['ID=cc58bb8a-7494-4559-bc81-69e4910149ea,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:50.121580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:26:50.121937 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:50.228397 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-93a3459a-b52e-44a2-b428-002062869c7f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.20.0.10 (197656ac-09e2-4cc1-92e4-d9cafbc3b503/0e9ede46-22b6-409e-8ef6-1d459534ef63/8eefa15d-8988-4f1e-b437-fb6d67a7592d) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:26:50.269735 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Attempting to bind port cc58bb8a-7494-4559-bc81-69e4910149ea on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:26:50.270093 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Attempting to bind port cc58bb8a-7494-4559-bc81-69e4910149ea by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '62393099-3ff7-4fb7-9c73-a625e9512b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:26:50.270445 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Attempting to bind port cc58bb8a-7494-4559-bc81-69e4910149ea on network 197656ac-09e2-4cc1-92e4-d9cafbc3b503 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:26:50.286747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:26:50.287113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Checking segment: {'id': '62393099-3ff7-4fb7-9c73-a625e9512b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:26:50.287517 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:50.287915 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Bound using segment: {'id': '62393099-3ff7-4fb7-9c73-a625e9512b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:26:50.288366 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Bound port: cc58bb8a-7494-4559-bc81-69e4910149ea, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '62393099-3ff7-4fb7-9c73-a625e9512b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:26:50.288728 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:50.422105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-93a3459a-b52e-44a2-b428-002062869c7f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:50.429387 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] For port cc58bb8a-7494-4559-bc81-69e4910149ea, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:26:50.433096 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] For port cc58bb8a-7494-4559-bc81-69e4910149ea, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cc58bb8a-7494-4559-bc81-69e4910149ea,segment=NetworkSegment(62393099-3ff7-4fb7-9c73-a625e9512b6e),segment_id=62393099-3ff7-4fb7-9c73-a625e9512b6e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:26:50.437688 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:50.439066 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-93a3459a-b52e-44a2-b428-002062869c7f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Transition to ACTIVE for port object 8eefa15d-8988-4f1e-b437-fb6d67a7592d will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:26:50.464374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-93a3459a-b52e-44a2-b428-002062869c7f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:50.528833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9be525-c890-4e90-a758-419a56246f00 None None] Pushing event updated for resources: {'Port': ['ID=cc58bb8a-7494-4559-bc81-69e4910149ea,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:50.532371 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Routers {'e03dda2c-dc43-4d3c-9fac-c9df340dc95c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:26:50.532979 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:26:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:50.537868 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-93a3459a-b52e-44a2-b428-002062869c7f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 197656ac-09e2-4cc1-92e4-d9cafbc3b503 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:26:50.542145 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-93a3459a-b52e-44a2-b428-002062869c7f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:26:50.546024 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-93a3459a-b52e-44a2-b428-002062869c7f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:26:50.584755 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a3459a-b52e-44a2-b428-002062869c7f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=8eefa15d-8988-4f1e-b437-fb6d67a7592d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:50.611878 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-93a3459a-b52e-44a2-b428-002062869c7f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:50.612497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-93a3459a-b52e-44a2-b428-002062869c7f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:50.640380 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-93a3459a-b52e-44a2-b428-002062869c7f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7581773 Feb 28 15:26:50.715935 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] Set router e03dda2c-dc43-4d3c-9fac-c9df340dc95c gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:26:50.759317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Request body: {'port': {'device_id': '800a5c90-5328-48f8-a378-04d8e6e608f8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:26:50.874061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:51.045205 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-041242bf-dab1-4099-91a7-cf98ac2b257a None None] Provisioning for port 8eefa15d-8988-4f1e-b437-fb6d67a7592d completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:26:51.052778 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-041242bf-dab1-4099-91a7-cf98ac2b257a None None] Provisioning complete for port 8eefa15d-8988-4f1e-b437-fb6d67a7592d triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:26:51.053157 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-041242bf-dab1-4099-91a7-cf98ac2b257a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:51.054353 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5d356c-f345-4a37-9e60-dcf3fbb3b7dd req-16eb251f-d358-4bc6-8dc8-7b6b43c2fdb5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:51.056057 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4c5d356c-f345-4a37-9e60-dcf3fbb3b7dd req-16eb251f-d358-4bc6-8dc8-7b6b43c2fdb5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 932 time: 0.0836661 Feb 28 15:26:51.104938 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-4c5d356c-f345-4a37-9e60-dcf3fbb3b7dd req-d1d3583b-9e1f-4813-9c93-cf904fe42b24 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427344 Feb 28 15:26:51.111519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-041242bf-dab1-4099-91a7-cf98ac2b257a None None] Port 8eefa15d-8988-4f1e-b437-fb6d67a7592d cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:26:51.114448 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967455678', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:46Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'cc58bb8a-7494-4559-bc81-69e4910149ea', 'name': '', 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:6e:f0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:45Z', 'updated_at': '2022-02-28T15:26:50Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:26:51.119203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c7e1a66-c55c-45ca-b419-7e808675b3a2 None None] The sync data for ids ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'] in dv-neutron-830866-2-hyperv is: [{'id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967455678', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:46Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'cc58bb8a-7494-4559-bc81-69e4910149ea', 'name': '', 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:6e:f0:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:45Z', 'updated_at': '2022-02-28T15:26:50Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:26:51.259119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8eefa15d-8988-4f1e-b437-fb6d67a7592d {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:26:51.266426 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:51.282323 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Transition to ACTIVE for port object 8eefa15d-8988-4f1e-b437-fb6d67a7592d will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:26:51.286073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:51.416989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Pushing event updated for resources: {'Port': ['ID=8eefa15d-8988-4f1e-b437-fb6d67a7592d,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:51.469627 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cc58bb8a-7494-4559-bc81-69e4910149ea up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:26:51.560476 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Attempting to bind port 8eefa15d-8988-4f1e-b437-fb6d67a7592d on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:26:51.560898 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Attempting to bind port 8eefa15d-8988-4f1e-b437-fb6d67a7592d by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '62393099-3ff7-4fb7-9c73-a625e9512b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:26:51.561320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Attempting to bind port 8eefa15d-8988-4f1e-b437-fb6d67a7592d on network 197656ac-09e2-4cc1-92e4-d9cafbc3b503 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:26:51.567800 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Port 8eefa15d-8988-4f1e-b437-fb6d67a7592d on network 197656ac-09e2-4cc1-92e4-d9cafbc3b503 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:26:51.568511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Attempting to bind port 8eefa15d-8988-4f1e-b437-fb6d67a7592d on network 197656ac-09e2-4cc1-92e4-d9cafbc3b503 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:26:51.575513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:26:51.575975 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Checking segment: {'id': '62393099-3ff7-4fb7-9c73-a625e9512b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:26:51.576423 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Bound using segment: {'id': '62393099-3ff7-4fb7-9c73-a625e9512b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:26:51.576919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Bound port: 8eefa15d-8988-4f1e-b437-fb6d67a7592d, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '62393099-3ff7-4fb7-9c73-a625e9512b6e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:26:51.577265 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:51.580760 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port cc58bb8a-7494-4559-bc81-69e4910149ea completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:26:51.587140 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port cc58bb8a-7494-4559-bc81-69e4910149ea triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:26:51.588277 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:51.733043 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:51.771884 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port cc58bb8a-7494-4559-bc81-69e4910149ea, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cc58bb8a-7494-4559-bc81-69e4910149ea,segment=NetworkSegment(62393099-3ff7-4fb7-9c73-a625e9512b6e),segment_id=62393099-3ff7-4fb7-9c73-a625e9512b6e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:26:51.774100 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] For port 8eefa15d-8988-4f1e-b437-fb6d67a7592d, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:26:51.777082 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:51.777535 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] For port 8eefa15d-8988-4f1e-b437-fb6d67a7592d, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8eefa15d-8988-4f1e-b437-fb6d67a7592d,segment=NetworkSegment(62393099-3ff7-4fb7-9c73-a625e9512b6e),segment_id=62393099-3ff7-4fb7-9c73-a625e9512b6e)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:26:51.783837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:51.844880 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=cc58bb8a-7494-4559-bc81-69e4910149ea,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:51.853638 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:51.855352 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] 10.222.0.20 "PUT /v2.0/ports/8eefa15d-8988-4f1e-b437-fb6d67a7592d HTTP/1.1" status: 200 len: 1094 time: 1.2082536 Feb 28 15:26:51.856269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800a5c90-5328-48f8-a378-04d8e6e608f8', 'tag': '8eefa15d-8988-4f1e-b437-fb6d67a7592d'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:26:51.882696 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f6a0a6-5e66-49c8-a2a9-160c2dc0ee08 service neutron] Pushing event updated for resources: {'Port': ['ID=8eefa15d-8988-4f1e-b437-fb6d67a7592d,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:51.948516 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800a5c90-5328-48f8-a378-04d8e6e608f8', 'tag': '8eefa15d-8988-4f1e-b437-fb6d67a7592d', 'status': 'completed', 'code': 200} Feb 28 15:26:51.984667 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-f9b18cdc-2953-459c-8521-f808a98f28c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 1097 time: 0.0898845 Feb 28 15:26:52.057533 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-81508907-5d73-4103-8ac5-cce37791992f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eefa15d-8988-4f1e-b437-fb6d67a7592d HTTP/1.1" status: 200 len: 217 time: 0.0660400 Feb 28 15:26:52.125995 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-071c54ce-60ce-4014-ae5a-964bde6926ee service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:52.127445 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-071c54ce-60ce-4014-ae5a-964bde6926ee service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e9ede46-22b6-409e-8ef6-1d459534ef63 HTTP/1.1" status: 200 len: 835 time: 0.0640819 Feb 28 15:26:52.203265 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-84e1b414-e6c3-4817-bcba-ee92bb404c86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=197656ac-09e2-4cc1-92e4-d9cafbc3b503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0700164 Feb 28 15:26:52.301618 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e436d6ea-02b0-4262-946a-1887b0623894 req-7e6e76c9-ea52-4911-a549-4e5fd13a5773 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:52.304362 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e436d6ea-02b0-4262-946a-1887b0623894 req-7e6e76c9-ea52-4911-a549-4e5fd13a5773 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 944 time: 0.0752060 Feb 28 15:26:52.334842 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-d80504ce-7324-40c2-af15-a3dfae6a5de3 service neutron] 10.222.0.20 "GET /v2.0/networks/197656ac-09e2-4cc1-92e4-d9cafbc3b503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258299 Feb 28 15:26:52.353338 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e436d6ea-02b0-4262-946a-1887b0623894 req-6f9fcc23-8171-4800-9b79-91575db291a0 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0439384 Feb 28 15:26:52.462470 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4bdf2b03-4ce7-40d9-a784-59d5249b5672 req-f2ef9e73-5f3e-4b9d-ba3e-24ab4d033611 service neutron] 10.222.0.20 "GET /v2.0/networks/197656ac-09e2-4cc1-92e4-d9cafbc3b503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1224034 Feb 28 15:26:52.577404 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ade965b6-ab39-4d93-877f-d7e56ec0b27d req-dc0da6b5-a886-413a-93c5-39cb954e627c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 1097 time: 0.0700233 Feb 28 15:26:52.705480 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade965b6-ab39-4d93-877f-d7e56ec0b27d req-40c013e3-e453-4c76-b094-f45b7a489753 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:52.706876 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ade965b6-ab39-4d93-877f-d7e56ec0b27d req-40c013e3-e453-4c76-b094-f45b7a489753 service neutron] 10.222.0.20 "GET /v2.0/networks?id=197656ac-09e2-4cc1-92e4-d9cafbc3b503 HTTP/1.1" status: 200 len: 897 time: 0.1239884 Feb 28 15:26:52.772020 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ade965b6-ab39-4d93-877f-d7e56ec0b27d req-904ecdc7-989b-4e2d-85af-c3333eea5b15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eefa15d-8988-4f1e-b437-fb6d67a7592d HTTP/1.1" status: 200 len: 217 time: 0.0587296 Feb 28 15:26:52.834301 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade965b6-ab39-4d93-877f-d7e56ec0b27d req-d9bf936d-0c03-4f75-94d7-3bc7dfb18435 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:52.835708 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ade965b6-ab39-4d93-877f-d7e56ec0b27d req-d9bf936d-0c03-4f75-94d7-3bc7dfb18435 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e9ede46-22b6-409e-8ef6-1d459534ef63 HTTP/1.1" status: 200 len: 835 time: 0.0582299 Feb 28 15:26:52.907871 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ade965b6-ab39-4d93-877f-d7e56ec0b27d req-603f3636-6588-4196-b89d-959b53581772 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=197656ac-09e2-4cc1-92e4-d9cafbc3b503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655866 Feb 28 15:26:53.033005 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ade965b6-ab39-4d93-877f-d7e56ec0b27d req-6d92d48f-4af4-44db-9dfa-bf6e2f594c82 service neutron] 10.222.0.20 "GET /v2.0/networks/197656ac-09e2-4cc1-92e4-d9cafbc3b503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190631 Feb 28 15:26:53.162283 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ade965b6-ab39-4d93-877f-d7e56ec0b27d req-70d51c11-e8b1-4ed3-bd0b-758bce07fd2c service neutron] 10.222.0.20 "GET /v2.0/networks/197656ac-09e2-4cc1-92e4-d9cafbc3b503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232238 Feb 28 15:26:53.433350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cc58bb8a-7494-4559-bc81-69e4910149ea up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:26:53.503295 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port cc58bb8a-7494-4559-bc81-69e4910149ea triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:26:53.503788 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:53.559700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef3263e-df42-4a6e-9121-5ae9513fa471 req-bf9adc2e-2d88-4248-a082-b48e890bb67a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:53.560383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-2ef3263e-df42-4a6e-9121-5ae9513fa471 req-bf9adc2e-2d88-4248-a082-b48e890bb67a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:26:53.575360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-2ef3263e-df42-4a6e-9121-5ae9513fa471 req-bf9adc2e-2d88-4248-a082-b48e890bb67a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:26:53.576527 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2ef3263e-df42-4a6e-9121-5ae9513fa471 req-bf9adc2e-2d88-4248-a082-b48e890bb67a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 944 time: 0.0942938 Feb 28 15:26:53.624999 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2ef3263e-df42-4a6e-9121-5ae9513fa471 req-5536686e-587f-462f-9729-c6796a282cbe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429668 Feb 28 15:26:54.816646 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a79152-8fec-4121-9772-8006260b50f9 req-7eb67068-5422-4d6f-8499-b6dd49ff926f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:54.818257 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e7a79152-8fec-4121-9772-8006260b50f9 req-7eb67068-5422-4d6f-8499-b6dd49ff926f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 944 time: 0.0745413 Feb 28 15:26:54.862087 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e7a79152-8fec-4121-9772-8006260b50f9 req-e666761f-0bce-405e-a0c5-ced1a3cc1627 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382528 Feb 28 15:26:55.535581 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-26f34f2d-25f9-4cc6-b8d0-4cdd602262d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:56.036956 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 8eefa15d-8988-4f1e-b437-fb6d67a7592d details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:26:56.050455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640efb8f-2e87-4e48-a2bd-a49b7cffc2ef req-dec21be4-b1c9-40dc-91a5-4f30ecf9c959 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:56.051917 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-640efb8f-2e87-4e48-a2bd-a49b7cffc2ef req-dec21be4-b1c9-40dc-91a5-4f30ecf9c959 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 944 time: 0.0742288 Feb 28 15:26:56.098153 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-640efb8f-2e87-4e48-a2bd-a49b7cffc2ef req-dc0d62b2-4fae-44cb-bdd3-1492ace8ad51 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403299 Feb 28 15:26:56.197572 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 8eefa15d-8988-4f1e-b437-fb6d67a7592d, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8eefa15d-8988-4f1e-b437-fb6d67a7592d,segment=NetworkSegment(62393099-3ff7-4fb7-9c73-a625e9512b6e),segment_id=62393099-3ff7-4fb7-9c73-a625e9512b6e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:26:56.213710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '8eefa15d-8988-4f1e-b437-fb6d67a7592d', 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'port_id': '8eefa15d-8988-4f1e-b437-fb6d67a7592d', 'mac_address': 'fa:16:3e:ca:02:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 72, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:26:56.265732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:56.282082 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8eefa15d-8988-4f1e-b437-fb6d67a7592d {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:26:56.296626 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 8eefa15d-8988-4f1e-b437-fb6d67a7592d, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8eefa15d-8988-4f1e-b437-fb6d67a7592d,segment=NetworkSegment(62393099-3ff7-4fb7-9c73-a625e9512b6e),segment_id=62393099-3ff7-4fb7-9c73-a625e9512b6e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:26:56.300366 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:56.362686 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=8eefa15d-8988-4f1e-b437-fb6d67a7592d,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:56.501480 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['8eefa15d-8988-4f1e-b437-fb6d67a7592d'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:26:57.297249 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5987d375-1331-4c64-b11f-f3db8002847b req-1bcfce88-35ba-4e34-9b47-93b8c9c6e888 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:57.298605 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5987d375-1331-4c64-b11f-f3db8002847b req-1bcfce88-35ba-4e34-9b47-93b8c9c6e888 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 945 time: 0.0779812 Feb 28 15:26:57.342734 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5987d375-1331-4c64-b11f-f3db8002847b req-bb0c45bf-8b9d-4191-8ab3-6b5891463032 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382385 Feb 28 15:26:57.673725 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e2a02e96-b0e1-4b0d-adb4-bdf2ecfaa048 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:58.003305 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:58.051502 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 8eefa15d-8988-4f1e-b437-fb6d67a7592d up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:26:58.114692 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 8eefa15d-8988-4f1e-b437-fb6d67a7592d completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:26:58.119603 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 8eefa15d-8988-4f1e-b437-fb6d67a7592d triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:26:58.119963 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:58.226965 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:58.252227 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800a5c90-5328-48f8-a378-04d8e6e608f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eefa15d-8988-4f1e-b437-fb6d67a7592d'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:26:58.262116 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 8eefa15d-8988-4f1e-b437-fb6d67a7592d, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8eefa15d-8988-4f1e-b437-fb6d67a7592d,segment=NetworkSegment(62393099-3ff7-4fb7-9c73-a625e9512b6e),segment_id=62393099-3ff7-4fb7-9c73-a625e9512b6e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:26:58.266240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:58.307088 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800a5c90-5328-48f8-a378-04d8e6e608f8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8eefa15d-8988-4f1e-b437-fb6d67a7592d', 'code': 200} Feb 28 15:26:58.332238 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=8eefa15d-8988-4f1e-b437-fb6d67a7592d,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:26:58.539781 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d80bc8-0584-44d4-adb0-66efa0fd9142 req-9cb94dfe-28dc-4425-9361-7c6b707a2d09 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:58.541251 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a5d80bc8-0584-44d4-adb0-66efa0fd9142 req-9cb94dfe-28dc-4425-9361-7c6b707a2d09 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0761523 Feb 28 15:26:58.588355 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a5d80bc8-0584-44d4-adb0-66efa0fd9142 req-728efc3d-7baa-48fe-9cf0-3aaf51c0b3c7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413105 Feb 28 15:26:58.627690 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a0c19bc9-4310-4903-8e7d-e7ac94fb18b2 req-1a35bfee-fefe-446a-a055-41ca2020f588 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 1099 time: 0.1599774 Feb 28 15:26:58.667427 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a0c19bc9-4310-4903-8e7d-e7ac94fb18b2 req-f9049f13-2541-44b9-9dfb-09a3641a0ee4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339170 Feb 28 15:26:58.935097 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:58.964382 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:26:59.789044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98de50ef-3d72-436e-8362-b2d422fafa23 req-80d5eeee-f5c5-470a-9223-0da9b90aa24f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:26:59.790455 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-98de50ef-3d72-436e-8362-b2d422fafa23 req-80d5eeee-f5c5-470a-9223-0da9b90aa24f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0773516 Feb 28 15:26:59.832763 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-98de50ef-3d72-436e-8362-b2d422fafa23 req-9ca56b95-d4a1-406b-9e02-5dc92ff26ce4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369649 Feb 28 15:27:00.025509 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b07fce3-1fb8-4504-bc48-5165f3970092 req-ad34a6c3-f6a1-4147-94ac-b666db028229 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:00.026923 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9b07fce3-1fb8-4504-bc48-5165f3970092 req-ad34a6c3-f6a1-4147-94ac-b666db028229 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0775523 Feb 28 15:27:00.071147 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9b07fce3-1fb8-4504-bc48-5165f3970092 req-d057de97-a18f-40af-aaa8-b38e31763d46 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388374 Feb 28 15:27:00.098234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54492) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:27:00.165298 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e68f51bc-06c0-44d7-8f47-be2c56c2f84d tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 1094 time: 0.0657933 Feb 28 15:27:00.167827 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54496) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:27:00.237126 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '8eefa15d-8988-4f1e-b437-fb6d67a7592d', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address': '172.20.0.10'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:27:00.243452 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:27:00.247162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:floatingip and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:27:00.249919 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:27:00.255369 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:27:00.265553 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:00.356897 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:00.400101 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:00.540621 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.26.4.34 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/5c36b1a9-a98b-4d5b-a3a1-18a282410fbb) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:27:00.685517 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:00.713226 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:00.785393 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:27:00.786480 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:27:00.790029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:27:00.818234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=5c36b1a9-a98b-4d5b-a3a1-18a282410fbb,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:27:01.360750 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:01.415110 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:01.611576 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:01.615817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:01.721798 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=5c36b1a9-a98b-4d5b-a3a1-18a282410fbb,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:27:01.733312 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:01.918547 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Floating IP aff51b6d-e2c4-434a-911d-9f02c755d63e associated. External IP: 172.26.4.34, port: 8eefa15d-8988-4f1e-b437-fb6d67a7592d. Feb 28 15:27:02.292016 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router e03dda2c-dc43-4d3c-9fac-c9df340dc95c has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:27:02.576566 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:27:02.586320 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d7a23-cfc2-4a0e-a17c-fef59c3d94b8 None None] Sync routers for ids ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:27:02.598878 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d7a23-cfc2-4a0e-a17c-fef59c3d94b8 None None] Routers {'e03dda2c-dc43-4d3c-9fac-c9df340dc95c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:27:02.599572 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-479d7a23-cfc2-4a0e-a17c-fef59c3d94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:26:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:27:02.599893 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:02.654907 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6cca883b-7cde-429b-ab11-2175c6e2b73e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4860191 Feb 28 15:27:02.655484 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800a5c90-5328-48f8-a378-04d8e6e608f8', 'tag': '8eefa15d-8988-4f1e-b437-fb6d67a7592d'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:27:02.778004 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-479d7a23-cfc2-4a0e-a17c-fef59c3d94b8 None None] Set router e03dda2c-dc43-4d3c-9fac-c9df340dc95c gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:27:02.839025 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800a5c90-5328-48f8-a378-04d8e6e608f8', 'tag': '8eefa15d-8988-4f1e-b437-fb6d67a7592d', 'status': 'completed', 'code': 200} Feb 28 15:27:02.862775 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2912e1-eee8-450d-a65e-01c044285dcf req-ad58ab83-228d-4788-a389-7f78149eb70c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:02.864337 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ee2912e1-eee8-450d-a65e-01c044285dcf req-ad58ab83-228d-4788-a389-7f78149eb70c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.1038034 Feb 28 15:27:02.954593 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ee2912e1-eee8-450d-a65e-01c044285dcf req-8d167ed0-54e6-4b2a-8bf2-e2b8ebd5c705 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599892 Feb 28 15:27:02.967525 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f49664e4-9551-4fc3-9d5f-f0b5d2a9dd8d req-5ed882f2-c654-473c-b14e-0b87fa2f11e5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 1099 time: 0.1022918 Feb 28 15:27:02.983222 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54508) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:27:03.096020 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-83e630be-a004-4782-b6c4-a0fd8381e84d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/aff51b6d-e2c4-434a-911d-9f02c755d63e HTTP/1.1" status: 200 len: 991 time: 0.1104093 Feb 28 15:27:03.098778 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49664e4-9551-4fc3-9d5f-f0b5d2a9dd8d req-133f6e9e-dc4b-4d09-be05-f70b7f2b9406 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:03.100330 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f49664e4-9551-4fc3-9d5f-f0b5d2a9dd8d req-133f6e9e-dc4b-4d09-be05-f70b7f2b9406 service neutron] 10.222.0.20 "GET /v2.0/networks?id=197656ac-09e2-4cc1-92e4-d9cafbc3b503 HTTP/1.1" status: 200 len: 897 time: 0.1268899 Feb 28 15:27:03.121333 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-479d7a23-cfc2-4a0e-a17c-fef59c3d94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967455678', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:46Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'aff51b6d-e2c4-434a-911d-9f02c755d63e', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'floating_ip_address': '172.26.4.34', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'port_id': '8eefa15d-8988-4f1e-b437-fb6d67a7592d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'mac_address': 'fa:16:3e:ca:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a5c90-5328-48f8-a378-04d8e6e608f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:27:01Z', 'updated_at': '2022-02-28T15:27:01Z', 'revision_number': 0, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc58bb8a-7494-4559-bc81-69e4910149ea', 'name': '', 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:6e:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:45Z', 'updated_at': '2022-02-28T15:26:51Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:27:03.125062 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d7a23-cfc2-4a0e-a17c-fef59c3d94b8 None None] Checking router: e03dda2c-dc43-4d3c-9fac-c9df340dc95c for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:27:03.137855 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-479d7a23-cfc2-4a0e-a17c-fef59c3d94b8 None None] Routers {'e03dda2c-dc43-4d3c-9fac-c9df340dc95c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:27:03.138839 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-479d7a23-cfc2-4a0e-a17c-fef59c3d94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:26:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:27:03.211104 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f49664e4-9551-4fc3-9d5f-f0b5d2a9dd8d req-9e783b07-2007-4800-abf2-1f93f3786ff0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eefa15d-8988-4f1e-b437-fb6d67a7592d HTTP/1.1" status: 200 len: 999 time: 0.1048031 Feb 28 15:27:03.276455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f49664e4-9551-4fc3-9d5f-f0b5d2a9dd8d req-8e929b3a-5c64-4273-b6a5-e4363615b8f6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:03.277882 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f49664e4-9551-4fc3-9d5f-f0b5d2a9dd8d req-8e929b3a-5c64-4273-b6a5-e4363615b8f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e9ede46-22b6-409e-8ef6-1d459534ef63 HTTP/1.1" status: 200 len: 835 time: 0.0618036 Feb 28 15:27:03.319157 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-479d7a23-cfc2-4a0e-a17c-fef59c3d94b8 None None] Set router e03dda2c-dc43-4d3c-9fac-c9df340dc95c gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:27:03.352222 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f49664e4-9551-4fc3-9d5f-f0b5d2a9dd8d req-5059baaa-d866-4ba1-b1ef-5b3502260010 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=197656ac-09e2-4cc1-92e4-d9cafbc3b503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679567 Feb 28 15:27:03.483592 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f49664e4-9551-4fc3-9d5f-f0b5d2a9dd8d req-31b1a6ec-2ba1-4ba2-b7ab-990c1adb296c service neutron] 10.222.0.20 "GET /v2.0/networks/197656ac-09e2-4cc1-92e4-d9cafbc3b503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258061 Feb 28 15:27:03.611439 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f49664e4-9551-4fc3-9d5f-f0b5d2a9dd8d req-63abda89-55cc-43af-a98c-e804c2b7ebe8 service neutron] 10.222.0.20 "GET /v2.0/networks/197656ac-09e2-4cc1-92e4-d9cafbc3b503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1223598 Feb 28 15:27:03.696283 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-479d7a23-cfc2-4a0e-a17c-fef59c3d94b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967455678', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:46Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'aff51b6d-e2c4-434a-911d-9f02c755d63e', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'floating_ip_address': '172.26.4.34', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'port_id': '8eefa15d-8988-4f1e-b437-fb6d67a7592d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'mac_address': 'fa:16:3e:ca:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a5c90-5328-48f8-a378-04d8e6e608f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:27:01Z', 'updated_at': '2022-02-28T15:27:01Z', 'revision_number': 0, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc58bb8a-7494-4559-bc81-69e4910149ea', 'name': '', 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:6e:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:45Z', 'updated_at': '2022-02-28T15:26:51Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:27:03.700216 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-479d7a23-cfc2-4a0e-a17c-fef59c3d94b8 None None] The sync data for ids ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'] in dv-neutron-830866-2-hyperv is: [{'id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967455678', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:46Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': 'aff51b6d-e2c4-434a-911d-9f02c755d63e', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'floating_ip_address': '172.26.4.34', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'port_id': '8eefa15d-8988-4f1e-b437-fb6d67a7592d', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'mac_address': 'fa:16:3e:ca:02:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '800a5c90-5328-48f8-a378-04d8e6e608f8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:27:01Z', 'updated_at': '2022-02-28T15:27:01Z', 'revision_number': 0, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cc58bb8a-7494-4559-bc81-69e4910149ea', 'name': '', 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:6e:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:45Z', 'updated_at': '2022-02-28T15:26:51Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:27:04.098716 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54512) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:27:04.202663 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8ae8e405-6a06-4e30-ad57-fa06654264fc tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/aff51b6d-e2c4-434a-911d-9f02c755d63e HTTP/1.1" status: 200 len: 991 time: 0.1024430 Feb 28 15:27:05.205938 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54516) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:27:05.308436 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e8e1f15a-c453-4146-ae17-3c88d6154533 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/aff51b6d-e2c4-434a-911d-9f02c755d63e HTTP/1.1" status: 200 len: 991 time: 0.1008132 Feb 28 15:27:06.311742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54520) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:27:06.414151 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bdcfa6a2-3210-42b9-ae6c-ec7c875f44bc tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/aff51b6d-e2c4-434a-911d-9f02c755d63e HTTP/1.1" status: 200 len: 991 time: 0.1012709 Feb 28 15:27:06.767516 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef5c704-1160-44fc-bec7-0dafd58dbbb3 None None] New status for floating IP aff51b6d-e2c4-434a-911d-9f02c755d63e: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:27:07.417783 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54524) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:27:07.521660 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f4fe51fc-9002-4d92-a662-856a48eb4bb7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/aff51b6d-e2c4-434a-911d-9f02c755d63e HTTP/1.1" status: 200 len: 993 time: 0.1026893 Feb 28 15:27:23.424307 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:27:25.537264 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7208630e-28fa-42d8-b146-c925dc1001c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:27.674527 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-89a1b104-0405-424a-8c8f-291bc4ac5cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:28.021830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:28.935984 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:28.966405 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:30.358400 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:35.199406 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9300d0bc-62c7-4462-9fac-118f7c4eeaad req-9bf4f9c9-0cd2-4017-8080-3aca598ae8dd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:35.200864 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9300d0bc-62c7-4462-9fac-118f7c4eeaad req-9bf4f9c9-0cd2-4017-8080-3aca598ae8dd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.1415734 Feb 28 15:27:35.244010 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9300d0bc-62c7-4462-9fac-118f7c4eeaad req-ba8b3bff-723b-44e1-8079-41379a1c7113 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375426 Feb 28 15:27:36.506637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4292654-e297-44f1-994f-123b10c95091 req-eeb5b3b8-a6a8-4e75-a2f8-98839969f930 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:36.508088 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a4292654-e297-44f1-994f-123b10c95091 req-eeb5b3b8-a6a8-4e75-a2f8-98839969f930 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.1426697 Feb 28 15:27:36.552825 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a4292654-e297-44f1-994f-123b10c95091 req-f2af52b9-5c67-4a8d-9edf-4c3b46759274 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386810 Feb 28 15:27:37.752687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4673ef-6a46-49ef-969f-cf671a0a3cf1 req-e7a6f7fc-3e6d-4446-8493-43b238b04819 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:37.754104 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-cc4673ef-6a46-49ef-969f-cf671a0a3cf1 req-e7a6f7fc-3e6d-4446-8493-43b238b04819 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0827770 Feb 28 15:27:37.797569 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-cc4673ef-6a46-49ef-969f-cf671a0a3cf1 req-070842f5-796f-43d4-8dcb-11af57aa4bc4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380950 Feb 28 15:27:38.990667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e15b7c3-e515-47ba-bee9-9c76ca8fdfad req-068cdd6f-69af-4aa6-ab57-49d571cb3892 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:38.992098 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e15b7c3-e515-47ba-bee9-9c76ca8fdfad req-068cdd6f-69af-4aa6-ab57-49d571cb3892 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0765772 Feb 28 15:27:39.035660 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e15b7c3-e515-47ba-bee9-9c76ca8fdfad req-68eff183-d166-4f35-9847-4d49ea9229b4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382373 Feb 28 15:27:40.229605 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d7109f-1196-492e-b133-813758c8cd3c req-f156663f-a47e-4003-b41a-f5642ed5bdad tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:40.231788 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-54d7109f-1196-492e-b133-813758c8cd3c req-f156663f-a47e-4003-b41a-f5642ed5bdad tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0757864 Feb 28 15:27:40.274936 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-54d7109f-1196-492e-b133-813758c8cd3c req-b32fa5a6-cd9d-48b4-87ed-25ba39990ca6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377915 Feb 28 15:27:41.468056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0cc62e-f41a-4dab-bfa5-3487732ed5c6 req-f3f5ec8a-a7a0-47af-ab67-7f21aa23d51e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:41.469493 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d0cc62e-f41a-4dab-bfa5-3487732ed5c6 req-f3f5ec8a-a7a0-47af-ab67-7f21aa23d51e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0744603 Feb 28 15:27:41.513781 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d0cc62e-f41a-4dab-bfa5-3487732ed5c6 req-026d36f9-8b90-49cb-bb64-520b501674d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387783 Feb 28 15:27:42.709526 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e0d400-bc0a-464c-8f03-05f63f6e7127 req-262e6651-2179-40c9-9082-6555590d5048 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:42.710989 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f3e0d400-bc0a-464c-8f03-05f63f6e7127 req-262e6651-2179-40c9-9082-6555590d5048 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0786297 Feb 28 15:27:42.754915 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f3e0d400-bc0a-464c-8f03-05f63f6e7127 req-9e031e87-d4db-4f35-9bed-a13eeaba80bb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383968 Feb 28 15:27:44.176016 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ad5a90-7bfd-4bb1-a1c5-aad336f86f97 req-fd937a67-ea0d-40b3-a9dd-c39b67f8ffe7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:44.177353 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d1ad5a90-7bfd-4bb1-a1c5-aad336f86f97 req-fd937a67-ea0d-40b3-a9dd-c39b67f8ffe7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.1613681 Feb 28 15:27:44.221250 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d1ad5a90-7bfd-4bb1-a1c5-aad336f86f97 req-ddd110cd-89be-42b9-a1ba-b1e2e2a1f405 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384469 Feb 28 15:27:45.413322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ada281b6-6928-4810-8b2e-19121c4fed7c req-be4fc385-13bb-4981-8530-14c5557398d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:45.414775 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ada281b6-6928-4810-8b2e-19121c4fed7c req-be4fc385-13bb-4981-8530-14c5557398d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0745687 Feb 28 15:27:45.462555 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ada281b6-6928-4810-8b2e-19121c4fed7c req-bc69e908-5343-46e3-81fd-b7ba0fa58f78 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420702 Feb 28 15:27:46.653525 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad30caab-16f4-415b-ad27-c8fbc19c8cdf req-1cc8425f-e6aa-4fb0-ba61-d8283bb1ec61 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:46.654850 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ad30caab-16f4-415b-ad27-c8fbc19c8cdf req-1cc8425f-e6aa-4fb0-ba61-d8283bb1ec61 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0753162 Feb 28 15:27:46.701225 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ad30caab-16f4-415b-ad27-c8fbc19c8cdf req-b763f855-273f-4609-a1cb-ddc99c111d0e tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410140 Feb 28 15:27:47.859620 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a281980f-4da7-4d6f-af93-7015f6fc770d req-1001f3a5-1cd0-4b2b-8115-be729c53d636 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 1099 time: 0.0663419 Feb 28 15:27:47.898866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593f46f4-4e3f-445c-a933-169f6154b569 req-af121c34-b922-4025-a26f-3dc8e265993b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:47.900335 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-593f46f4-4e3f-445c-a933-169f6154b569 req-af121c34-b922-4025-a26f-3dc8e265993b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0753691 Feb 28 15:27:47.945267 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-593f46f4-4e3f-445c-a933-169f6154b569 req-8856717e-dec4-4d0e-aa58-8343989798a7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387053 Feb 28 15:27:48.003769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281980f-4da7-4d6f-af93-7015f6fc770d req-e7af814b-93f6-4e47-b80e-5d76624d31be service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:48.005075 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a281980f-4da7-4d6f-af93-7015f6fc770d req-e7af814b-93f6-4e47-b80e-5d76624d31be service neutron] 10.222.0.20 "GET /v2.0/networks?id=197656ac-09e2-4cc1-92e4-d9cafbc3b503 HTTP/1.1" status: 200 len: 897 time: 0.1258037 Feb 28 15:27:48.105535 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a281980f-4da7-4d6f-af93-7015f6fc770d req-9a08063f-e4e9-4aca-99e4-0bda13a9b6f8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eefa15d-8988-4f1e-b437-fb6d67a7592d HTTP/1.1" status: 200 len: 1001 time: 0.0938337 Feb 28 15:27:48.164720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a281980f-4da7-4d6f-af93-7015f6fc770d req-f5ce003a-aa25-407a-9667-d1afe53a9d35 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:48.166045 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a281980f-4da7-4d6f-af93-7015f6fc770d req-f5ce003a-aa25-407a-9667-d1afe53a9d35 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e9ede46-22b6-409e-8ef6-1d459534ef63 HTTP/1.1" status: 200 len: 835 time: 0.0552053 Feb 28 15:27:48.239777 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a281980f-4da7-4d6f-af93-7015f6fc770d req-c36835d6-f9be-4825-af3e-3d8137c1040a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=197656ac-09e2-4cc1-92e4-d9cafbc3b503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0679967 Feb 28 15:27:48.364474 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a281980f-4da7-4d6f-af93-7015f6fc770d req-30b6ae4b-6580-472b-8292-7808d541f086 service neutron] 10.222.0.20 "GET /v2.0/networks/197656ac-09e2-4cc1-92e4-d9cafbc3b503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1182547 Feb 28 15:27:48.490153 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a281980f-4da7-4d6f-af93-7015f6fc770d req-0944b973-becd-4788-be6a-60afa337ef8b service neutron] 10.222.0.20 "GET /v2.0/networks/197656ac-09e2-4cc1-92e4-d9cafbc3b503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203659 Feb 28 15:27:49.136472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca29ff6-aa25-4acc-9553-fd66b3d8d8cf req-3d7aff38-288e-4710-886a-4f93a4880af4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:49.138164 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fca29ff6-aa25-4acc-9553-fd66b3d8d8cf req-3d7aff38-288e-4710-886a-4f93a4880af4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0746620 Feb 28 15:27:49.181276 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fca29ff6-aa25-4acc-9553-fd66b3d8d8cf req-ed0347b6-ef21-4a2d-9d27-e20c34d1f2ed tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377781 Feb 28 15:27:50.377658 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd4db6d-a66c-40f2-a23e-586f7cfcdaea req-5c8a9f70-25db-4f9f-959d-5aa6295933df tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:50.379089 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5cd4db6d-a66c-40f2-a23e-586f7cfcdaea req-5c8a9f70-25db-4f9f-959d-5aa6295933df tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0792205 Feb 28 15:27:50.423982 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5cd4db6d-a66c-40f2-a23e-586f7cfcdaea req-5ca699bc-2b00-40ff-8a6f-4cdd2ec08236 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394337 Feb 28 15:27:51.626890 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb37b7a-d451-46c5-a746-080b270824bb req-3b13a96e-e86f-4be1-a1eb-df5961776f4c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:51.628321 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-feb37b7a-d451-46c5-a746-080b270824bb req-3b13a96e-e86f-4be1-a1eb-df5961776f4c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0782161 Feb 28 15:27:51.671979 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-feb37b7a-d451-46c5-a746-080b270824bb req-38a97a4c-8ad9-4ab7-ae2c-3cf1cc4de90b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382185 Feb 28 15:27:51.699345 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54572) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:27:51.800656 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-bc0847a4-93b8-450e-b3ee-f4eb959a4322 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/aff51b6d-e2c4-434a-911d-9f02c755d63e HTTP/1.1" status: 200 len: 993 time: 0.1002016 Feb 28 15:27:53.283134 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e619e882-a18e-45f0-9afe-60f738d46408 req-cf78f1ea-55aa-49c7-a3ca-f5adcde196d1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:53.284852 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e619e882-a18e-45f0-9afe-60f738d46408 req-cf78f1ea-55aa-49c7-a3ca-f5adcde196d1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0778236 Feb 28 15:27:53.310009 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dd87b673-155d-4fa6-a5bd-4803aca41c44 req-18e79192-be6e-4e1e-bc2f-dd4f340ae746 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 1099 time: 0.0678115 Feb 28 15:27:53.330076 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e619e882-a18e-45f0-9afe-60f738d46408 req-db1e1a49-af3c-4c01-ae92-f0a0ccc1148d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398424 Feb 28 15:27:53.445620 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87b673-155d-4fa6-a5bd-4803aca41c44 req-142a04ce-9887-4862-a48a-e424846de7df service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:53.447046 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dd87b673-155d-4fa6-a5bd-4803aca41c44 req-142a04ce-9887-4862-a48a-e424846de7df service neutron] 10.222.0.20 "GET /v2.0/networks?id=197656ac-09e2-4cc1-92e4-d9cafbc3b503 HTTP/1.1" status: 200 len: 897 time: 0.1311362 Feb 28 15:27:53.547788 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dd87b673-155d-4fa6-a5bd-4803aca41c44 req-35fa68ef-6d9e-4785-8e82-a4aa0278e1df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eefa15d-8988-4f1e-b437-fb6d67a7592d HTTP/1.1" status: 200 len: 1001 time: 0.0947661 Feb 28 15:27:53.607849 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd87b673-155d-4fa6-a5bd-4803aca41c44 req-1b6260ac-4b72-4642-bdc3-4c257bd32108 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:53.609184 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dd87b673-155d-4fa6-a5bd-4803aca41c44 req-1b6260ac-4b72-4642-bdc3-4c257bd32108 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e9ede46-22b6-409e-8ef6-1d459534ef63 HTTP/1.1" status: 200 len: 835 time: 0.0551417 Feb 28 15:27:53.775095 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dd87b673-155d-4fa6-a5bd-4803aca41c44 req-8951b406-f176-4347-b408-7452263b42df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=197656ac-09e2-4cc1-92e4-d9cafbc3b503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1599200 Feb 28 15:27:53.900489 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dd87b673-155d-4fa6-a5bd-4803aca41c44 req-3f9cc8f9-0531-49cd-8aa5-b1b8a5d2e8d9 service neutron] 10.222.0.20 "GET /v2.0/networks/197656ac-09e2-4cc1-92e4-d9cafbc3b503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198537 Feb 28 15:27:54.027749 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dd87b673-155d-4fa6-a5bd-4803aca41c44 req-84dea0d8-f1be-4e1e-aa3c-4431c82231b6 service neutron] 10.222.0.20 "GET /v2.0/networks/197656ac-09e2-4cc1-92e4-d9cafbc3b503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218224 Feb 28 15:27:54.530436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2d546d-848e-42c0-b636-509500fa578b req-359f6ba8-9f1c-46b5-8da9-fb7d4c843335 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:54.531886 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ee2d546d-848e-42c0-b636-509500fa578b req-359f6ba8-9f1c-46b5-8da9-fb7d4c843335 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0797365 Feb 28 15:27:54.579283 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ee2d546d-848e-42c0-b636-509500fa578b req-2099885d-bd5d-4096-8d1b-6252d6a3dbbc tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419366 Feb 28 15:27:55.539787 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8df5cfeb-8eca-493b-98d8-c8c933915f34 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:55.783213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeb72437-3ab9-4454-8731-2140e487c62a req-f5f20758-8b89-4c50-aeb9-3ec095b3d5dd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:27:55.784677 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aeb72437-3ab9-4454-8731-2140e487c62a req-f5f20758-8b89-4c50-aeb9-3ec095b3d5dd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0873282 Feb 28 15:27:55.828639 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-aeb72437-3ab9-4454-8731-2140e487c62a req-cf1aa3c8-e15c-4172-af05-91b107dcc5bc tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385587 Feb 28 15:27:55.855576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54588) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:27:55.954955 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-362fb5cb-7a49-44fc-afdc-53884958dbe6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/aff51b6d-e2c4-434a-911d-9f02c755d63e HTTP/1.1" status: 200 len: 993 time: 0.0981996 Feb 28 15:27:57.676227 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2a57b555-80aa-48d3-a253-8736f23bb00c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:58.101450 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:58.937776 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:27:58.969261 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:00.361022 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:00.424020 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:28:25.541986 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f88dab1e-1602-423e-860d-830c6d909db8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:26.720471 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54604) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:26.916129 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port 5c36b1a9-a98b-4d5b-a3a1-18a282410fbb {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:28:26.916462 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:27.078777 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:27.079002 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:27.198559 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for 5c36b1a9-a98b-4d5b-a3a1-18a282410fbb owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:28:27.339005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:27.386335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=5c36b1a9-a98b-4d5b-a3a1-18a282410fbb,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:27.453486 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:27.453825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:27.454155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:27.454484 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:27.454808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:27.455144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:27.455456 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:27.455789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:27.456101 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:27.456412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:27.456723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:27.489045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:27.679158 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-74084cbc-09fd-48f5-ba92-8c6833452cdb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:27.970983 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router e03dda2c-dc43-4d3c-9fac-c9df340dc95c has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:28:28.103935 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:28.164237 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:28:28.173321 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24677ed0-199e-4273-8648-f04240589c6f None None] Sync routers for ids ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:28:28.183235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:28.185181 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24677ed0-199e-4273-8648-f04240589c6f None None] Routers {'e03dda2c-dc43-4d3c-9fac-c9df340dc95c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:28:28.185776 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-24677ed0-199e-4273-8648-f04240589c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:28:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:28.235277 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-99cddaff-bfa2-4125-a1a2-a9c9f7f9f3b6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/floatingips/aff51b6d-e2c4-434a-911d-9f02c755d63e HTTP/1.1" status: 204 len: 168 time: 1.5137632 Feb 28 15:28:28.235771 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '800a5c90-5328-48f8-a378-04d8e6e608f8', 'tag': '8eefa15d-8988-4f1e-b437-fb6d67a7592d'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:28:28.363518 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-24677ed0-199e-4273-8648-f04240589c6f None None] Set router e03dda2c-dc43-4d3c-9fac-c9df340dc95c gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:28:28.372138 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '800a5c90-5328-48f8-a378-04d8e6e608f8', 'tag': '8eefa15d-8988-4f1e-b437-fb6d67a7592d', 'status': 'completed', 'code': 200} Feb 28 15:28:28.484718 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-59ddca98-a3d5-4595-adbe-ee977d09f071 req-1fa89efc-1b1b-427e-bf0e-455b0c2c275e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 1099 time: 0.0913959 Feb 28 15:28:28.669119 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddca98-a3d5-4595-adbe-ee977d09f071 req-2061ab81-6f86-4444-9933-6c99160b46ff service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:28.670560 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-59ddca98-a3d5-4595-adbe-ee977d09f071 req-2061ab81-6f86-4444-9933-6c99160b46ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=197656ac-09e2-4cc1-92e4-d9cafbc3b503 HTTP/1.1" status: 200 len: 897 time: 0.1765566 Feb 28 15:28:28.697953 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-24677ed0-199e-4273-8648-f04240589c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967455678', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:46Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'cc58bb8a-7494-4559-bc81-69e4910149ea', 'name': '', 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:6e:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:45Z', 'updated_at': '2022-02-28T15:26:51Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:28.701794 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24677ed0-199e-4273-8648-f04240589c6f None None] Checking router: e03dda2c-dc43-4d3c-9fac-c9df340dc95c for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:28:28.711996 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24677ed0-199e-4273-8648-f04240589c6f None None] Routers {'e03dda2c-dc43-4d3c-9fac-c9df340dc95c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:28:28.712573 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-24677ed0-199e-4273-8648-f04240589c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:28:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:28.749502 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb1173b-86a4-42d2-8ac1-b47d31267599 req-de6bf8f5-e9bf-4ba8-a3e9-b6205527a5b3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:28.750107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-1cb1173b-86a4-42d2-8ac1-b47d31267599 req-de6bf8f5-e9bf-4ba8-a3e9-b6205527a5b3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:28:28.754176 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-59ddca98-a3d5-4595-adbe-ee977d09f071 req-58886ab9-c85c-4f24-81d2-3d9f65b4d7ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8eefa15d-8988-4f1e-b437-fb6d67a7592d HTTP/1.1" status: 200 len: 217 time: 0.0767355 Feb 28 15:28:28.795830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-1cb1173b-86a4-42d2-8ac1-b47d31267599 req-de6bf8f5-e9bf-4ba8-a3e9-b6205527a5b3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:28:28.797327 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1cb1173b-86a4-42d2-8ac1-b47d31267599 req-de6bf8f5-e9bf-4ba8-a3e9-b6205527a5b3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.2204781 Feb 28 15:28:28.850294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ddca98-a3d5-4595-adbe-ee977d09f071 req-8556f1da-8085-44cb-9cce-e72862b13f2c service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:28.851736 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-59ddca98-a3d5-4595-adbe-ee977d09f071 req-8556f1da-8085-44cb-9cce-e72862b13f2c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0e9ede46-22b6-409e-8ef6-1d459534ef63 HTTP/1.1" status: 200 len: 835 time: 0.0893130 Feb 28 15:28:28.883031 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-24677ed0-199e-4273-8648-f04240589c6f None None] Set router e03dda2c-dc43-4d3c-9fac-c9df340dc95c gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:28:28.893810 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1cb1173b-86a4-42d2-8ac1-b47d31267599 req-7ba6e45a-e15f-43c2-8562-aaf2daabc879 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0903258 Feb 28 15:28:28.929951 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-59ddca98-a3d5-4595-adbe-ee977d09f071 req-ba5efddc-40b7-4c5f-b12d-57436732520f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=197656ac-09e2-4cc1-92e4-d9cafbc3b503&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0699162 Feb 28 15:28:28.942399 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:28.974043 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:29.066053 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-59ddca98-a3d5-4595-adbe-ee977d09f071 req-07f293b0-e8e7-4c6b-8fde-43536a70f766 service neutron] 10.222.0.20 "GET /v2.0/networks/197656ac-09e2-4cc1-92e4-d9cafbc3b503?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287694 Feb 28 15:28:29.194695 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-59ddca98-a3d5-4595-adbe-ee977d09f071 req-8df035a7-fbbb-4cc9-93a9-1b0fbb141f3d service neutron] 10.222.0.20 "GET /v2.0/networks/197656ac-09e2-4cc1-92e4-d9cafbc3b503?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214764 Feb 28 15:28:29.211312 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-24677ed0-199e-4273-8648-f04240589c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967455678', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:46Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'cc58bb8a-7494-4559-bc81-69e4910149ea', 'name': '', 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:6e:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:45Z', 'updated_at': '2022-02-28T15:26:51Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:29.215614 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24677ed0-199e-4273-8648-f04240589c6f None None] The sync data for ids ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'] in dv-neutron-830866-2-hyperv is: [{'id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967455678', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:46Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'cc58bb8a-7494-4559-bc81-69e4910149ea', 'name': '', 'network_id': '197656ac-09e2-4cc1-92e4-d9cafbc3b503', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:6e:f0:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:45Z', 'updated_at': '2022-02-28T15:26:51Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': '0e9ede46-22b6-409e-8ef6-1d459534ef63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:28:29.420925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44c859d9-603b-4c77-8943-b84f64eddd8e None None] New status for floating IP aff51b6d-e2c4-434a-911d-9f02c755d63e: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:28:30.032508 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0a9c2a-796c-4ded-885d-2bb3995b2a9f req-6bca8d7f-079c-4461-b248-54b0949c58d6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:30.033921 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2e0a9c2a-796c-4ded-885d-2bb3995b2a9f req-6bca8d7f-079c-4461-b248-54b0949c58d6 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0740893 Feb 28 15:28:30.088916 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667c8653-6548-4777-85bc-1f0904213a6d req-d7297121-1cb3-4ca7-8aec-98df41e61013 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:30.090343 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-667c8653-6548-4777-85bc-1f0904213a6d req-d7297121-1cb3-4ca7-8aec-98df41e61013 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 946 time: 0.0744400 Feb 28 15:28:30.103574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-2e0a9c2a-796c-4ded-885d-2bb3995b2a9f req-566efe1b-120d-4ac5-af14-22f7dce839f9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port 8eefa15d-8988-4f1e-b437-fb6d67a7592d {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:28:30.104113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2e0a9c2a-796c-4ded-885d-2bb3995b2a9f req-566efe1b-120d-4ac5-af14-22f7dce839f9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:30.136320 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-667c8653-6548-4777-85bc-1f0904213a6d req-bd6fbb13-1ea3-4fb8-aefd-ebb8af67a017 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=2504c366-575b-422f-a152-d7d4af2e813e&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394952 Feb 28 15:28:30.365547 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:30.441026 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-2e0a9c2a-796c-4ded-885d-2bb3995b2a9f req-566efe1b-120d-4ac5-af14-22f7dce839f9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] For port 8eefa15d-8988-4f1e-b437-fb6d67a7592d, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=8eefa15d-8988-4f1e-b437-fb6d67a7592d,segment=NetworkSegment(62393099-3ff7-4fb7-9c73-a625e9512b6e),segment_id=62393099-3ff7-4fb7-9c73-a625e9512b6e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:28:30.441373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2e0a9c2a-796c-4ded-885d-2bb3995b2a9f req-566efe1b-120d-4ac5-af14-22f7dce839f9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:30.569123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-2e0a9c2a-796c-4ded-885d-2bb3995b2a9f req-566efe1b-120d-4ac5-af14-22f7dce839f9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for 8eefa15d-8988-4f1e-b437-fb6d67a7592d owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:28:30.711500 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2e0a9c2a-796c-4ded-885d-2bb3995b2a9f req-566efe1b-120d-4ac5-af14-22f7dce839f9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:30.758202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566efe1b-120d-4ac5-af14-22f7dce839f9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=8eefa15d-8988-4f1e-b437-fb6d67a7592d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:30.830408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e0a9c2a-796c-4ded-885d-2bb3995b2a9f req-566efe1b-120d-4ac5-af14-22f7dce839f9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] No DVR routers for this DVR port 8eefa15d-8988-4f1e-b437-fb6d67a7592d on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:28:30.832793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-2e0a9c2a-796c-4ded-885d-2bb3995b2a9f req-566efe1b-120d-4ac5-af14-22f7dce839f9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:30.835186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '800a5c90-5328-48f8-a378-04d8e6e608f8', 'name': 'network-vif-deleted', 'tag': '8eefa15d-8988-4f1e-b437-fb6d67a7592d'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:28:30.850697 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2e0a9c2a-796c-4ded-885d-2bb3995b2a9f req-566efe1b-120d-4ac5-af14-22f7dce839f9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "DELETE /v2.0/ports/8eefa15d-8988-4f1e-b437-fb6d67a7592d HTTP/1.1" status: 204 len: 173 time: 0.8110225 Feb 28 15:28:30.888665 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '800a5c90-5328-48f8-a378-04d8e6e608f8', 'name': 'network-vif-deleted', 'tag': '8eefa15d-8988-4f1e-b437-fb6d67a7592d', 'status': 'completed', 'code': 200} Feb 28 15:28:31.328679 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b3c51b19-a3d2-4493-a0d5-7f57674929db req-e6f31ada-1a08-4347-9f61-01278f33db60 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=800a5c90-5328-48f8-a378-04d8e6e608f8 HTTP/1.1" status: 200 len: 210 time: 0.0441520 Feb 28 15:28:32.432497 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54624) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:32.821588 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48f6e84a-100b-4b37-84d3-ed4e0ca4b607 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:33.491135 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-48f6e84a-100b-4b37-84d3-ed4e0ca4b607 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port cc58bb8a-7494-4559-bc81-69e4910149ea {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:28:33.491742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48f6e84a-100b-4b37-84d3-ed4e0ca4b607 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:33.674633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-48f6e84a-100b-4b37-84d3-ed4e0ca4b607 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] For port cc58bb8a-7494-4559-bc81-69e4910149ea, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cc58bb8a-7494-4559-bc81-69e4910149ea,segment=NetworkSegment(62393099-3ff7-4fb7-9c73-a625e9512b6e),segment_id=62393099-3ff7-4fb7-9c73-a625e9512b6e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:28:33.674893 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48f6e84a-100b-4b37-84d3-ed4e0ca4b607 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:33.791197 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-48f6e84a-100b-4b37-84d3-ed4e0ca4b607 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for cc58bb8a-7494-4559-bc81-69e4910149ea owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:28:33.958492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48f6e84a-100b-4b37-84d3-ed4e0ca4b607 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:34.002946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f6e84a-100b-4b37-84d3-ed4e0ca4b607 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=cc58bb8a-7494-4559-bc81-69e4910149ea,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:34.290867 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-48f6e84a-100b-4b37-84d3-ed4e0ca4b607 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:34.416872 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 8eefa15d-8988-4f1e-b437-fb6d67a7592d no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:28:34.478797 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 8eefa15d-8988-4f1e-b437-fb6d67a7592d {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:28:34.479135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 8eefa15d-8988-4f1e-b437-fb6d67a7592d not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:28:34.948212 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48f6e84a-100b-4b37-84d3-ed4e0ca4b607 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router e03dda2c-dc43-4d3c-9fac-c9df340dc95c has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:28:35.140934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48f6e84a-100b-4b37-84d3-ed4e0ca4b607 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:28:35.149971 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94abf2-60e4-405c-9d00-5c24433233c7 None None] Sync routers for ids ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:28:35.154685 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-48f6e84a-100b-4b37-84d3-ed4e0ca4b607 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "PUT /v2.0/routers/e03dda2c-dc43-4d3c-9fac-c9df340dc95c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7208931 Feb 28 15:28:35.157751 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54628) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:35.161767 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94abf2-60e4-405c-9d00-5c24433233c7 None None] Routers {'e03dda2c-dc43-4d3c-9fac-c9df340dc95c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:28:35.162352 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-de94abf2-60e4-405c-9d00-5c24433233c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:28:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:35.334551 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-de94abf2-60e4-405c-9d00-5c24433233c7 None None] Set router e03dda2c-dc43-4d3c-9fac-c9df340dc95c gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:28:35.336288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d633417-26e1-420d-b58d-822f7a49e2a7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting subnet 0e9ede46-22b6-409e-8ef6-1d459534ef63 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:28:35.339071 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d633417-26e1-420d-b58d-822f7a49e2a7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:35.397237 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d633417-26e1-420d-b58d-822f7a49e2a7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:35.497527 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d633417-26e1-420d-b58d-822f7a49e2a7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:35.577078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d633417-26e1-420d-b58d-822f7a49e2a7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:35.614331 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d633417-26e1-420d-b58d-822f7a49e2a7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Subnet': ['ID=0e9ede46-22b6-409e-8ef6-1d459534ef63,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:35.620460 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6d633417-26e1-420d-b58d-822f7a49e2a7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:35.620923 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-de94abf2-60e4-405c-9d00-5c24433233c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967455678', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:28:33Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:35.626966 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6d633417-26e1-420d-b58d-822f7a49e2a7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/subnets/0e9ede46-22b6-409e-8ef6-1d459534ef63 HTTP/1.1" status: 204 len: 168 time: 0.4681447 Feb 28 15:28:35.627506 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94abf2-60e4-405c-9d00-5c24433233c7 None None] Checking router: e03dda2c-dc43-4d3c-9fac-c9df340dc95c for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:28:35.628243 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ffa8764-2a62-40b9-a7f1-1408dd98a24e None None] Network 197656ac-09e2-4cc1-92e4-d9cafbc3b503 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:28:35.629498 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54632) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:35.638909 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de94abf2-60e4-405c-9d00-5c24433233c7 None None] Routers {'e03dda2c-dc43-4d3c-9fac-c9df340dc95c'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:28:35.639497 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-de94abf2-60e4-405c-9d00-5c24433233c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:28:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:35.822867 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-de94abf2-60e4-405c-9d00-5c24433233c7 None None] Set router e03dda2c-dc43-4d3c-9fac-c9df340dc95c gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:28:35.834800 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff06d-e3dd-45ef-9878-cca4cccd1526 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:35.883957 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] DHCP port deletion for 197656ac-09e2-4cc1-92e4-d9cafbc3b503 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:28:35.888270 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Deleting port ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:28:35.888818 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:36.035094 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff06d-e3dd-45ef-9878-cca4cccd1526 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:36.044856 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ff06d-e3dd-45ef-9878-cca4cccd1526 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port 7b4aea35-16f2-4566-9a9a-36e84580aace {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:28:36.045261 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff06d-e3dd-45ef-9878-cca4cccd1526 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:36.087272 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] For port ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a,segment=NetworkSegment(62393099-3ff7-4fb7-9c73-a625e9512b6e),segment_id=62393099-3ff7-4fb7-9c73-a625e9512b6e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:28:36.088134 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:36.116886 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-de94abf2-60e4-405c-9d00-5c24433233c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967455678', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:28:33Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:36.120992 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de94abf2-60e4-405c-9d00-5c24433233c7 None None] The sync data for ids ['e03dda2c-dc43-4d3c-9fac-c9df340dc95c'] in dv-neutron-830866-2-hyperv is: [{'id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1967455678', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113'}], 'enable_snat': True}, 'gw_port_id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:28:33Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '7b4aea35-16f2-4566-9a9a-36e84580aace', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:85:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e03dda2c-dc43-4d3c-9fac-c9df340dc95c', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.113', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:26:42Z', 'updated_at': '2022-02-28T15:26:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:28:36.207886 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Calling delete_port for ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:28:36.221658 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-1d7ff06d-e3dd-45ef-9878-cca4cccd1526 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] For port 7b4aea35-16f2-4566-9a9a-36e84580aace, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=7b4aea35-16f2-4566-9a9a-36e84580aace,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:28:36.222002 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff06d-e3dd-45ef-9878-cca4cccd1526 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:36.280889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:36.324135 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Pushing event deleted for resources: {'Port': ['ID=ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:36.331460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] No DVR routers for this DVR port ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:28:36.339162 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:36.339513 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:36.339889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:36.340216 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:36.340545 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:36.340870 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:36.341192 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:36.341512 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:36.341829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:36.342612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:36.342612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e48a0f72-1e8f-46ca-a28d-72922a2eb820 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:36.431096 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-1d7ff06d-e3dd-45ef-9878-cca4cccd1526 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for 7b4aea35-16f2-4566-9a9a-36e84580aace owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:28:36.603960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff06d-e3dd-45ef-9878-cca4cccd1526 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:36.651375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7ff06d-e3dd-45ef-9878-cca4cccd1526 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=7b4aea35-16f2-4566-9a9a-36e84580aace,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:36.864889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff06d-e3dd-45ef-9878-cca4cccd1526 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:37.109506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff06d-e3dd-45ef-9878-cca4cccd1526 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:37.113707 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff06d-e3dd-45ef-9878-cca4cccd1526 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:37.137373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff06d-e3dd-45ef-9878-cca4cccd1526 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:37.137602 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d7ff06d-e3dd-45ef-9878-cca4cccd1526 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Fanout notify agent at l3_agent the message router_deleted on router e03dda2c-dc43-4d3c-9fac-c9df340dc95c {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:28:37.151175 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-1d7ff06d-e3dd-45ef-9878-cca4cccd1526 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:37.152272 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1d7ff06d-e3dd-45ef-9878-cca4cccd1526 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/routers/e03dda2c-dc43-4d3c-9fac-c9df340dc95c HTTP/1.1" status: 204 len: 168 time: 1.5217373 Feb 28 15:28:37.155186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54636) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:37.280057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eac9cf8a-cde1-424a-a74f-2607ea1901f3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:37.406163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eac9cf8a-cde1-424a-a74f-2607ea1901f3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:37.424738 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:28:37.433814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-eac9cf8a-cde1-424a-a74f-2607ea1901f3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['197656ac-09e2-4cc1-92e4-d9cafbc3b503']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:37.445601 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-eac9cf8a-cde1-424a-a74f-2607ea1901f3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '62393099-3ff7-4fb7-9c73-a625e9512b6e') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:37.445894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-eac9cf8a-cde1-424a-a74f-2607ea1901f3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '62393099-3ff7-4fb7-9c73-a625e9512b6e') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:37.458733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eac9cf8a-cde1-424a-a74f-2607ea1901f3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:37.475202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eac9cf8a-cde1-424a-a74f-2607ea1901f3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:37.481389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eac9cf8a-cde1-424a-a74f-2607ea1901f3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:28:37.481751 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eac9cf8a-cde1-424a-a74f-2607ea1901f3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:28:37.495417 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:28:37.586912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eac9cf8a-cde1-424a-a74f-2607ea1901f3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:37.605826 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-eac9cf8a-cde1-424a-a74f-2607ea1901f3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:37.613144 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cc58bb8a-7494-4559-bc81-69e4910149ea no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:28:37.618147 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac9cf8a-cde1-424a-a74f-2607ea1901f3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Network': ['ID=197656ac-09e2-4cc1-92e4-d9cafbc3b503,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:37.631954 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-eac9cf8a-cde1-424a-a74f-2607ea1901f3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/networks/197656ac-09e2-4cc1-92e4-d9cafbc3b503 HTTP/1.1" status: 204 len: 168 time: 0.4752221 Feb 28 15:28:37.634547 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54640) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:37.650788 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: cc58bb8a-7494-4559-bc81-69e4910149ea {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:28:37.651118 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cc58bb8a-7494-4559-bc81-69e4910149ea not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:28:37.651532 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7b4aea35-16f2-4566-9a9a-36e84580aace no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:28:37.681964 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 7b4aea35-16f2-4566-9a9a-36e84580aace {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:28:37.682302 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 7b4aea35-16f2-4566-9a9a-36e84580aace not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:28:37.682702 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:28:37.702412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-82105b3d-1900-40c5-90ff-6f9123b2f589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:37.714224 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:28:37.714566 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ac9cb8f4-6257-4e28-96f5-4f9e75ae5e3a not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:28:37.733260 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-82105b3d-1900-40c5-90ff-6f9123b2f589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:37.796547 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-82105b3d-1900-40c5-90ff-6f9123b2f589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:37.813963 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82105b3d-1900-40c5-90ff-6f9123b2f589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2504c366-575b-422f-a152-d7d4af2e813e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:37.825457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-82105b3d-1900-40c5-90ff-6f9123b2f589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:37.826542 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-82105b3d-1900-40c5-90ff-6f9123b2f589 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/security-groups/2504c366-575b-422f-a152-d7d4af2e813e HTTP/1.1" status: 204 len: 168 time: 0.1910617 Feb 28 15:28:38.380607 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54648) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:38.386098 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6c178d73-37e9-42d8-891d-17817b1fb4b2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-114290918', 'description': 'tempest-secgroup-smoke-114290918 description', 'project_id': 'a5283100f1814e64862917972ce1e0b2'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:28:38.392167 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6c178d73-37e9-42d8-891d-17817b1fb4b2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:28:38.396086 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6c178d73-37e9-42d8-891d-17817b1fb4b2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:28:38.398902 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6c178d73-37e9-42d8-891d-17817b1fb4b2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:28:38.404424 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6c178d73-37e9-42d8-891d-17817b1fb4b2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:28:38.414980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6c178d73-37e9-42d8-891d-17817b1fb4b2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:38.452059 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6c178d73-37e9-42d8-891d-17817b1fb4b2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:28:38.455725 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6c178d73-37e9-42d8-891d-17817b1fb4b2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:28:38.458410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6c178d73-37e9-42d8-891d-17817b1fb4b2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:28:38.464169 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6c178d73-37e9-42d8-891d-17817b1fb4b2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:28:38.606291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6c178d73-37e9-42d8-891d-17817b1fb4b2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:38.610273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6c178d73-37e9-42d8-891d-17817b1fb4b2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:38.652391 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c178d73-37e9-42d8-891d-17817b1fb4b2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroup': ['ID=94d5430f-908b-4aa3-8c4e-6d4342106599,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:38.655090 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6c178d73-37e9-42d8-891d-17817b1fb4b2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:38.656774 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6c178d73-37e9-42d8-891d-17817b1fb4b2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.2751899 Feb 28 15:28:38.659637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54654) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:38.664979 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-c7ba2087-b043-4bbb-ace4-bcd0f491d742 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '94d5430f-908b-4aa3-8c4e-6d4342106599', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:28:38.670818 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c7ba2087-b043-4bbb-ace4-bcd0f491d742 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:28:38.675195 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c7ba2087-b043-4bbb-ace4-bcd0f491d742 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:28:38.678009 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c7ba2087-b043-4bbb-ace4-bcd0f491d742 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:28:38.683583 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c7ba2087-b043-4bbb-ace4-bcd0f491d742 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:28:38.699106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2087-b043-4bbb-ace4-bcd0f491d742 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:38.757665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2087-b043-4bbb-ace4-bcd0f491d742 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:38.760844 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2087-b043-4bbb-ace4-bcd0f491d742 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:38.783406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7ba2087-b043-4bbb-ace4-bcd0f491d742 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cc55893-ba72-451c-b74e-9237f0bb7398,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:38.792186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c7ba2087-b043-4bbb-ace4-bcd0f491d742 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:38.793341 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c7ba2087-b043-4bbb-ace4-bcd0f491d742 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1328471 Feb 28 15:28:38.795921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54658) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:38.801186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-919aa4cd-5ef8-4fc1-a1a5-7dd53a333b17 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '94d5430f-908b-4aa3-8c4e-6d4342106599', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:28:38.806747 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-919aa4cd-5ef8-4fc1-a1a5-7dd53a333b17 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:28:38.810406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-919aa4cd-5ef8-4fc1-a1a5-7dd53a333b17 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:28:38.813667 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-919aa4cd-5ef8-4fc1-a1a5-7dd53a333b17 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:28:38.819089 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-919aa4cd-5ef8-4fc1-a1a5-7dd53a333b17 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:28:38.835374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-919aa4cd-5ef8-4fc1-a1a5-7dd53a333b17 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:38.901468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-919aa4cd-5ef8-4fc1-a1a5-7dd53a333b17 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:38.905079 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-919aa4cd-5ef8-4fc1-a1a5-7dd53a333b17 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:38.927264 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919aa4cd-5ef8-4fc1-a1a5-7dd53a333b17 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5751223f-8e39-48bd-8e6c-8eeb5c4ea35b,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:38.936203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-919aa4cd-5ef8-4fc1-a1a5-7dd53a333b17 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:38.937425 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-919aa4cd-5ef8-4fc1-a1a5-7dd53a333b17 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1405544 Feb 28 15:28:38.940203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54664) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:38.945379 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-faa6f82f-3def-4b09-9576-551fe0f4cb68 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '94d5430f-908b-4aa3-8c4e-6d4342106599', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:28:38.950916 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-faa6f82f-3def-4b09-9576-551fe0f4cb68 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:28:38.955332 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-faa6f82f-3def-4b09-9576-551fe0f4cb68 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:28:38.958496 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-faa6f82f-3def-4b09-9576-551fe0f4cb68 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:28:38.964123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-faa6f82f-3def-4b09-9576-551fe0f4cb68 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:28:38.980669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faa6f82f-3def-4b09-9576-551fe0f4cb68 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.039980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faa6f82f-3def-4b09-9576-551fe0f4cb68 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.043195 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faa6f82f-3def-4b09-9576-551fe0f4cb68 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.065019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa6f82f-3def-4b09-9576-551fe0f4cb68 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d7d27d23-382a-4848-9a03-e84ec55afffe,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:39.072976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-faa6f82f-3def-4b09-9576-551fe0f4cb68 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.074118 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-faa6f82f-3def-4b09-9576-551fe0f4cb68 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1330359 Feb 28 15:28:39.076799 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54668) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:39.082506 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ce40451c-96a0-4b76-884a-b2b39e24e1a1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '94d5430f-908b-4aa3-8c4e-6d4342106599', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:28:39.088067 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ce40451c-96a0-4b76-884a-b2b39e24e1a1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:28:39.091748 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ce40451c-96a0-4b76-884a-b2b39e24e1a1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:28:39.095126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ce40451c-96a0-4b76-884a-b2b39e24e1a1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:28:39.100625 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ce40451c-96a0-4b76-884a-b2b39e24e1a1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:28:39.116024 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ce40451c-96a0-4b76-884a-b2b39e24e1a1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.184492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ce40451c-96a0-4b76-884a-b2b39e24e1a1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.188490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ce40451c-96a0-4b76-884a-b2b39e24e1a1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.213846 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce40451c-96a0-4b76-884a-b2b39e24e1a1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5ae19c82-1640-4c53-a6cf-55295f5c9320,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:39.222045 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ce40451c-96a0-4b76-884a-b2b39e24e1a1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.223495 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ce40451c-96a0-4b76-884a-b2b39e24e1a1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1452715 Feb 28 15:28:39.226424 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54672) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:39.231860 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '94d5430f-908b-4aa3-8c4e-6d4342106599', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:28:39.237614 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:28:39.241327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:28:39.244131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:28:39.250698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:28:39.260294 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Project a5283100f1814e64862917972ce1e0b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:28:39.267622 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.328799 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.332250 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.355301 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d85189dc-8558-41bd-b76d-147becc82299,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:39.367018 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.368242 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1407988 Feb 28 15:28:39.369794 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:39.370147 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:39.370483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:39.370905 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:39.371104 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54678) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:39.371275 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:39.371656 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:39.371986 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:39.372313 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:39.372742 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:39.373158 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:39.373490 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e92f8923-32fa-473d-aace-66b604ea4e8d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:39.377142 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-a01da030-8392-4521-b75f-d2d5600a48c2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'security_group_rule': {'security_group_id': '94d5430f-908b-4aa3-8c4e-6d4342106599', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:28:39.383051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a01da030-8392-4521-b75f-d2d5600a48c2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:28:39.386718 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a01da030-8392-4521-b75f-d2d5600a48c2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:security_group_rule and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:28:39.389532 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-a01da030-8392-4521-b75f-d2d5600a48c2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:28:39.395884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-a01da030-8392-4521-b75f-d2d5600a48c2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:28:39.405468 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-a01da030-8392-4521-b75f-d2d5600a48c2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Project a5283100f1814e64862917972ce1e0b2 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:28:39.411813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a01da030-8392-4521-b75f-d2d5600a48c2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.475517 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a01da030-8392-4521-b75f-d2d5600a48c2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.478852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a01da030-8392-4521-b75f-d2d5600a48c2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.501860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01da030-8392-4521-b75f-d2d5600a48c2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=057a2aa0-0376-47eb-8bd1-b6f5906e17f9,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:39.510674 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a01da030-8392-4521-b75f-d2d5600a48c2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.512432 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a01da030-8392-4521-b75f-d2d5600a48c2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1402361 Feb 28 15:28:39.515321 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54682) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:39.521032 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4ea1e69f-8394-46b8-8ca2-df909cc9a601 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'network': {'name': 'tempest-network-smoke--1494185854', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'port_security_enabled': True}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:28:39.527817 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4ea1e69f-8394-46b8-8ca2-df909cc9a601 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:28:39.533676 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4ea1e69f-8394-46b8-8ca2-df909cc9a601 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:network and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:28:39.536531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4ea1e69f-8394-46b8-8ca2-df909cc9a601 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:28:39.542094 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4ea1e69f-8394-46b8-8ca2-df909cc9a601 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:28:39.553221 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea1e69f-8394-46b8-8ca2-df909cc9a601 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Made reservation on behalf of a5283100f1814e64862917972ce1e0b2 for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:28:39.556796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e69f-8394-46b8-8ca2-df909cc9a601 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.585280 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea1e69f-8394-46b8-8ca2-df909cc9a601 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:28:39.594229 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e69f-8394-46b8-8ca2-df909cc9a601 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.594566 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-4ea1e69f-8394-46b8-8ca2-df909cc9a601 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Added segment 994eba5c-cde7-426f-9dde-6e1a5c6a8c90 of type vlan for network c3a909d4-168d-461e-bbfb-d7c448296f15 Feb 28 15:28:39.620889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e69f-8394-46b8-8ca2-df909cc9a601 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.648841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e69f-8394-46b8-8ca2-df909cc9a601 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.652389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea1e69f-8394-46b8-8ca2-df909cc9a601 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:39.652968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4ea1e69f-8394-46b8-8ca2-df909cc9a601 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.751037 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4ea1e69f-8394-46b8-8ca2-df909cc9a601 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2344003 Feb 28 15:28:39.753935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54686) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:39.759202 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1531018874', 'admin_state_up': True, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:28:39.759915 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea1e69f-8394-46b8-8ca2-df909cc9a601 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Network': ['ID=c3a909d4-168d-461e-bbfb-d7c448296f15,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:39.766332 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:28:39.770250 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:router and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:28:39.770673 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network c3a909d4-168d-461e-bbfb-d7c448296f15 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:28:39.773323 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:28:39.781127 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:28:39.793726 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.794806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:39.814927 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:40.042528 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:40.212483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:40.242529 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:40.376332 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.26.4.87 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/3851133b-e202-4312-a6ae-a9771b712efd) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:28:40.521036 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:40.547298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:40.613938 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:28:40.617172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:28:40.619056 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=3851133b-e202-4312-a6ae-a9771b712efd,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:40.621134 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:28:40.774472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:40.775175 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:41.004187 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:28:41.203102 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:28:41.213318 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Sync routers for ids ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:28:41.226231 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Routers {'980bf0b2-bf6f-409c-93ed-af725ddb2cb3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:28:41.226759 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:28:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:41.232468 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:41.234429 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-84e0d5c3-1b99-451a-9a70-ef5ff93da2d3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4789519 Feb 28 15:28:41.237582 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54692) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:41.343618 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5fa79864-c0bf-47f0-ba71-791de123c4be tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/subnets?project_id=a5283100f1814e64862917972ce1e0b2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1049573 Feb 28 15:28:41.346216 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54698) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:41.403020 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Set router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:28:41.476616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9fdaa55-610e-47f8-818e-1f760b834957 tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:41.478094 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a9fdaa55-610e-47f8-818e-1f760b834957 tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1305094 Feb 28 15:28:41.480894 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54702) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:41.523508 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-835ccfb0-4b2e-4b1a-b5c5-d2894325a138 tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/subnets?network_id=2c3941b4-a632-4920-84bb-54647ee9840b&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0402598 Feb 28 15:28:41.524912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54706) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:41.533829 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-96b8f94d-d484-434b-b4aa-dc5670aa1317 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1186836299', 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15', 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:28:41.648352 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-96b8f94d-d484-434b-b4aa-dc5670aa1317 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:28:41.652022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-96b8f94d-d484-434b-b4aa-dc5670aa1317 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:subnet and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:28:41.654847 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-96b8f94d-d484-434b-b4aa-dc5670aa1317 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:28:41.660559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-96b8f94d-d484-434b-b4aa-dc5670aa1317 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:28:41.670253 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b8f94d-d484-434b-b4aa-dc5670aa1317 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Made reservation on behalf of a5283100f1814e64862917972ce1e0b2 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:28:41.730275 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531018874', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '3851133b-e202-4312-a6ae-a9771b712efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:28:39Z', 'updated_at': '2022-02-28T15:28:40Z', 'revision_number': 3, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '3851133b-e202-4312-a6ae-a9771b712efd', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:40Z', 'updated_at': '2022-02-28T15:28:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:41.734467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Checking router: 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:28:41.734814 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Updating router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 port 3851133b-e202-4312-a6ae-a9771b712efd binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:28:41.786615 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:41.873243 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-96b8f94d-d484-434b-b4aa-dc5670aa1317 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:42.080418 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-96b8f94d-d484-434b-b4aa-dc5670aa1317 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:42.118338 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:42.130526 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Transition to ACTIVE for port object 3851133b-e202-4312-a6ae-a9771b712efd will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:28:42.137443 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:42.161355 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b8f94d-d484-434b-b4aa-dc5670aa1317 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Subnet': ['ID=e64de14c-f074-4eeb-a1b4-62bc332c918e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:42.172575 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96b8f94d-d484-434b-b4aa-dc5670aa1317 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Checking segment: {'id': '994eba5c-cde7-426f-9dde-6e1a5c6a8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:28:42.173140 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b8f94d-d484-434b-b4aa-dc5670aa1317 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network hostable DHCP agents. Network: c3a909d4-168d-461e-bbfb-d7c448296f15, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:28:42.196165 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96b8f94d-d484-434b-b4aa-dc5670aa1317 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network c3a909d4-168d-461e-bbfb-d7c448296f15 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:28:42.205784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-96b8f94d-d484-434b-b4aa-dc5670aa1317 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, c3a909d4-168d-461e-bbfb-d7c448296f15) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:28:42.211889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b8f94d-d484-434b-b4aa-dc5670aa1317 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:42.212309 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-96b8f94d-d484-434b-b4aa-dc5670aa1317 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:42.215162 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba33b9f6-b0a8-43de-b142-7859491e8ea3 None None] Network c3a909d4-168d-461e-bbfb-d7c448296f15 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:28:42.235382 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-96b8f94d-d484-434b-b4aa-dc5670aa1317 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7085207 Feb 28 15:28:42.237911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Attempting to bind port 3851133b-e202-4312-a6ae-a9771b712efd on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:28:42.238207 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54710) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:42.238323 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Attempting to bind port 3851133b-e202-4312-a6ae-a9771b712efd by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:28:42.238643 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Attempting to bind port 3851133b-e202-4312-a6ae-a9771b712efd on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:28:42.240575 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc7832-3d8d-4318-91cb-5417da41672e None None] Pushing event updated for resources: {'Port': ['ID=3851133b-e202-4312-a6ae-a9771b712efd,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:42.305696 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:28:42.306064 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:28:42.306462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:42.306852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:28:42.307314 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Bound port: 3851133b-e202-4312-a6ae-a9771b712efd, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:28:42.307713 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:42.439259 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] For port 3851133b-e202-4312-a6ae-a9771b712efd, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:28:42.455758 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] For port 3851133b-e202-4312-a6ae-a9771b712efd, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3851133b-e202-4312-a6ae-a9771b712efd,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:28:42.463800 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:42.558366 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-c3a909d4-168d-461e-bbfb-d7c448296f15', 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ips': [{'subnet_id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:28:42.559158 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:42.597234 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28cc7832-3d8d-4318-91cb-5417da41672e None None] Pushing event updated for resources: {'Port': ['ID=3851133b-e202-4312-a6ae-a9771b712efd,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:42.647126 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Routers {'980bf0b2-bf6f-409c-93ed-af725ddb2cb3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:28:42.647784 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:28:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:42.884921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Allocated IP 172.20.0.2 (c3a909d4-168d-461e-bbfb-d7c448296f15/e64de14c-f074-4eeb-a1b4-62bc332c918e/23476331-154e-4a4c-a174-8f6179ae1d49) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:28:42.898181 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] Set router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:28:42.979749 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:43.377124 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:43.391439 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Transition to ACTIVE for port object 23476331-154e-4a4c-a174-8f6179ae1d49 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:28:43.416266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Transition to ACTIVE for port object 23476331-154e-4a4c-a174-8f6179ae1d49 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:28:43.418500 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531018874', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '3851133b-e202-4312-a6ae-a9771b712efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:28:39Z', 'updated_at': '2022-02-28T15:28:40Z', 'revision_number': 3, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '3851133b-e202-4312-a6ae-a9771b712efd', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:40Z', 'updated_at': '2022-02-28T15:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:43.423131 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9a30ecd-5b4f-4d1d-b6cb-ec220dd06513 None None] The sync data for ids ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'] in dv-neutron-830866-2-hyperv is: [{'id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531018874', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '3851133b-e202-4312-a6ae-a9771b712efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:28:39Z', 'updated_at': '2022-02-28T15:28:40Z', 'revision_number': 3, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '3851133b-e202-4312-a6ae-a9771b712efd', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:40Z', 'updated_at': '2022-02-28T15:28:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:28:43.426522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:43.481650 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Network c3a909d4-168d-461e-bbfb-d7c448296f15 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:28:43.482837 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:28:43.490960 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:28:43.522127 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.20.0.1 (c3a909d4-168d-461e-bbfb-d7c448296f15/e64de14c-f074-4eeb-a1b4-62bc332c918e/cbc1d497-5b50-4eda-aca8-9975fb88c3b3) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:28:43.572536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Pushing event updated for resources: {'Port': ['ID=23476331-154e-4a4c-a174-8f6179ae1d49,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:43.597248 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Attempting to bind port 23476331-154e-4a4c-a174-8f6179ae1d49 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:28:43.597686 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Attempting to bind port 23476331-154e-4a4c-a174-8f6179ae1d49 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '994eba5c-cde7-426f-9dde-6e1a5c6a8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:28:43.597963 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Attempting to bind port 23476331-154e-4a4c-a174-8f6179ae1d49 on network c3a909d4-168d-461e-bbfb-d7c448296f15 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:28:43.607757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:28:43.607757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Checking segment: {'id': '994eba5c-cde7-426f-9dde-6e1a5c6a8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:28:43.608105 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:43.608497 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Bound using segment: {'id': '994eba5c-cde7-426f-9dde-6e1a5c6a8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:28:43.609017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Bound port: 23476331-154e-4a4c-a174-8f6179ae1d49, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994eba5c-cde7-426f-9dde-6e1a5c6a8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:28:43.609391 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:43.725755 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] For port 23476331-154e-4a4c-a174-8f6179ae1d49, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:28:43.729073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] For port 23476331-154e-4a4c-a174-8f6179ae1d49, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=23476331-154e-4a4c-a174-8f6179ae1d49,segment=NetworkSegment(994eba5c-cde7-426f-9dde-6e1a5c6a8c90),segment_id=994eba5c-cde7-426f-9dde-6e1a5c6a8c90)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:28:43.734902 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:43.814492 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddc7e88-72e1-4aa5-b38e-68f858c6afa3 None None] Pushing event updated for resources: {'Port': ['ID=23476331-154e-4a4c-a174-8f6179ae1d49,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:43.822084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:43.841114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Transition to ACTIVE for port object cbc1d497-5b50-4eda-aca8-9975fb88c3b3 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:28:43.863551 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:43.938055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network c3a909d4-168d-461e-bbfb-d7c448296f15 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:28:43.941170 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:28:43.949449 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:28:43.974990 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=cbc1d497-5b50-4eda-aca8-9975fb88c3b3,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:44.026007 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:44.123973 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:44.529817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:44.535843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:44.649441 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:44.652845 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=cbc1d497-5b50-4eda-aca8-9975fb88c3b3,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:44.757798 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08d74bf4-57c5-40a2-8ecd-b7adba38c690 None None] Network c3a909d4-168d-461e-bbfb-d7c448296f15 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:28:44.796159 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network c3a909d4-168d-461e-bbfb-d7c448296f15 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:28:44.797366 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:28:44.851970 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3d851136-585f-4089-a556-9ee8264212e2 None None] Provisioning for port 23476331-154e-4a4c-a174-8f6179ae1d49 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:28:45.190464 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:28:45.192006 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-851f95f6-b5ed-499b-a185-9fdb823bbdf8 None None] Provisioning for port cbc1d497-5b50-4eda-aca8-9975fb88c3b3 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:28:45.197263 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-851f95f6-b5ed-499b-a185-9fdb823bbdf8 None None] Provisioning complete for port cbc1d497-5b50-4eda-aca8-9975fb88c3b3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:28:45.197624 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-851f95f6-b5ed-499b-a185-9fdb823bbdf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:45.252581 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-851f95f6-b5ed-499b-a185-9fdb823bbdf8 None None] Port cbc1d497-5b50-4eda-aca8-9975fb88c3b3 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:28:45.388885 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-3fb100cd-d56f-417f-aad4-dccfb7e30206 None None] Provisioning complete for port cbc1d497-5b50-4eda-aca8-9975fb88c3b3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:28:45.389404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3fb100cd-d56f-417f-aad4-dccfb7e30206 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:45.458512 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-3fb100cd-d56f-417f-aad4-dccfb7e30206 None None] Port cbc1d497-5b50-4eda-aca8-9975fb88c3b3 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:28:45.531140 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:28:45.543820 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b9157cb2-198f-44c4-be93-39fabccb1e94 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "PUT /v2.0/routers/980bf0b2-bf6f-409c-93ed-af725ddb2cb3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3045938 Feb 28 15:28:45.568991 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3851133b-e202-4312-a6ae-a9771b712efd up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:28:45.630067 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8d68d15c-1618-49a6-a85c-021304c08a29 None None] Provisioning complete for port cbc1d497-5b50-4eda-aca8-9975fb88c3b3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:28:45.630349 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d68d15c-1618-49a6-a85c-021304c08a29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:45.690958 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-8d68d15c-1618-49a6-a85c-021304c08a29 None None] Port cbc1d497-5b50-4eda-aca8-9975fb88c3b3 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:28:45.692852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 3851133b-e202-4312-a6ae-a9771b712efd completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:28:45.697837 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 3851133b-e202-4312-a6ae-a9771b712efd triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:28:45.698199 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:45.719348 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-2c48d5ec-1fb6-4c43-ab25-6de9ec776ea0 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-114290918&fields=id&tenant_id=a5283100f1814e64862917972ce1e0b2 HTTP/1.1" status: 200 len: 267 time: 0.0426075 Feb 28 15:28:45.807432 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:45.823203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 3851133b-e202-4312-a6ae-a9771b712efd, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3851133b-e202-4312-a6ae-a9771b712efd,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:28:45.827085 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:45.828415 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 23476331-154e-4a4c-a174-8f6179ae1d49 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:28:45.865225 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-7a49ce55-c199-4dfe-ab0d-deebe655951d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:45.865919 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-7a49ce55-c199-4dfe-ab0d-deebe655951d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:network {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:28:45.880995 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-7a49ce55-c199-4dfe-ab0d-deebe655951d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:network {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:28:45.882260 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-7a49ce55-c199-4dfe-ab0d-deebe655951d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/networks?id=c3a909d4-168d-461e-bbfb-d7c448296f15 HTTP/1.1" status: 200 len: 797 time: 0.1562774 Feb 28 15:28:45.898122 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-272576d5-e050-4f77-a683-7704fff38598 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/quotas/a5283100f1814e64862917972ce1e0b2 HTTP/1.1" status: 200 len: 375 time: 0.0105019 Feb 28 15:28:45.940979 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=3851133b-e202-4312-a6ae-a9771b712efd,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:45.955522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 23476331-154e-4a4c-a174-8f6179ae1d49 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:28:45.960894 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 23476331-154e-4a4c-a174-8f6179ae1d49 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:28:45.961267 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:45.982268 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-46d454ca-2deb-4bd4-bcd8-9efe93cef18f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:28:45.997826 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-46d454ca-2deb-4bd4-bcd8-9efe93cef18f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:28:45.999221 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-46d454ca-2deb-4bd4-bcd8-9efe93cef18f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0958464 Feb 28 15:28:46.014263 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-9db21eb7-2063-489a-842d-11799bf70f2f service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 15:28:46.015168 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-9db21eb7-2063-489a-842d-11799bf70f2f service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0049698 Feb 28 15:28:46.076119 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:46.107262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 23476331-154e-4a4c-a174-8f6179ae1d49, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=23476331-154e-4a4c-a174-8f6179ae1d49,segment=NetworkSegment(994eba5c-cde7-426f-9dde-6e1a5c6a8c90),segment_id=994eba5c-cde7-426f-9dde-6e1a5c6a8c90)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:28:46.111495 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:46.145654 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-621fa3ca-909c-4a77-9212-fffabeab2978 service neutron] 10.222.0.15 "GET /v2.0/networks/c3a909d4-168d-461e-bbfb-d7c448296f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242261 Feb 28 15:28:46.178221 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=23476331-154e-4a4c-a174-8f6179ae1d49,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:46.277353 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-0e112da9-a2b9-438b-a8a2-2f4b3ef80caf service neutron] 10.222.0.15 "GET /v2.0/networks/c3a909d4-168d-461e-bbfb-d7c448296f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261408 Feb 28 15:28:46.967808 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Sync routers for ids ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:28:46.979065 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Routers {'980bf0b2-bf6f-409c-93ed-af725ddb2cb3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:28:46.979644 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:28:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:47.178562 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Set router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:28:47.506249 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-f2acb0ad-5350-4c76-b709-79b658c32fcc req-69fca443-e6ec-4fc4-bd2a-70e2a431164d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:28:47.507747 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531018874', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '3851133b-e202-4312-a6ae-a9771b712efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:28:39Z', 'updated_at': '2022-02-28T15:28:44Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '3851133b-e202-4312-a6ae-a9771b712efd', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:40Z', 'updated_at': '2022-02-28T15:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'cbc1d497-5b50-4eda-aca8-9975fb88c3b3', 'name': '', 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:ec:ff:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:43Z', 'updated_at': '2022-02-28T15:28:44Z', 'revision_number': 2, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:47.512684 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Checking router: 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:28:47.513084 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Updating router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 port cbc1d497-5b50-4eda-aca8-9975fb88c3b3 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:28:47.518499 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-f2acb0ad-5350-4c76-b709-79b658c32fcc req-69fca443-e6ec-4fc4-bd2a-70e2a431164d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:28:47.529501 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f2acb0ad-5350-4c76-b709-79b658c32fcc req-69fca443-e6ec-4fc4-bd2a-70e2a431164d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 210 time: 0.0772192 Feb 28 15:28:47.534801 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3851133b-e202-4312-a6ae-a9771b712efd up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:28:47.572059 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:47.625180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 3851133b-e202-4312-a6ae-a9771b712efd triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:28:47.625431 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:47.783867 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 23476331-154e-4a4c-a174-8f6179ae1d49 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:28:47.855689 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 23476331-154e-4a4c-a174-8f6179ae1d49 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:28:47.856052 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:47.932473 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:47.946920 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Transition to ACTIVE for port object cbc1d497-5b50-4eda-aca8-9975fb88c3b3 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:28:47.954309 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:48.090135 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b311c2-5537-4325-8a7f-09a6f5ad1aa7 None None] Pushing event updated for resources: {'Port': ['ID=cbc1d497-5b50-4eda-aca8-9975fb88c3b3,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:48.133690 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b311c2-5537-4325-8a7f-09a6f5ad1aa7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:48.134102 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b311c2-5537-4325-8a7f-09a6f5ad1aa7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:48.134363 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b311c2-5537-4325-8a7f-09a6f5ad1aa7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:48.134691 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b311c2-5537-4325-8a7f-09a6f5ad1aa7 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:48.135019 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b311c2-5537-4325-8a7f-09a6f5ad1aa7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:48.135343 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b311c2-5537-4325-8a7f-09a6f5ad1aa7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:48.135699 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b311c2-5537-4325-8a7f-09a6f5ad1aa7 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:48.136019 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b311c2-5537-4325-8a7f-09a6f5ad1aa7 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:48.136539 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b311c2-5537-4325-8a7f-09a6f5ad1aa7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:48.136860 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b311c2-5537-4325-8a7f-09a6f5ad1aa7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:48.137180 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9b311c2-5537-4325-8a7f-09a6f5ad1aa7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:28:48.192065 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Attempting to bind port cbc1d497-5b50-4eda-aca8-9975fb88c3b3 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:28:48.192521 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Attempting to bind port cbc1d497-5b50-4eda-aca8-9975fb88c3b3 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '994eba5c-cde7-426f-9dde-6e1a5c6a8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:28:48.193106 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Attempting to bind port cbc1d497-5b50-4eda-aca8-9975fb88c3b3 on network c3a909d4-168d-461e-bbfb-d7c448296f15 {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:28:48.199467 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:28:48.199861 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Checking segment: {'id': '994eba5c-cde7-426f-9dde-6e1a5c6a8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:28:48.200278 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:48.200662 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Bound using segment: {'id': '994eba5c-cde7-426f-9dde-6e1a5c6a8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:28:48.201174 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Bound port: cbc1d497-5b50-4eda-aca8-9975fb88c3b3, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '994eba5c-cde7-426f-9dde-6e1a5c6a8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:28:48.201537 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:48.292935 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] For port cbc1d497-5b50-4eda-aca8-9975fb88c3b3, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:28:48.296111 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] For port cbc1d497-5b50-4eda-aca8-9975fb88c3b3, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cbc1d497-5b50-4eda-aca8-9975fb88c3b3,segment=NetworkSegment(994eba5c-cde7-426f-9dde-6e1a5c6a8c90),segment_id=994eba5c-cde7-426f-9dde-6e1a5c6a8c90)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:28:48.300469 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:48.377756 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b311c2-5537-4325-8a7f-09a6f5ad1aa7 None None] Pushing event updated for resources: {'Port': ['ID=cbc1d497-5b50-4eda-aca8-9975fb88c3b3,revision_number=4']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:48.384002 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Routers {'980bf0b2-bf6f-409c-93ed-af725ddb2cb3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:28:48.384597 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:28:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:48.561442 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] Set router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:28:48.701843 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8293c340-19de-49c6-ab5b-50de5a1f33db req-4ac2d8d1-1861-47c5-a7a0-6e423091a795 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 210 time: 0.0516467 Feb 28 15:28:48.760492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-ccea82a3-33a5-4296-9c2d-3aa81f8505f5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:48.761775 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-ccea82a3-33a5-4296-9c2d-3aa81f8505f5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:28:48.774716 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-ccea82a3-33a5-4296-9c2d-3aa81f8505f5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:28:48.776030 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-ccea82a3-33a5-4296-9c2d-3aa81f8505f5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "GET /v2.0/networks?id=c3a909d4-168d-461e-bbfb-d7c448296f15 HTTP/1.1" status: 200 len: 797 time: 0.2111807 Feb 28 15:28:48.826655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-5a9a5e27-8bc7-49ee-8aff-6015c40a0a43 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:28:48.842661 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-5a9a5e27-8bc7-49ee-8aff-6015c40a0a43 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:28:48.844418 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-5a9a5e27-8bc7-49ee-8aff-6015c40a0a43 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a5283100f1814e64862917972ce1e0b2 HTTP/1.1" status: 200 len: 379 time: 0.0571373 Feb 28 15:28:48.852419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-cab8e92e-25cd-407c-bd94-6026c2082146 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'port': {'device_id': '8b35c3cf-e2ad-4893-9eca-6eea2d731546', 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15', 'admin_state_up': True, 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'security_groups': ['94d5430f-908b-4aa3-8c4e-6d4342106599']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:28:48.919573 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531018874', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '3851133b-e202-4312-a6ae-a9771b712efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:28:39Z', 'updated_at': '2022-02-28T15:28:44Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '3851133b-e202-4312-a6ae-a9771b712efd', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:40Z', 'updated_at': '2022-02-28T15:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'cbc1d497-5b50-4eda-aca8-9975fb88c3b3', 'name': '', 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:ec:ff:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:43Z', 'updated_at': '2022-02-28T15:28:48Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:28:48.923520 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d44a739f-c61d-4822-9de3-228c9862befd None None] The sync data for ids ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'] in dv-neutron-830866-2-hyperv is: [{'id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531018874', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '3851133b-e202-4312-a6ae-a9771b712efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:28:39Z', 'updated_at': '2022-02-28T15:28:44Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '3851133b-e202-4312-a6ae-a9771b712efd', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:40Z', 'updated_at': '2022-02-28T15:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'cbc1d497-5b50-4eda-aca8-9975fb88c3b3', 'name': '', 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:ec:ff:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:43Z', 'updated_at': '2022-02-28T15:28:48Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:28:49.000611 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-cab8e92e-25cd-407c-bd94-6026c2082146 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:28:49.011047 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-cab8e92e-25cd-407c-bd94-6026c2082146 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:28:49.027471 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-cab8e92e-25cd-407c-bd94-6026c2082146 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Made reservation on behalf of a5283100f1814e64862917972ce1e0b2 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:28:49.030483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-cab8e92e-25cd-407c-bd94-6026c2082146 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:49.194424 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-cab8e92e-25cd-407c-bd94-6026c2082146 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.20.0.3 (c3a909d4-168d-461e-bbfb-d7c448296f15/e64de14c-f074-4eeb-a1b4-62bc332c918e/ca4f61b1-f19b-4442-83a6-618079994f04) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:28:49.390107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-cab8e92e-25cd-407c-bd94-6026c2082146 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:49.408294 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-cab8e92e-25cd-407c-bd94-6026c2082146 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Transition to ACTIVE for port object ca4f61b1-f19b-4442-83a6-618079994f04 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:28:49.431258 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-cab8e92e-25cd-407c-bd94-6026c2082146 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:49.515659 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-cab8e92e-25cd-407c-bd94-6026c2082146 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network c3a909d4-168d-461e-bbfb-d7c448296f15 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:28:49.520074 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-cab8e92e-25cd-407c-bd94-6026c2082146 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:28:49.523494 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-cab8e92e-25cd-407c-bd94-6026c2082146 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:28:49.524800 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cbc1d497-5b50-4eda-aca8-9975fb88c3b3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:28:49.559507 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab8e92e-25cd-407c-bd94-6026c2082146 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=ca4f61b1-f19b-4442-83a6-618079994f04,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:49.602969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-cab8e92e-25cd-407c-bd94-6026c2082146 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:49.603801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-cab8e92e-25cd-407c-bd94-6026c2082146 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:49.625409 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port cbc1d497-5b50-4eda-aca8-9975fb88c3b3 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:28:49.631635 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port cbc1d497-5b50-4eda-aca8-9975fb88c3b3 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:28:49.631919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:49.641978 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-cab8e92e-25cd-407c-bd94-6026c2082146 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7927091 Feb 28 15:28:49.653735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Request body: {'port': {'device_id': '8b35c3cf-e2ad-4893-9eca-6eea2d731546', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:28:49.770981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:49.787694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:49.808849 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-db94b1b3-ea52-4fcd-b2bf-d5797ca9e617 None None] Provisioning for port ca4f61b1-f19b-4442-83a6-618079994f04 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:28:49.821271 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-db94b1b3-ea52-4fcd-b2bf-d5797ca9e617 None None] Provisioning complete for port ca4f61b1-f19b-4442-83a6-618079994f04 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:28:49.821911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-db94b1b3-ea52-4fcd-b2bf-d5797ca9e617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:49.865368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port cbc1d497-5b50-4eda-aca8-9975fb88c3b3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cbc1d497-5b50-4eda-aca8-9975fb88c3b3,segment=NetworkSegment(994eba5c-cde7-426f-9dde-6e1a5c6a8c90),segment_id=994eba5c-cde7-426f-9dde-6e1a5c6a8c90)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:28:49.878980 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:49.929843 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-db94b1b3-ea52-4fcd-b2bf-d5797ca9e617 None None] Port ca4f61b1-f19b-4442-83a6-618079994f04 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:28:49.954381 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=cbc1d497-5b50-4eda-aca8-9975fb88c3b3,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:50.170077 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cff792-43ff-4fa3-81b3-78e1c7ce87c4 req-e64fa17b-4bb7-4f68-afa0-cca5b6ed031b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:50.170763 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-94cff792-43ff-4fa3-81b3-78e1c7ce87c4 req-e64fa17b-4bb7-4f68-afa0-cca5b6ed031b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:28:50.198540 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-94cff792-43ff-4fa3-81b3-78e1c7ce87c4 req-e64fa17b-4bb7-4f68-afa0-cca5b6ed031b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:28:50.199681 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-94cff792-43ff-4fa3-81b3-78e1c7ce87c4 req-e64fa17b-4bb7-4f68-afa0-cca5b6ed031b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 931 time: 0.3434353 Feb 28 15:28:50.304674 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-94cff792-43ff-4fa3-81b3-78e1c7ce87c4 req-e3d19a7f-f611-4004-b383-6a05e6c11aa1 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917728 Feb 28 15:28:50.328940 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca4f61b1-f19b-4442-83a6-618079994f04 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:28:50.335774 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:50.350174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Transition to ACTIVE for port object ca4f61b1-f19b-4442-83a6-618079994f04 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:28:50.353064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:50.477081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Pushing event updated for resources: {'Port': ['ID=ca4f61b1-f19b-4442-83a6-618079994f04,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:50.587219 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Attempting to bind port ca4f61b1-f19b-4442-83a6-618079994f04 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:28:50.587577 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Attempting to bind port ca4f61b1-f19b-4442-83a6-618079994f04 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '994eba5c-cde7-426f-9dde-6e1a5c6a8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:28:50.587891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Attempting to bind port ca4f61b1-f19b-4442-83a6-618079994f04 on network c3a909d4-168d-461e-bbfb-d7c448296f15 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:28:50.593543 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Port ca4f61b1-f19b-4442-83a6-618079994f04 on network c3a909d4-168d-461e-bbfb-d7c448296f15 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:28:50.593856 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Attempting to bind port ca4f61b1-f19b-4442-83a6-618079994f04 on network c3a909d4-168d-461e-bbfb-d7c448296f15 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:28:50.599875 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:28:50.600201 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Checking segment: {'id': '994eba5c-cde7-426f-9dde-6e1a5c6a8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:28:50.600574 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Bound using segment: {'id': '994eba5c-cde7-426f-9dde-6e1a5c6a8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:28:50.600987 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Bound port: ca4f61b1-f19b-4442-83a6-618079994f04, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '994eba5c-cde7-426f-9dde-6e1a5c6a8c90', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:28:50.601318 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:50.686140 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] For port ca4f61b1-f19b-4442-83a6-618079994f04, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:28:50.689823 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] For port ca4f61b1-f19b-4442-83a6-618079994f04, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ca4f61b1-f19b-4442-83a6-618079994f04,segment=NetworkSegment(994eba5c-cde7-426f-9dde-6e1a5c6a8c90),segment_id=994eba5c-cde7-426f-9dde-6e1a5c6a8c90)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:28:50.693461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:50.754234 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:50.755566 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] 10.222.0.20 "PUT /v2.0/ports/ca4f61b1-f19b-4442-83a6-618079994f04 HTTP/1.1" status: 200 len: 1093 time: 1.1070602 Feb 28 15:28:50.755998 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b35c3cf-e2ad-4893-9eca-6eea2d731546', 'tag': 'ca4f61b1-f19b-4442-83a6-618079994f04'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:28:50.775472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-037b1342-2821-4178-91b6-4eb64dc25eaf service neutron] Pushing event updated for resources: {'Port': ['ID=ca4f61b1-f19b-4442-83a6-618079994f04,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:50.832135 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b35c3cf-e2ad-4893-9eca-6eea2d731546', 'tag': 'ca4f61b1-f19b-4442-83a6-618079994f04', 'status': 'completed', 'code': 200} Feb 28 15:28:50.873828 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-57dfcc65-5a80-456b-9b70-b2c4656bee49 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 1096 time: 0.0772705 Feb 28 15:28:50.944845 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-6b59ab16-c0bc-4587-8db4-37aadfd7eb0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca4f61b1-f19b-4442-83a6-618079994f04 HTTP/1.1" status: 200 len: 217 time: 0.0643265 Feb 28 15:28:51.007437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-f58c1a88-6f54-4c67-9e03-e222e6756207 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:51.008871 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-f58c1a88-6f54-4c67-9e03-e222e6756207 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e64de14c-f074-4eeb-a1b4-62bc332c918e HTTP/1.1" status: 200 len: 835 time: 0.0585392 Feb 28 15:28:51.083983 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-02088c96-2a6f-481b-9c51-1f44b0854732 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3a909d4-168d-461e-bbfb-d7c448296f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692041 Feb 28 15:28:51.209315 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-cc80ee51-6c07-4dd6-abb0-55fe401a59b8 service neutron] 10.222.0.20 "GET /v2.0/networks/c3a909d4-168d-461e-bbfb-d7c448296f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198766 Feb 28 15:28:51.342849 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6d79c2bd-d014-46b0-8f7b-c878328dbb3e req-73921495-5db0-4f92-8c35-e5e94cb3f3b1 service neutron] 10.222.0.20 "GET /v2.0/networks/c3a909d4-168d-461e-bbfb-d7c448296f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228395 Feb 28 15:28:51.492873 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cbc1d497-5b50-4eda-aca8-9975fb88c3b3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:28:51.512059 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-71171de8-7641-48b1-bf5e-4f3820c028d8 req-2764c1c5-50c4-4159-96ab-957b0b5ae4ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 1096 time: 0.1276579 Feb 28 15:28:51.562217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port cbc1d497-5b50-4eda-aca8-9975fb88c3b3 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:28:51.563177 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:51.595108 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a73714a-4b83-4062-b3b4-402ae2f3aab6 req-dff97630-8b85-4dcc-a3ab-0ea670226eb2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:51.596548 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0a73714a-4b83-4062-b3b4-402ae2f3aab6 req-dff97630-8b85-4dcc-a3ab-0ea670226eb2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 943 time: 0.1617990 Feb 28 15:28:51.682386 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0a73714a-4b83-4062-b3b4-402ae2f3aab6 req-50e396e1-a926-430d-8b6e-b240b8a7af83 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790427 Feb 28 15:28:51.689387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71171de8-7641-48b1-bf5e-4f3820c028d8 req-42ce21a4-467c-4286-a0b9-704293d71d26 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:51.690835 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-71171de8-7641-48b1-bf5e-4f3820c028d8 req-42ce21a4-467c-4286-a0b9-704293d71d26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3a909d4-168d-461e-bbfb-d7c448296f15 HTTP/1.1" status: 200 len: 897 time: 0.1709130 Feb 28 15:28:51.844057 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-71171de8-7641-48b1-bf5e-4f3820c028d8 req-87c6a1fa-3178-4713-bce1-c80f76104fbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca4f61b1-f19b-4442-83a6-618079994f04 HTTP/1.1" status: 200 len: 217 time: 0.1470602 Feb 28 15:28:51.907271 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71171de8-7641-48b1-bf5e-4f3820c028d8 req-e00b26fc-ea0f-4cfa-bd8b-74f059c098a5 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:51.908555 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-71171de8-7641-48b1-bf5e-4f3820c028d8 req-e00b26fc-ea0f-4cfa-bd8b-74f059c098a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e64de14c-f074-4eeb-a1b4-62bc332c918e HTTP/1.1" status: 200 len: 835 time: 0.0579979 Feb 28 15:28:51.982029 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-71171de8-7641-48b1-bf5e-4f3820c028d8 req-2de2cca0-75a2-4232-b08b-c736cf69fe33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3a909d4-168d-461e-bbfb-d7c448296f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0669599 Feb 28 15:28:52.117552 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-71171de8-7641-48b1-bf5e-4f3820c028d8 req-9dcf8cdf-4a04-4ea1-8e2a-6474c0381b8e service neutron] 10.222.0.20 "GET /v2.0/networks/c3a909d4-168d-461e-bbfb-d7c448296f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208000 Feb 28 15:28:52.244997 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-71171de8-7641-48b1-bf5e-4f3820c028d8 req-3e123c41-fba5-4806-877b-064f63827212 service neutron] 10.222.0.20 "GET /v2.0/networks/c3a909d4-168d-461e-bbfb-d7c448296f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204083 Feb 28 15:28:52.882089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9674345-43e5-4416-b794-be3379320c99 req-1543483b-1904-43d0-8d70-a6ad2a6dcebe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:52.883466 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b9674345-43e5-4416-b794-be3379320c99 req-1543483b-1904-43d0-8d70-a6ad2a6dcebe tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 943 time: 0.0806427 Feb 28 15:28:52.932347 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b9674345-43e5-4416-b794-be3379320c99 req-e7997dc0-addb-48f0-8c0d-d8161eb66816 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0430844 Feb 28 15:28:54.126155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4634edc5-d66a-4b16-b683-5a771b209e88 req-5660b75d-7f3b-4a8e-8a43-743f20a27f0a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:54.127562 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4634edc5-d66a-4b16-b683-5a771b209e88 req-5660b75d-7f3b-4a8e-8a43-743f20a27f0a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 943 time: 0.0733826 Feb 28 15:28:54.170421 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4634edc5-d66a-4b16-b683-5a771b209e88 req-9d47949a-ed29-4f14-8419-1af527abf922 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375285 Feb 28 15:28:54.480387 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device ca4f61b1-f19b-4442-83a6-618079994f04 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:28:54.617872 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port ca4f61b1-f19b-4442-83a6-618079994f04, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ca4f61b1-f19b-4442-83a6-618079994f04,segment=NetworkSegment(994eba5c-cde7-426f-9dde-6e1a5c6a8c90),segment_id=994eba5c-cde7-426f-9dde-6e1a5c6a8c90)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:28:54.634452 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'ca4f61b1-f19b-4442-83a6-618079994f04', 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15', 'port_id': 'ca4f61b1-f19b-4442-83a6-618079994f04', 'mac_address': 'fa:16:3e:6d:7a:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:28:54.685262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:54.703040 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca4f61b1-f19b-4442-83a6-618079994f04 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:28:54.718324 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port ca4f61b1-f19b-4442-83a6-618079994f04, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ca4f61b1-f19b-4442-83a6-618079994f04,segment=NetworkSegment(994eba5c-cde7-426f-9dde-6e1a5c6a8c90),segment_id=994eba5c-cde7-426f-9dde-6e1a5c6a8c90)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:28:54.722217 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:54.785714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=ca4f61b1-f19b-4442-83a6-618079994f04,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:54.927625 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['ca4f61b1-f19b-4442-83a6-618079994f04'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:28:55.364450 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a2e5af-5b65-40e2-9fcf-d3f28bf96729 req-bfe700cd-2de9-480d-82af-2be47565855b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:55.365999 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-50a2e5af-5b65-40e2-9fcf-d3f28bf96729 req-bfe700cd-2de9-480d-82af-2be47565855b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 944 time: 0.0736041 Feb 28 15:28:55.412241 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-50a2e5af-5b65-40e2-9fcf-d3f28bf96729 req-abb43eaa-d0d2-45ec-9e96-3c87cabd8568 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409243 Feb 28 15:28:55.543204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6c5c1861-b036-48f1-8012-a7c3e69b9506 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:56.496670 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device ca4f61b1-f19b-4442-83a6-618079994f04 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:28:56.569577 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port ca4f61b1-f19b-4442-83a6-618079994f04 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:28:56.574288 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port ca4f61b1-f19b-4442-83a6-618079994f04 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:28:56.574666 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:56.624475 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a878d71-3c43-408a-ab73-5734f6727f1c req-505cbc91-5b8d-4556-a006-8c7cad7c5de4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:56.626767 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4a878d71-3c43-408a-ab73-5734f6727f1c req-505cbc91-5b8d-4556-a006-8c7cad7c5de4 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 944 time: 0.0959070 Feb 28 15:28:56.676997 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4a878d71-3c43-408a-ab73-5734f6727f1c req-4cb16a3e-4d13-4fdf-9676-a1f2317c51dc tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408235 Feb 28 15:28:56.692764 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:56.720536 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b35c3cf-e2ad-4893-9eca-6eea2d731546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4f61b1-f19b-4442-83a6-618079994f04'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:28:56.729780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port ca4f61b1-f19b-4442-83a6-618079994f04, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ca4f61b1-f19b-4442-83a6-618079994f04,segment=NetworkSegment(994eba5c-cde7-426f-9dde-6e1a5c6a8c90),segment_id=994eba5c-cde7-426f-9dde-6e1a5c6a8c90)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:28:56.734118 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:56.799820 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=ca4f61b1-f19b-4442-83a6-618079994f04,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:28:56.847786 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b35c3cf-e2ad-4893-9eca-6eea2d731546', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca4f61b1-f19b-4442-83a6-618079994f04', 'code': 200} Feb 28 15:28:57.106792 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fa1e6073-ae12-48e1-a8c6-4f4d9204dd0e req-d36af1a4-51bb-49e3-a3a1-f8130a347db9 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 1098 time: 0.0648448 Feb 28 15:28:57.150867 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fa1e6073-ae12-48e1-a8c6-4f4d9204dd0e req-40acd888-d015-4441-afdb-92b3bbc60a9e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384305 Feb 28 15:28:57.681506 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3ea59636-9309-4eb4-a27c-2595f0e39b39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:57.867183 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43809ebd-2265-41eb-b6a3-70343875f960 req-caecd040-0af3-428a-acea-236c58b66dd7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:57.868613 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-43809ebd-2265-41eb-b6a3-70343875f960 req-caecd040-0af3-428a-acea-236c58b66dd7 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 945 time: 0.0751157 Feb 28 15:28:57.913210 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-43809ebd-2265-41eb-b6a3-70343875f960 req-d8a759ef-7f1d-4331-bdf8-b84a659b3782 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393221 Feb 28 15:28:58.120888 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:58.944839 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:58.976872 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:59.113942 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a42ef08-5903-40f5-81b7-e6f073aa972e req-3aceb5cf-ccd9-48c4-a64f-263330ef337f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:59.115395 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0a42ef08-5903-40f5-81b7-e6f073aa972e req-3aceb5cf-ccd9-48c4-a64f-263330ef337f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 945 time: 0.0779104 Feb 28 15:28:59.159429 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0a42ef08-5903-40f5-81b7-e6f073aa972e req-4fc1b011-3cc0-4b5b-9c0f-a91d63d9f829 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384965 Feb 28 15:28:59.353912 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583844e7-fe9c-4e0e-af72-c9e0981a19ef req-f60b65a5-989e-4900-8e5b-ba3727c20050 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:28:59.355307 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-583844e7-fe9c-4e0e-af72-c9e0981a19ef req-f60b65a5-989e-4900-8e5b-ba3727c20050 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 945 time: 0.0769506 Feb 28 15:28:59.399244 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-583844e7-fe9c-4e0e-af72-c9e0981a19ef req-7535bb89-7ef1-4c32-8c01-b6b94735c794 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380294 Feb 28 15:28:59.426663 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54766) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:59.494109 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7847dd14-b6af-4b69-8aa2-0bd8b4cab4ec tempest-TestNetworkAdvancedServerOps-623402563 tempest-TestNetworkAdvancedServerOps-623402563-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 1093 time: 0.0662875 Feb 28 15:28:59.496819 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54770) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:28:59.501811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': 'ca4f61b1-f19b-4442-83a6-618079994f04', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:28:59.507073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:28:59.510811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Usage tracker for resource:floatingip and tenant:a5283100f1814e64862917972ce1e0b2 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:28:59.513581 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:28:59.519335 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:28:59.529472 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:59.660934 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:59.797972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Allocated IP 172.26.4.8 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/9b07b0b4-28db-4b77-9590-04a56e64cbd4) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:28:59.938242 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:28:59.964977 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:00.030073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:29:00.033249 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:29:00.037443 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:29:00.063879 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=9b07b0b4-28db-4b77-9590-04a56e64cbd4,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:00.367608 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:00.612723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:00.665014 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:00.862802 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:00.867165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:00.965310 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event updated for resources: {'Port': ['ID=9b07b0b4-28db-4b77-9590-04a56e64cbd4,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:00.985324 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:01.169894 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Floating IP 718dd558-9d16-44df-a5de-b957dc523053 associated. External IP: 172.26.4.8, port: ca4f61b1-f19b-4442-83a6-618079994f04. Feb 28 15:29:01.555418 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:29:01.847417 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:29:01.856806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1efeb8-7e6d-46fb-90da-8349e8ecbf63 None None] Sync routers for ids ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:29:01.868960 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1efeb8-7e6d-46fb-90da-8349e8ecbf63 None None] Routers {'980bf0b2-bf6f-409c-93ed-af725ddb2cb3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:29:01.869698 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-de1efeb8-7e6d-46fb-90da-8349e8ecbf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:28:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:01.870017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:01.925056 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ea62f13f-a9be-45eb-80d9-ab918d7463d8 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 2.4272442 Feb 28 15:29:01.925614 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b35c3cf-e2ad-4893-9eca-6eea2d731546', 'tag': 'ca4f61b1-f19b-4442-83a6-618079994f04'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:29:01.983875 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b35c3cf-e2ad-4893-9eca-6eea2d731546', 'tag': 'ca4f61b1-f19b-4442-83a6-618079994f04', 'status': 'completed', 'code': 200} Feb 28 15:29:02.075833 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c1fd477d-e3fc-4f63-afe3-720ded491bed req-bb0b175b-08e8-4e74-80cc-f789a0f0fbf1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 1098 time: 0.0716424 Feb 28 15:29:02.080456 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-de1efeb8-7e6d-46fb-90da-8349e8ecbf63 None None] Set router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:29:02.102870 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13193a7e-7c91-48c7-966b-aedd97ce0ef8 req-a20d34fa-4e85-4f63-8721-b859f5743ffd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:02.104392 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-13193a7e-7c91-48c7-966b-aedd97ce0ef8 req-a20d34fa-4e85-4f63-8721-b859f5743ffd tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 945 time: 0.0815637 Feb 28 15:29:02.150835 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-13193a7e-7c91-48c7-966b-aedd97ce0ef8 req-f8e483d0-d385-4c7f-ab3a-bde4d1fac570 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404813 Feb 28 15:29:02.180179 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54778) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:02.212748 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd477d-e3fc-4f63-afe3-720ded491bed req-4c7bdeac-a055-4295-876b-0f82247104f5 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:02.214195 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c1fd477d-e3fc-4f63-afe3-720ded491bed req-4c7bdeac-a055-4295-876b-0f82247104f5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3a909d4-168d-461e-bbfb-d7c448296f15 HTTP/1.1" status: 200 len: 897 time: 0.1332369 Feb 28 15:29:02.288953 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c1d80edd-b77e-406e-b21b-49a58070ddfb tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/718dd558-9d16-44df-a5de-b957dc523053 HTTP/1.1" status: 200 len: 989 time: 0.1075907 Feb 28 15:29:02.316071 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c1fd477d-e3fc-4f63-afe3-720ded491bed req-b38ad250-4a78-43c7-a21a-1ec7a2720d7e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca4f61b1-f19b-4442-83a6-618079994f04 HTTP/1.1" status: 200 len: 997 time: 0.0959933 Feb 28 15:29:02.374644 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1fd477d-e3fc-4f63-afe3-720ded491bed req-5d86bacd-7644-4ddd-bfa5-c5b26710b9de service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:02.376487 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c1fd477d-e3fc-4f63-afe3-720ded491bed req-5d86bacd-7644-4ddd-bfa5-c5b26710b9de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e64de14c-f074-4eeb-a1b4-62bc332c918e HTTP/1.1" status: 200 len: 835 time: 0.0555928 Feb 28 15:29:02.429506 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-de1efeb8-7e6d-46fb-90da-8349e8ecbf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531018874', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '3851133b-e202-4312-a6ae-a9771b712efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:28:39Z', 'updated_at': '2022-02-28T15:28:44Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '3851133b-e202-4312-a6ae-a9771b712efd', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:40Z', 'updated_at': '2022-02-28T15:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '718dd558-9d16-44df-a5de-b957dc523053', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'port_id': 'ca4f61b1-f19b-4442-83a6-618079994f04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15', 'mac_address': 'fa:16:3e:6d:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b35c3cf-e2ad-4893-9eca-6eea2d731546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:29:00Z', 'updated_at': '2022-02-28T15:29:00Z', 'revision_number': 0, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc1d497-5b50-4eda-aca8-9975fb88c3b3', 'name': '', 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:ec:ff:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:43Z', 'updated_at': '2022-02-28T15:28:49Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:02.433870 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1efeb8-7e6d-46fb-90da-8349e8ecbf63 None None] Checking router: 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:29:02.444908 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1efeb8-7e6d-46fb-90da-8349e8ecbf63 None None] Routers {'980bf0b2-bf6f-409c-93ed-af725ddb2cb3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:29:02.445499 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-de1efeb8-7e6d-46fb-90da-8349e8ecbf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:28:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:02.456921 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c1fd477d-e3fc-4f63-afe3-720ded491bed req-3e7ddb2a-8a0f-4e67-9676-86ea07da6bc3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3a909d4-168d-461e-bbfb-d7c448296f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0752516 Feb 28 15:29:02.585370 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c1fd477d-e3fc-4f63-afe3-720ded491bed req-d06d064a-84c8-467c-b20d-fb881501aa9e service neutron] 10.222.0.20 "GET /v2.0/networks/c3a909d4-168d-461e-bbfb-d7c448296f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1228020 Feb 28 15:29:02.618321 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-de1efeb8-7e6d-46fb-90da-8349e8ecbf63 None None] Set router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:29:02.718354 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c1fd477d-e3fc-4f63-afe3-720ded491bed req-af5b53b6-a71b-4f57-9f46-c349e98cc5d6 service neutron] 10.222.0.20 "GET /v2.0/networks/c3a909d4-168d-461e-bbfb-d7c448296f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275272 Feb 28 15:29:02.962056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-de1efeb8-7e6d-46fb-90da-8349e8ecbf63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531018874', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '3851133b-e202-4312-a6ae-a9771b712efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:28:39Z', 'updated_at': '2022-02-28T15:28:44Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '3851133b-e202-4312-a6ae-a9771b712efd', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:40Z', 'updated_at': '2022-02-28T15:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '718dd558-9d16-44df-a5de-b957dc523053', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'port_id': 'ca4f61b1-f19b-4442-83a6-618079994f04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15', 'mac_address': 'fa:16:3e:6d:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b35c3cf-e2ad-4893-9eca-6eea2d731546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:29:00Z', 'updated_at': '2022-02-28T15:29:00Z', 'revision_number': 0, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc1d497-5b50-4eda-aca8-9975fb88c3b3', 'name': '', 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:ec:ff:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:43Z', 'updated_at': '2022-02-28T15:28:49Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:02.965891 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de1efeb8-7e6d-46fb-90da-8349e8ecbf63 None None] The sync data for ids ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'] in dv-neutron-830866-2-hyperv is: [{'id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531018874', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '3851133b-e202-4312-a6ae-a9771b712efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:28:39Z', 'updated_at': '2022-02-28T15:28:44Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '3851133b-e202-4312-a6ae-a9771b712efd', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:40Z', 'updated_at': '2022-02-28T15:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '718dd558-9d16-44df-a5de-b957dc523053', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'floating_ip_address': '172.26.4.8', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'port_id': 'ca4f61b1-f19b-4442-83a6-618079994f04', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15', 'mac_address': 'fa:16:3e:6d:7a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b35c3cf-e2ad-4893-9eca-6eea2d731546', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:29:00Z', 'updated_at': '2022-02-28T15:29:00Z', 'revision_number': 0, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cbc1d497-5b50-4eda-aca8-9975fb88c3b3', 'name': '', 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:ec:ff:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:43Z', 'updated_at': '2022-02-28T15:28:49Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:29:03.292913 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54782) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:03.402649 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-c3ed6c1b-18c6-4986-9139-f61e41df5e7d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/718dd558-9d16-44df-a5de-b957dc523053 HTTP/1.1" status: 200 len: 989 time: 0.1086755 Feb 28 15:29:04.406018 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54786) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:04.508875 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6540bf94-0634-46f9-91d7-613bfe0d19a3 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/718dd558-9d16-44df-a5de-b957dc523053 HTTP/1.1" status: 200 len: 989 time: 0.1017001 Feb 28 15:29:05.049564 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-632e35b0-54d8-4d31-bd1c-faecd26025d4 None None] New status for floating IP 718dd558-9d16-44df-a5de-b957dc523053: ACTIVE {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:29:05.512307 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54790) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:05.705561 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-43f6ac2d-4470-4709-bb94-db13c122826c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/718dd558-9d16-44df-a5de-b957dc523053 HTTP/1.1" status: 200 len: 991 time: 0.1919107 Feb 28 15:29:14.423794 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:29:25.544473 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-16764d51-9766-4560-8013-7a7022f046f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:27.683848 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-794afa8c-dcae-455e-86ff-c14de88ff82c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:28.136117 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:28.947017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:28.977185 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:30.370190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:33.356952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9460ca3f-12bc-4a02-9bb5-9bc5bd75cd62 req-1a7bab5f-52f0-4edc-9148-f0988fb269a2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:33.358265 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9460ca3f-12bc-4a02-9bb5-9bc5bd75cd62 req-1a7bab5f-52f0-4edc-9148-f0988fb269a2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 945 time: 0.0739629 Feb 28 15:29:33.401710 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9460ca3f-12bc-4a02-9bb5-9bc5bd75cd62 req-2b66378d-6987-41af-8dc8-20a898fa1394 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374663 Feb 28 15:29:34.594507 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac1f30b-5aff-4b71-a0a7-291d57aa565d req-e02519ee-57cd-4d2c-b449-e1db24a8fb1b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:34.595940 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5ac1f30b-5aff-4b71-a0a7-291d57aa565d req-e02519ee-57cd-4d2c-b449-e1db24a8fb1b tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 945 time: 0.0736275 Feb 28 15:29:34.639568 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5ac1f30b-5aff-4b71-a0a7-291d57aa565d req-2abcbf64-2346-400c-98a3-acfdd08107b9 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378039 Feb 28 15:29:34.668348 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54814) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:34.771191 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-6b9f9de6-4e56-45f7-83e6-a89c27f1fa18 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/718dd558-9d16-44df-a5de-b957dc523053 HTTP/1.1" status: 200 len: 991 time: 0.1016381 Feb 28 15:29:36.301561 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3adae383-1331-4adf-a145-6bf7609d4572 req-5419eebb-b94f-45f7-b17a-9efc5967a824 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 1098 time: 0.0928681 Feb 28 15:29:36.307733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013dbbae-d927-4040-8c42-b893bdc021f4 req-8834bb64-6f03-44d9-b749-869d499f3a1d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:36.309059 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-013dbbae-d927-4040-8c42-b893bdc021f4 req-8834bb64-6f03-44d9-b749-869d499f3a1d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 945 time: 0.1346438 Feb 28 15:29:36.433477 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-013dbbae-d927-4040-8c42-b893bdc021f4 req-ffbd1224-57c5-496a-be6d-c44fd9de9c45 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063573 Feb 28 15:29:36.464655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adae383-1331-4adf-a145-6bf7609d4572 req-876b7f7e-4410-4b46-bb3d-52e86dcf01e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:36.466068 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3adae383-1331-4adf-a145-6bf7609d4572 req-876b7f7e-4410-4b46-bb3d-52e86dcf01e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3a909d4-168d-461e-bbfb-d7c448296f15 HTTP/1.1" status: 200 len: 897 time: 0.1562319 Feb 28 15:29:36.565628 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3adae383-1331-4adf-a145-6bf7609d4572 req-cac20ad6-c8d9-43fb-bc53-615dcdd9d1fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca4f61b1-f19b-4442-83a6-618079994f04 HTTP/1.1" status: 200 len: 999 time: 0.0933573 Feb 28 15:29:36.627598 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3adae383-1331-4adf-a145-6bf7609d4572 req-9025f6dd-148d-4669-9009-dfa11d0cca19 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:36.629543 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3adae383-1331-4adf-a145-6bf7609d4572 req-9025f6dd-148d-4669-9009-dfa11d0cca19 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e64de14c-f074-4eeb-a1b4-62bc332c918e HTTP/1.1" status: 200 len: 835 time: 0.0583777 Feb 28 15:29:36.702675 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3adae383-1331-4adf-a145-6bf7609d4572 req-9e79ad3e-9c9d-4a81-9aa4-b5131b6157c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3a909d4-168d-461e-bbfb-d7c448296f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0681047 Feb 28 15:29:36.928527 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3adae383-1331-4adf-a145-6bf7609d4572 req-43e0d71f-cc74-4eae-a144-351404447c5b service neutron] 10.222.0.20 "GET /v2.0/networks/c3a909d4-168d-461e-bbfb-d7c448296f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2115841 Feb 28 15:29:37.055603 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3adae383-1331-4adf-a145-6bf7609d4572 req-f8394709-3043-4909-b903-b6a7ff7f9b7f service neutron] 10.222.0.20 "GET /v2.0/networks/c3a909d4-168d-461e-bbfb-d7c448296f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206427 Feb 28 15:29:37.625895 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cd6d04-c753-4748-9670-8f566437a832 req-e211d776-ebcc-4e81-9748-5b0488f2ae9d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:37.627305 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-95cd6d04-c753-4748-9670-8f566437a832 req-e211d776-ebcc-4e81-9748-5b0488f2ae9d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 945 time: 0.0741770 Feb 28 15:29:37.674412 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-95cd6d04-c753-4748-9670-8f566437a832 req-d7b93f0f-e810-4fcd-b479-ca5a5a511278 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412412 Feb 28 15:29:38.868398 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37c347b-2ba0-4f1c-b635-c1e99e13e4bb req-3e002382-910c-40dc-921c-5725ca1d3898 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:38.869822 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b37c347b-2ba0-4f1c-b635-c1e99e13e4bb req-3e002382-910c-40dc-921c-5725ca1d3898 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 945 time: 0.0774803 Feb 28 15:29:38.913802 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b37c347b-2ba0-4f1c-b635-c1e99e13e4bb req-d5910ff5-1a44-42a5-b15f-1be242ac8bc5 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386045 Feb 28 15:29:38.940769 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54828) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:39.053604 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-34bb9fca-5c8c-4a15-a600-7e9895aa6c93 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/floatingips/718dd558-9d16-44df-a5de-b957dc523053 HTTP/1.1" status: 200 len: 991 time: 0.1115086 Feb 28 15:29:39.322887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54836) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:39.516610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port 9b07b0b4-28db-4b77-9590-04a56e64cbd4 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:29:39.516939 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:39.680980 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:39.681299 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:39.797488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for 9b07b0b4-28db-4b77-9590-04a56e64cbd4 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:29:39.939131 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:39.981297 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=9b07b0b4-28db-4b77-9590-04a56e64cbd4,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:40.020113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:40.020455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:40.020791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:40.021115 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:40.021440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:40.021764 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:40.022107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:40.022425 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:40.022742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:40.023058 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:40.023375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:40.080106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:40.547360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:29:40.742978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:29:40.752824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c150a7-90f6-43ad-8f73-514ecbdad4b3 None None] Sync routers for ids ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:29:40.762716 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:40.764484 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c150a7-90f6-43ad-8f73-514ecbdad4b3 None None] Routers {'980bf0b2-bf6f-409c-93ed-af725ddb2cb3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:29:40.765085 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-82c150a7-90f6-43ad-8f73-514ecbdad4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:29:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:40.814876 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e6ce6529-9f21-4e6f-b7b2-b5165870d22a tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/floatingips/718dd558-9d16-44df-a5de-b957dc523053 HTTP/1.1" status: 204 len: 168 time: 1.4909983 Feb 28 15:29:40.815432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8b35c3cf-e2ad-4893-9eca-6eea2d731546', 'tag': 'ca4f61b1-f19b-4442-83a6-618079994f04'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:29:40.875359 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8b35c3cf-e2ad-4893-9eca-6eea2d731546', 'tag': 'ca4f61b1-f19b-4442-83a6-618079994f04', 'status': 'completed', 'code': 200} Feb 28 15:29:40.945482 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-82c150a7-90f6-43ad-8f73-514ecbdad4b3 None None] Set router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:29:40.969759 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-912fe030-150a-4d3d-bedf-aa123ea584af req-8ef29535-2a4c-4a49-b4e7-0ef0b9d9fd74 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a5283100f1814e64862917972ce1e0b2&device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 1098 time: 0.0729403 Feb 28 15:29:41.107637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fe030-150a-4d3d-bedf-aa123ea584af req-d7667474-795c-46f6-82d3-6a026ef808b4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:41.109086 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-912fe030-150a-4d3d-bedf-aa123ea584af req-d7667474-795c-46f6-82d3-6a026ef808b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c3a909d4-168d-461e-bbfb-d7c448296f15 HTTP/1.1" status: 200 len: 897 time: 0.1342261 Feb 28 15:29:41.184070 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-912fe030-150a-4d3d-bedf-aa123ea584af req-b2844d44-b750-4330-b264-005521ef33ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ca4f61b1-f19b-4442-83a6-618079994f04 HTTP/1.1" status: 200 len: 217 time: 0.0688312 Feb 28 15:29:41.218517 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b998f8ce-a92b-447d-8e7d-9221fabd3939 req-a9ab43a5-4dcb-40fb-8e22-0bb0582bf29c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:41.220745 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b998f8ce-a92b-447d-8e7d-9221fabd3939 req-a9ab43a5-4dcb-40fb-8e22-0bb0582bf29c tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 945 time: 0.0763426 Feb 28 15:29:41.249778 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912fe030-150a-4d3d-bedf-aa123ea584af req-695dbc77-ab1e-412e-9d79-aa88f065aa1d service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:41.251209 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-912fe030-150a-4d3d-bedf-aa123ea584af req-695dbc77-ab1e-412e-9d79-aa88f065aa1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e64de14c-f074-4eeb-a1b4-62bc332c918e HTTP/1.1" status: 200 len: 835 time: 0.0610635 Feb 28 15:29:41.268656 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b998f8ce-a92b-447d-8e7d-9221fabd3939 req-7e18ba97-1ec6-4bb3-9341-19f4cd278717 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413125 Feb 28 15:29:41.312622 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-82c150a7-90f6-43ad-8f73-514ecbdad4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531018874', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '3851133b-e202-4312-a6ae-a9771b712efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:28:39Z', 'updated_at': '2022-02-28T15:28:44Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '3851133b-e202-4312-a6ae-a9771b712efd', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:40Z', 'updated_at': '2022-02-28T15:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'cbc1d497-5b50-4eda-aca8-9975fb88c3b3', 'name': '', 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:ec:ff:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:43Z', 'updated_at': '2022-02-28T15:28:49Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:41.317393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c150a7-90f6-43ad-8f73-514ecbdad4b3 None None] Checking router: 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:29:41.327713 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82c150a7-90f6-43ad-8f73-514ecbdad4b3 None None] Routers {'980bf0b2-bf6f-409c-93ed-af725ddb2cb3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:29:41.328314 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-82c150a7-90f6-43ad-8f73-514ecbdad4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:29:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:41.345318 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-912fe030-150a-4d3d-bedf-aa123ea584af req-e79ca24f-37a5-411e-8965-247cc4f19cb6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c3a909d4-168d-461e-bbfb-d7c448296f15&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0881314 Feb 28 15:29:41.478605 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-912fe030-150a-4d3d-bedf-aa123ea584af req-9566cee2-5c50-4471-a6ba-ab99e95877ad service neutron] 10.222.0.20 "GET /v2.0/networks/c3a909d4-168d-461e-bbfb-d7c448296f15?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270676 Feb 28 15:29:41.500735 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-82c150a7-90f6-43ad-8f73-514ecbdad4b3 None None] Set router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:29:41.616074 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-912fe030-150a-4d3d-bedf-aa123ea584af req-a4c29090-206d-4277-a25c-e3ddd38628a4 service neutron] 10.222.0.20 "GET /v2.0/networks/c3a909d4-168d-461e-bbfb-d7c448296f15?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301501 Feb 28 15:29:41.804861 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-82c150a7-90f6-43ad-8f73-514ecbdad4b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531018874', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '3851133b-e202-4312-a6ae-a9771b712efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:28:39Z', 'updated_at': '2022-02-28T15:28:44Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '3851133b-e202-4312-a6ae-a9771b712efd', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:40Z', 'updated_at': '2022-02-28T15:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'cbc1d497-5b50-4eda-aca8-9975fb88c3b3', 'name': '', 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:ec:ff:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:43Z', 'updated_at': '2022-02-28T15:28:49Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:41.808772 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82c150a7-90f6-43ad-8f73-514ecbdad4b3 None None] The sync data for ids ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'] in dv-neutron-830866-2-hyperv is: [{'id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531018874', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '3851133b-e202-4312-a6ae-a9771b712efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:28:39Z', 'updated_at': '2022-02-28T15:28:44Z', 'revision_number': 4, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '3851133b-e202-4312-a6ae-a9771b712efd', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:40Z', 'updated_at': '2022-02-28T15:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': 'cbc1d497-5b50-4eda-aca8-9975fb88c3b3', 'name': '', 'network_id': 'c3a909d4-168d-461e-bbfb-d7c448296f15', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'mac_address': 'fa:16:3e:ec:ff:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:43Z', 'updated_at': '2022-02-28T15:28:49Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'subnets': [{'id': 'e64de14c-f074-4eeb-a1b4-62bc332c918e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:29:42.018549 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08ca0745-24d5-4d22-b193-b6c3b996de64 None None] New status for floating IP 718dd558-9d16-44df-a5de-b957dc523053: DOWN {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:29:42.463608 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b2494ef-2bc4-4a1e-b245-35449c25b6f0 req-d5b50405-d60f-4938-83d4-11a651e9ee76 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:42.464303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-1b2494ef-2bc4-4a1e-b245-35449c25b6f0 req-d5b50405-d60f-4938-83d4-11a651e9ee76 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:29:42.479204 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-1b2494ef-2bc4-4a1e-b245-35449c25b6f0 req-d5b50405-d60f-4938-83d4-11a651e9ee76 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:29:42.480329 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b2494ef-2bc4-4a1e-b245-35449c25b6f0 req-d5b50405-d60f-4938-83d4-11a651e9ee76 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 945 time: 0.0895100 Feb 28 15:29:42.523740 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1b2494ef-2bc4-4a1e-b245-35449c25b6f0 req-d0f0d1b2-fbe1-4c78-97d5-27ba32f97f51 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/security-groups?id=94d5430f-908b-4aa3-8c4e-6d4342106599&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377758 Feb 28 15:29:42.646571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448aac8a-f9a3-400a-b85a-d88b6df54982 req-854d5e4a-9ec5-4d6c-973b-50f98e82b37f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:42.647981 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-448aac8a-f9a3-400a-b85a-d88b6df54982 req-854d5e4a-9ec5-4d6c-973b-50f98e82b37f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 945 time: 0.0768085 Feb 28 15:29:42.714571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-448aac8a-f9a3-400a-b85a-d88b6df54982 req-90f13c59-2be4-47e5-91f0-376b06c40918 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port ca4f61b1-f19b-4442-83a6-618079994f04 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:29:42.714821 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-448aac8a-f9a3-400a-b85a-d88b6df54982 req-90f13c59-2be4-47e5-91f0-376b06c40918 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:43.044698 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-448aac8a-f9a3-400a-b85a-d88b6df54982 req-90f13c59-2be4-47e5-91f0-376b06c40918 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] For port ca4f61b1-f19b-4442-83a6-618079994f04, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ca4f61b1-f19b-4442-83a6-618079994f04,segment=NetworkSegment(994eba5c-cde7-426f-9dde-6e1a5c6a8c90),segment_id=994eba5c-cde7-426f-9dde-6e1a5c6a8c90)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:29:43.045044 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-448aac8a-f9a3-400a-b85a-d88b6df54982 req-90f13c59-2be4-47e5-91f0-376b06c40918 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:43.164731 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-448aac8a-f9a3-400a-b85a-d88b6df54982 req-90f13c59-2be4-47e5-91f0-376b06c40918 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for ca4f61b1-f19b-4442-83a6-618079994f04 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:29:43.302947 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-448aac8a-f9a3-400a-b85a-d88b6df54982 req-90f13c59-2be4-47e5-91f0-376b06c40918 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:43.349375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f13c59-2be4-47e5-91f0-376b06c40918 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=ca4f61b1-f19b-4442-83a6-618079994f04,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:43.422754 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-448aac8a-f9a3-400a-b85a-d88b6df54982 req-90f13c59-2be4-47e5-91f0-376b06c40918 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] No DVR routers for this DVR port ca4f61b1-f19b-4442-83a6-618079994f04 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:29:43.425109 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-448aac8a-f9a3-400a-b85a-d88b6df54982 req-90f13c59-2be4-47e5-91f0-376b06c40918 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:43.428205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8b35c3cf-e2ad-4893-9eca-6eea2d731546', 'name': 'network-vif-deleted', 'tag': 'ca4f61b1-f19b-4442-83a6-618079994f04'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:29:43.444550 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-448aac8a-f9a3-400a-b85a-d88b6df54982 req-90f13c59-2be4-47e5-91f0-376b06c40918 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.20 "DELETE /v2.0/ports/ca4f61b1-f19b-4442-83a6-618079994f04 HTTP/1.1" status: 204 len: 173 time: 0.7913289 Feb 28 15:29:43.491329 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8b35c3cf-e2ad-4893-9eca-6eea2d731546', 'name': 'network-vif-deleted', 'tag': 'ca4f61b1-f19b-4442-83a6-618079994f04', 'status': 'completed', 'code': 200} Feb 28 15:29:43.702640 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-9eb7040d-fe99-4870-925e-a4f27a1d3080 req-418792ba-c227-43a7-a7bb-7818c25bd5fa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Synchronizing usage tracker for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:29:43.718310 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-9eb7040d-fe99-4870-925e-a4f27a1d3080 req-418792ba-c227-43a7-a7bb-7818c25bd5fa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Unset dirty status for tenant:a5283100f1814e64862917972ce1e0b2 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:29:43.719844 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9eb7040d-fe99-4870-925e-a4f27a1d3080 req-418792ba-c227-43a7-a7bb-7818c25bd5fa tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "GET /v2.0/ports?device_id=8b35c3cf-e2ad-4893-9eca-6eea2d731546 HTTP/1.1" status: 200 len: 210 time: 0.0570488 Feb 28 15:29:44.824814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54854) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:45.209952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4298-0831-4aaa-a00d-4aedd404a61f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:45.888334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a4298-0831-4aaa-a00d-4aedd404a61f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port cbc1d497-5b50-4eda-aca8-9975fb88c3b3 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:29:45.889017 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4298-0831-4aaa-a00d-4aedd404a61f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:46.062791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-2d9a4298-0831-4aaa-a00d-4aedd404a61f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] For port cbc1d497-5b50-4eda-aca8-9975fb88c3b3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=cbc1d497-5b50-4eda-aca8-9975fb88c3b3,segment=NetworkSegment(994eba5c-cde7-426f-9dde-6e1a5c6a8c90),segment_id=994eba5c-cde7-426f-9dde-6e1a5c6a8c90)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:29:46.063133 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4298-0831-4aaa-a00d-4aedd404a61f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:46.180375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-2d9a4298-0831-4aaa-a00d-4aedd404a61f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for cbc1d497-5b50-4eda-aca8-9975fb88c3b3 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:29:46.345793 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4298-0831-4aaa-a00d-4aedd404a61f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:46.392653 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9a4298-0831-4aaa-a00d-4aedd404a61f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=cbc1d497-5b50-4eda-aca8-9975fb88c3b3,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:46.679985 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2d9a4298-0831-4aaa-a00d-4aedd404a61f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:46.763444 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device ca4f61b1-f19b-4442-83a6-618079994f04 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:29:46.795976 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: ca4f61b1-f19b-4442-83a6-618079994f04 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:29:46.796310 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device ca4f61b1-f19b-4442-83a6-618079994f04 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:29:47.326591 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9a4298-0831-4aaa-a00d-4aedd404a61f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:29:47.523756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9a4298-0831-4aaa-a00d-4aedd404a61f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:29:47.532843 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff6052-df4d-4294-84d4-65dc804d0adf None None] Sync routers for ids ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:29:47.541363 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2d9a4298-0831-4aaa-a00d-4aedd404a61f tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "PUT /v2.0/routers/980bf0b2-bf6f-409c-93ed-af725ddb2cb3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7151539 Feb 28 15:29:47.543906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54858) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:47.544635 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff6052-df4d-4294-84d4-65dc804d0adf None None] Routers {'980bf0b2-bf6f-409c-93ed-af725ddb2cb3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:29:47.545372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ceff6052-df4d-4294-84d4-65dc804d0adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:29:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:47.718074 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-ceff6052-df4d-4294-84d4-65dc804d0adf None None] Set router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:29:47.730347 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-6263e9d0-9657-40d9-b0ab-e3b738b36764 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting subnet e64de14c-f074-4eeb-a1b4-62bc332c918e {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:29:47.733132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6263e9d0-9657-40d9-b0ab-e3b738b36764 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:47.785505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6263e9d0-9657-40d9-b0ab-e3b738b36764 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:47.870796 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6263e9d0-9657-40d9-b0ab-e3b738b36764 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:47.941510 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6263e9d0-9657-40d9-b0ab-e3b738b36764 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:47.978247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6263e9d0-9657-40d9-b0ab-e3b738b36764 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Subnet': ['ID=e64de14c-f074-4eeb-a1b4-62bc332c918e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:47.984382 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6263e9d0-9657-40d9-b0ab-e3b738b36764 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:47.991045 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6263e9d0-9657-40d9-b0ab-e3b738b36764 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/subnets/e64de14c-f074-4eeb-a1b4-62bc332c918e HTTP/1.1" status: 204 len: 168 time: 0.4461801 Feb 28 15:29:47.992042 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-febe35bc-48e2-4fd9-b2b7-c49bdfaa6de1 None None] Network c3a909d4-168d-461e-bbfb-d7c448296f15 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:29:47.993612 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54862) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:48.056938 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ceff6052-df4d-4294-84d4-65dc804d0adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531018874', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '3851133b-e202-4312-a6ae-a9771b712efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:28:39Z', 'updated_at': '2022-02-28T15:29:46Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '3851133b-e202-4312-a6ae-a9771b712efd', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:40Z', 'updated_at': '2022-02-28T15:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:48.074663 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff6052-df4d-4294-84d4-65dc804d0adf None None] Checking router: 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:29:48.198155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db08c67c-2a2e-4ea8-b2e4-4f9a9fe70a5d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:48.201565 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceff6052-df4d-4294-84d4-65dc804d0adf None None] Routers {'980bf0b2-bf6f-409c-93ed-af725ddb2cb3'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:29:48.202172 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ceff6052-df4d-4294-84d4-65dc804d0adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:29:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:48.392143 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-ceff6052-df4d-4294-84d4-65dc804d0adf None None] Set router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:29:48.394747 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db08c67c-2a2e-4ea8-b2e4-4f9a9fe70a5d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:48.405157 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-db08c67c-2a2e-4ea8-b2e4-4f9a9fe70a5d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Deleting port 3851133b-e202-4312-a6ae-a9771b712efd {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:29:48.405507 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db08c67c-2a2e-4ea8-b2e4-4f9a9fe70a5d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:48.446946 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] DHCP port deletion for c3a909d4-168d-461e-bbfb-d7c448296f15 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:29:48.508909 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Deleting port 23476331-154e-4a4c-a174-8f6179ae1d49 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:29:48.509276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:48.577116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-db08c67c-2a2e-4ea8-b2e4-4f9a9fe70a5d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] For port 3851133b-e202-4312-a6ae-a9771b712efd, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3851133b-e202-4312-a6ae-a9771b712efd,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:29:48.577483 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db08c67c-2a2e-4ea8-b2e4-4f9a9fe70a5d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:48.696951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-db08c67c-2a2e-4ea8-b2e4-4f9a9fe70a5d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Calling delete_port for 3851133b-e202-4312-a6ae-a9771b712efd owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:29:48.846623 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] For port 23476331-154e-4a4c-a174-8f6179ae1d49, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=23476331-154e-4a4c-a174-8f6179ae1d49,segment=NetworkSegment(994eba5c-cde7-426f-9dde-6e1a5c6a8c90),segment_id=994eba5c-cde7-426f-9dde-6e1a5c6a8c90)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:29:48.847001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:48.965797 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db08c67c-2a2e-4ea8-b2e4-4f9a9fe70a5d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:48.971980 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Calling delete_port for 23476331-154e-4a4c-a174-8f6179ae1d49 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:29:49.012210 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db08c67c-2a2e-4ea8-b2e4-4f9a9fe70a5d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Port': ['ID=3851133b-e202-4312-a6ae-a9771b712efd,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:49.032271 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-ceff6052-df4d-4294-84d4-65dc804d0adf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531018874', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '3851133b-e202-4312-a6ae-a9771b712efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:28:39Z', 'updated_at': '2022-02-28T15:29:46Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '3851133b-e202-4312-a6ae-a9771b712efd', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:40Z', 'updated_at': '2022-02-28T15:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:49.046459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceff6052-df4d-4294-84d4-65dc804d0adf None None] The sync data for ids ['980bf0b2-bf6f-409c-93ed-af725ddb2cb3'] in dv-neutron-830866-2-hyperv is: [{'id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1531018874', 'tenant_id': 'a5283100f1814e64862917972ce1e0b2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87'}], 'enable_snat': True}, 'gw_port_id': '3851133b-e202-4312-a6ae-a9771b712efd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:28:39Z', 'updated_at': '2022-02-28T15:29:46Z', 'revision_number': 5, 'project_id': 'a5283100f1814e64862917972ce1e0b2', 'gw_port': {'id': '3851133b-e202-4312-a6ae-a9771b712efd', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:e9:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '980bf0b2-bf6f-409c-93ed-af725ddb2cb3', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.87', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:28:40Z', 'updated_at': '2022-02-28T15:28:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:29:49.056860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506'] for port, after_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:49.102799 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Pushing event deleted for resources: {'Port': ['ID=23476331-154e-4a4c-a174-8f6179ae1d49,revision_number=None']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:49.113367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] No DVR routers for this DVR port 23476331-154e-4a4c-a174-8f6179ae1d49 on host dv-neutron-830866-2-hyperv {{(pid=83593) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:29:49.117143 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:49.117489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:49.122777 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:49.122777 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:49.122777 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:49.122777 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:49.122777 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:49.122777 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:49.122777 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:49.122777 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:49.122777 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fbd33e4d-7969-44cc-aefb-ee6e074bcf83 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:49.233662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db08c67c-2a2e-4ea8-b2e4-4f9a9fe70a5d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:49.497517 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db08c67c-2a2e-4ea8-b2e4-4f9a9fe70a5d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:49.501671 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db08c67c-2a2e-4ea8-b2e4-4f9a9fe70a5d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:49.536915 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db08c67c-2a2e-4ea8-b2e4-4f9a9fe70a5d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:49.537614 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db08c67c-2a2e-4ea8-b2e4-4f9a9fe70a5d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Fanout notify agent at l3_agent the message router_deleted on router 980bf0b2-bf6f-409c-93ed-af725ddb2cb3 {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:29:49.552039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-db08c67c-2a2e-4ea8-b2e4-4f9a9fe70a5d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:49.553839 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-db08c67c-2a2e-4ea8-b2e4-4f9a9fe70a5d tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/routers/980bf0b2-bf6f-409c-93ed-af725ddb2cb3 HTTP/1.1" status: 204 len: 168 time: 1.5586116 Feb 28 15:29:49.555784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54866) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:49.581480 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cbc1d497-5b50-4eda-aca8-9975fb88c3b3 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:29:49.614453 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: cbc1d497-5b50-4eda-aca8-9975fb88c3b3 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:29:49.614791 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device cbc1d497-5b50-4eda-aca8-9975fb88c3b3 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:29:49.615208 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 23476331-154e-4a4c-a174-8f6179ae1d49 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:29:49.648320 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 23476331-154e-4a4c-a174-8f6179ae1d49 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:29:49.648607 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 23476331-154e-4a4c-a174-8f6179ae1d49 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:29:49.669660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-11c7677e-b64b-416d-ad60-f4185da0b3e2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:49.810224 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-11c7677e-b64b-416d-ad60-f4185da0b3e2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:49.834964 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-11c7677e-b64b-416d-ad60-f4185da0b3e2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3a909d4-168d-461e-bbfb-d7c448296f15']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:49.846444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-11c7677e-b64b-416d-ad60-f4185da0b3e2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '994eba5c-cde7-426f-9dde-6e1a5c6a8c90') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:49.846734 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-11c7677e-b64b-416d-ad60-f4185da0b3e2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '994eba5c-cde7-426f-9dde-6e1a5c6a8c90') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:49.858645 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-11c7677e-b64b-416d-ad60-f4185da0b3e2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:49.873944 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-11c7677e-b64b-416d-ad60-f4185da0b3e2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:49.880286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-11c7677e-b64b-416d-ad60-f4185da0b3e2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:29:49.880656 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-11c7677e-b64b-416d-ad60-f4185da0b3e2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:29:49.894209 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:29:49.971870 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-11c7677e-b64b-416d-ad60-f4185da0b3e2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:49.988209 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-11c7677e-b64b-416d-ad60-f4185da0b3e2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:50.000547 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c7677e-b64b-416d-ad60-f4185da0b3e2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'Network': ['ID=c3a909d4-168d-461e-bbfb-d7c448296f15,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:50.007989 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-11c7677e-b64b-416d-ad60-f4185da0b3e2 tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/networks/c3a909d4-168d-461e-bbfb-d7c448296f15 HTTP/1.1" status: 204 len: 168 time: 0.4511964 Feb 28 15:29:50.010572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54870) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:50.078563 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fb6490c7-2b84-4fd3-8d0f-0f9abedc56bf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:50.107978 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fb6490c7-2b84-4fd3-8d0f-0f9abedc56bf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:50.175181 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fb6490c7-2b84-4fd3-8d0f-0f9abedc56bf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:50.194006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6490c7-2b84-4fd3-8d0f-0f9abedc56bf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=94d5430f-908b-4aa3-8c4e-6d4342106599,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:50.208147 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fb6490c7-2b84-4fd3-8d0f-0f9abedc56bf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:50.209259 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fb6490c7-2b84-4fd3-8d0f-0f9abedc56bf tempest-TestNetworkAdvancedServerOps-924085486 tempest-TestNetworkAdvancedServerOps-924085486-project] 10.222.0.15 "DELETE /v2.0/security-groups/94d5430f-908b-4aa3-8c4e-6d4342106599 HTTP/1.1" status: 204 len: 168 time: 0.1978035 Feb 28 15:29:50.590492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54880) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:50.758673 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0d1c5b6f-ce10-429c-8cc9-a781ac52c9a4 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=a5283100f1814e64862917972ce1e0b2&name=default HTTP/1.1" status: 200 len: 2647 time: 0.1670663 Feb 28 15:29:50.761163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54886) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:50.817555 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-05db8b96-6567-40b1-badf-f2b90e1ca15b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:50.842047 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-05db8b96-6567-40b1-badf-f2b90e1ca15b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:50.889993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-05db8b96-6567-40b1-badf-f2b90e1ca15b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:50.906860 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05db8b96-6567-40b1-badf-f2b90e1ca15b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5b586d3-eb05-44e9-b90a-439c8013d0e8,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:50.913907 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-05db8b96-6567-40b1-badf-f2b90e1ca15b admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:50.915148 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-05db8b96-6567-40b1-badf-f2b90e1ca15b admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/f5b586d3-eb05-44e9-b90a-439c8013d0e8 HTTP/1.1" status: 204 len: 168 time: 0.1530983 Feb 28 15:29:51.244909 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54894) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:51.266712 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c915d071-8de1-434d-a269-51e022a05be1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:51.390057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c915d071-8de1-434d-a269-51e022a05be1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:29:51.393569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c915d071-8de1-434d-a269-51e022a05be1 admin admin] Usage tracker for resource:security_group_rule and tenant:c723c25ca9434bfbabe6d7bc764543e9 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:29:51.397038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-c915d071-8de1-434d-a269-51e022a05be1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:29:51.402468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-c915d071-8de1-434d-a269-51e022a05be1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:29:51.428279 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:29:51.466069 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c915d071-8de1-434d-a269-51e022a05be1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:51.470217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-c915d071-8de1-434d-a269-51e022a05be1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:51.476709 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3851133b-e202-4312-a6ae-a9771b712efd no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:29:51.512300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c915d071-8de1-434d-a269-51e022a05be1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7182cc6e-374c-44be-9015-9945366a20c0,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:51.512542 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 3851133b-e202-4312-a6ae-a9771b712efd {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:29:51.512752 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3851133b-e202-4312-a6ae-a9771b712efd not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:29:51.519656 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-c915d071-8de1-434d-a269-51e022a05be1 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c723c25ca9434bfbabe6d7bc764543e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.2736914 Feb 28 15:29:51.522561 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54898) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:51.580533 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:51.606837 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:51.661146 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:51.677308 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7182cc6e-374c-44be-9015-9945366a20c0,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:51.681871 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:51.682945 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/7182cc6e-374c-44be-9015-9945366a20c0 HTTP/1.1" status: 204 len: 168 time: 0.1594169 Feb 28 15:29:51.688356 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:51.688693 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:51.689024 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:51.689347 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:51.689670 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:51.689994 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:51.690327 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:51.690624 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:51.690936 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:51.691248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:51.691574 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcb90ff8-aee3-4cdd-9147-5a2ccb964c49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:52.491805 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54920) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:52.617273 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-724092713-network', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:29:52.622026 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:29:52.625801 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Usage tracker for resource:network and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:29:52.628605 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:29:52.635078 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:29:52.644067 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Made reservation on behalf of e03c6d95358f4cef8e01dad68d192f96 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:29:52.647076 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:52.658841 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:52.688089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:29:52.692295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Usage tracker for resource:security_group_rule and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:29:52.695149 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:29:52.701503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:29:52.765613 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:52.769169 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:52.799490 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:29:52.807626 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec2e4f3-57e2-46b6-807c-e964863f39f2,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:52.813117 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:52.813565 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Added segment ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd of type vlan for network be1065eb-d31b-476a-b4b2-85bd3bbcc695 Feb 28 15:29:52.840168 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:52.867536 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:52.868380 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:52.868953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:52.970350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] Pushing event updated for resources: {'Network': ['ID=be1065eb-d31b-476a-b4b2-85bd3bbcc695,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:52.973332 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f034833a-c046-470b-8da5-ff5fad915e69 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4805889 Feb 28 15:29:52.976309 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54926) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:52.980472 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network be1065eb-d31b-476a-b4b2-85bd3bbcc695 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:29:52.985734 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-f2d18db8-c2c5-4f39-b6ce-41a8c4db1013 admin admin] Request body: {'subnet': {'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-724092713-subnet', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'ip_version': 4}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:29:52.991257 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f2d18db8-c2c5-4f39-b6ce-41a8c4db1013 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:29:52.995064 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f2d18db8-c2c5-4f39-b6ce-41a8c4db1013 admin admin] Usage tracker for resource:subnet and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:29:52.997878 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-f2d18db8-c2c5-4f39-b6ce-41a8c4db1013 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:29:53.003371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-f2d18db8-c2c5-4f39-b6ce-41a8c4db1013 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:29:53.013554 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2d18db8-c2c5-4f39-b6ce-41a8c4db1013 admin admin] Made reservation on behalf of e03c6d95358f4cef8e01dad68d192f96 for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:29:53.016084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f2d18db8-c2c5-4f39-b6ce-41a8c4db1013 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:53.216889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f2d18db8-c2c5-4f39-b6ce-41a8c4db1013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:53.283683 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d18db8-c2c5-4f39-b6ce-41a8c4db1013 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0c9f76ce-406d-439c-be39-e708cf54b4e9,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:53.297636 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2d18db8-c2c5-4f39-b6ce-41a8c4db1013 admin admin] Checking segment: {'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:29:53.297988 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d18db8-c2c5-4f39-b6ce-41a8c4db1013 admin admin] Network hostable DHCP agents. Network: be1065eb-d31b-476a-b4b2-85bd3bbcc695, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:29:53.319732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2d18db8-c2c5-4f39-b6ce-41a8c4db1013 admin admin] Network be1065eb-d31b-476a-b4b2-85bd3bbcc695 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:29:53.328373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-f2d18db8-c2c5-4f39-b6ce-41a8c4db1013 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, be1065eb-d31b-476a-b4b2-85bd3bbcc695) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:29:53.333047 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2d18db8-c2c5-4f39-b6ce-41a8c4db1013 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:53.334644 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-f2d18db8-c2c5-4f39-b6ce-41a8c4db1013 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:53.337537 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebbd49e0-624a-48ce-9b29-c019f206f074 None None] Network be1065eb-d31b-476a-b4b2-85bd3bbcc695 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:29:53.355671 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-f2d18db8-c2c5-4f39-b6ce-41a8c4db1013 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3774765 Feb 28 15:29:53.357732 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54930) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:53.362514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:29:53.367565 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:29:53.371289 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Usage tracker for resource:router and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:29:53.374048 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:29:53.379681 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:29:53.389140 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:53.389969 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:53.408040 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:53.557961 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:53.583454 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:29:53.584343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:53.736190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Allocated IP 172.20.0.2 (be1065eb-d31b-476a-b4b2-85bd3bbcc695/0c9f76ce-406d-439c-be39-e708cf54b4e9/024d783f-c04f-4b1e-a75e-4258b9a2dfb3) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:29:53.739769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:53.768483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:53.902645 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Allocated IP 172.26.4.254 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/74b74b24-e199-45dc-978f-7a0daa3f570a) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:29:53.936515 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:53.946583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Transition to ACTIVE for port object 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:29:53.965470 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Transition to ACTIVE for port object 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:29:53.971911 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:54.042346 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Network be1065eb-d31b-476a-b4b2-85bd3bbcc695 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:29:54.044996 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:29:54.048595 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:29:54.054659 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Pushing event updated for resources: {'Port': ['ID=024d783f-c04f-4b1e-a75e-4258b9a2dfb3,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:54.138044 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Attempting to bind port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:29:54.138401 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Attempting to bind port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:29:54.138762 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Attempting to bind port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 on network be1065eb-d31b-476a-b4b2-85bd3bbcc695 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:29:54.141834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:54.146017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:29:54.146382 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Checking segment: {'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:29:54.146776 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:54.147160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Bound using segment: {'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:29:54.147637 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Bound port: 024d783f-c04f-4b1e-a75e-4258b9a2dfb3, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:29:54.148004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:54.169272 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:54.232221 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] For port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:29:54.235676 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] For port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=024d783f-c04f-4b1e-a75e-4258b9a2dfb3,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:29:54.236330 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:29:54.239104 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:29:54.240092 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:54.242615 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:29:54.275074 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Pushing event updated for resources: {'Port': ['ID=74b74b24-e199-45dc-978f-7a0daa3f570a,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:54.323668 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69908337-c6ed-4d31-b830-973c0b2c485e None None] Pushing event updated for resources: {'Port': ['ID=024d783f-c04f-4b1e-a75e-4258b9a2dfb3,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:54.417103 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:54.417827 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:54.663426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Router 546989b0-a071-42bd-817f-aaf5f28cc77e is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:29:54.869066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:29:54.878406 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Sync routers for ids ['546989b0-a071-42bd-817f-aaf5f28cc77e'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:29:54.890532 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Routers {'546989b0-a071-42bd-817f-aaf5f28cc77e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:29:54.891148 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:29:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['546989b0-a071-42bd-817f-aaf5f28cc77e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:54.892954 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:54.894160 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ef40e6d8-e363-449e-bad4-2961808a904e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5355351 Feb 28 15:29:54.897730 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54934) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:55.073735 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Set router 546989b0-a071-42bd-817f-aaf5f28cc77e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:29:55.248174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbeca634-9c5c-48cf-9dd6-c92c1837037c None None] Network be1065eb-d31b-476a-b4b2-85bd3bbcc695 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:29:55.369640 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:54Z', 'revision_number': 3, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:55.373829 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Checking router: 546989b0-a071-42bd-817f-aaf5f28cc77e for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:29:55.374151 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Updating router 546989b0-a071-42bd-817f-aaf5f28cc77e port 74b74b24-e199-45dc-978f-7a0daa3f570a binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:29:55.420969 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5fd50904-383a-4e20-81e3-6c1f4b3ed038 None None] Provisioning for port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:29:55.470967 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:55.574918 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:29:55.622992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ed339a22-8f11-4c20-a2f4-9007dd9464f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:55.670367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:29:55.676165 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:29:55.677188 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:55.726845 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:55.807972 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:55.840529 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=024d783f-c04f-4b1e-a75e-4258b9a2dfb3,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:29:55.846701 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:55.860608 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:55.873391 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Transition to ACTIVE for port object 74b74b24-e199-45dc-978f-7a0daa3f570a will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:29:55.880638 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:55.928727 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9fa1b16b-c13e-4763-ae98-d5e2bc146a72 None None] Provisioning complete for port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:29:55.929098 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9fa1b16b-c13e-4763-ae98-d5e2bc146a72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:55.964676 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f54cf0-b7b4-4b84-a904-c1735165ab0b None None] Pushing event updated for resources: {'Port': ['ID=74b74b24-e199-45dc-978f-7a0daa3f570a,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:55.966767 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Attempting to bind port 74b74b24-e199-45dc-978f-7a0daa3f570a on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:29:55.967118 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Attempting to bind port 74b74b24-e199-45dc-978f-7a0daa3f570a by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:29:55.967465 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Attempting to bind port 74b74b24-e199-45dc-978f-7a0daa3f570a on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:29:55.972183 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=024d783f-c04f-4b1e-a75e-4258b9a2dfb3,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:55.978933 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:29:55.979148 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:29:55.979513 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:55.979912 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:29:55.980484 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Bound port: 74b74b24-e199-45dc-978f-7a0daa3f570a, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:29:55.980711 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:56.007030 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f54cf0-b7b4-4b84-a904-c1735165ab0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:56.007377 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f54cf0-b7b4-4b84-a904-c1735165ab0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:56.007736 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f54cf0-b7b4-4b84-a904-c1735165ab0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:56.008064 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f54cf0-b7b4-4b84-a904-c1735165ab0b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:56.008391 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f54cf0-b7b4-4b84-a904-c1735165ab0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:56.008714 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f54cf0-b7b4-4b84-a904-c1735165ab0b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:56.009032 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f54cf0-b7b4-4b84-a904-c1735165ab0b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:56.009350 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f54cf0-b7b4-4b84-a904-c1735165ab0b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:56.009668 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f54cf0-b7b4-4b84-a904-c1735165ab0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:56.009979 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f54cf0-b7b4-4b84-a904-c1735165ab0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:56.010292 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7f54cf0-b7b4-4b84-a904-c1735165ab0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:29:56.051229 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Allocated IP 172.20.0.1 (be1065eb-d31b-476a-b4b2-85bd3bbcc695/0c9f76ce-406d-439c-be39-e708cf54b4e9/14226c12-755f-460d-bbf7-8f4238ca3507) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:29:56.056675 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] For port 74b74b24-e199-45dc-978f-7a0daa3f570a, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:29:56.059865 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] For port 74b74b24-e199-45dc-978f-7a0daa3f570a, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=74b74b24-e199-45dc-978f-7a0daa3f570a,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:29:56.064395 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:56.142301 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f54cf0-b7b4-4b84-a904-c1735165ab0b None None] Pushing event updated for resources: {'Port': ['ID=74b74b24-e199-45dc-978f-7a0daa3f570a,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:56.144564 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Routers {'546989b0-a071-42bd-817f-aaf5f28cc77e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:29:56.145656 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:29:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['546989b0-a071-42bd-817f-aaf5f28cc77e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:56.199415 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:56.215263 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Transition to ACTIVE for port object 14226c12-755f-460d-bbf7-8f4238ca3507 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:29:56.238988 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:56.305739 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Network be1065eb-d31b-476a-b4b2-85bd3bbcc695 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:29:56.308320 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:29:56.310740 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:29:56.317934 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] Set router 546989b0-a071-42bd-817f-aaf5f28cc77e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:29:56.347182 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Pushing event updated for resources: {'Port': ['ID=14226c12-755f-460d-bbf7-8f4238ca3507,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:56.382409 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:56.473058 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:56.593793 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-02d2992e-e9aa-426e-a9ef-4bf5a6e55000 None None] Provisioning for port 14226c12-755f-460d-bbf7-8f4238ca3507 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:29:56.599733 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-02d2992e-e9aa-426e-a9ef-4bf5a6e55000 None None] Provisioning complete for port 14226c12-755f-460d-bbf7-8f4238ca3507 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:29:56.600099 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-02d2992e-e9aa-426e-a9ef-4bf5a6e55000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:56.615038 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:54Z', 'revision_number': 3, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:29:56.618888 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2f7f3bc-28f6-45c5-b105-a04a03c1f2df None None] The sync data for ids ['546989b0-a071-42bd-817f-aaf5f28cc77e'] in dv-neutron-830866-2-hyperv is: [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:54Z', 'revision_number': 3, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:29:56.654431 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-02d2992e-e9aa-426e-a9ef-4bf5a6e55000 None None] Port 14226c12-755f-460d-bbf7-8f4238ca3507 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:29:56.714221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:56.718963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:56.841232 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Pushing event updated for resources: {'Port': ['ID=14226c12-755f-460d-bbf7-8f4238ca3507,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:56.843755 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:56.985094 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Network be1065eb-d31b-476a-b4b2-85bd3bbcc695 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:29:56.986159 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:29:57.279626 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-21a0be68-e48f-48b7-972d-ca2e18329ae9 None None] Provisioning complete for port 14226c12-755f-460d-bbf7-8f4238ca3507 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:29:57.279987 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-21a0be68-e48f-48b7-972d-ca2e18329ae9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:57.335284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-21a0be68-e48f-48b7-972d-ca2e18329ae9 None None] Port 14226c12-755f-460d-bbf7-8f4238ca3507 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:29:57.399023 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Router 546989b0-a071-42bd-817f-aaf5f28cc77e has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:29:57.587466 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 74b74b24-e199-45dc-978f-7a0daa3f570a up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:29:57.653324 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 74b74b24-e199-45dc-978f-7a0daa3f570a completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:29:57.658073 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 74b74b24-e199-45dc-978f-7a0daa3f570a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:29:57.658435 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:57.703138 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:29:57.712688 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-05e926b9-776d-447c-bcee-9d3ef39dbb0f admin admin] 10.222.0.15 "PUT /v2.0/routers/546989b0-a071-42bd-817f-aaf5f28cc77e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8140471 Feb 28 15:29:57.715780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c6577005-eb63-44bf-b42e-c7ae433fc452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:57.815717 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:57.831311 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 74b74b24-e199-45dc-978f-7a0daa3f570a, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=74b74b24-e199-45dc-978f-7a0daa3f570a,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:29:57.838649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:57.838649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:29:57.948798 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=74b74b24-e199-45dc-978f-7a0daa3f570a,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:57.961799 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:29:57.962167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:58.141745 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:58.541239 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54956) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:58.546612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-711164223-network', 'tenant_id': 'c053f045123c4463b19829f5019c8d1d'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:29:58.551292 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:29:58.554992 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Usage tracker for resource:network and tenant:c053f045123c4463b19829f5019c8d1d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:29:58.557755 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:29:58.563195 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:29:58.573521 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Made reservation on behalf of c053f045123c4463b19829f5019c8d1d for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:29:58.575769 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:58.588422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:58.618320 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:29:58.621958 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Usage tracker for resource:security_group_rule and tenant:c053f045123c4463b19829f5019c8d1d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:29:58.624721 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:29:58.630740 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:29:58.693310 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:58.696836 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:58.725784 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:29:58.733687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdca5ba-5fc4-4720-9efa-d637629d38a9,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:58.739310 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:58.739670 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Added segment abf399af-fa26-445b-9964-144cd3e90be3 of type vlan for network 830c9f61-874c-4c3e-aa2a-f0c1495ea36a Feb 28 15:29:58.764496 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:58.795846 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:58.796626 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:58.797370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:58.897723 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] Pushing event updated for resources: {'Network': ['ID=830c9f61-874c-4c3e-aa2a-f0c1495ea36a,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:58.900882 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b7a2dfc7-006b-4e95-a7be-b5996627d31b admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.3586257 Feb 28 15:29:58.903760 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54960) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:58.908816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network 830c9f61-874c-4c3e-aa2a-f0c1495ea36a details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:29:58.909301 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-cfcf6039-8bc5-418a-be45-d6e38ea075f5 admin admin] Request body: {'subnet': {'network_id': '830c9f61-874c-4c3e-aa2a-f0c1495ea36a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-711164223-subnet', 'tenant_id': 'c053f045123c4463b19829f5019c8d1d', 'ip_version': 4}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:29:58.913700 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cfcf6039-8bc5-418a-be45-d6e38ea075f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:29:58.917401 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cfcf6039-8bc5-418a-be45-d6e38ea075f5 admin admin] Usage tracker for resource:subnet and tenant:c053f045123c4463b19829f5019c8d1d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:29:58.920165 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-cfcf6039-8bc5-418a-be45-d6e38ea075f5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:29:58.925753 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-cfcf6039-8bc5-418a-be45-d6e38ea075f5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:29:58.936628 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfcf6039-8bc5-418a-be45-d6e38ea075f5 admin admin] Made reservation on behalf of c053f045123c4463b19829f5019c8d1d for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:29:58.938920 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cfcf6039-8bc5-418a-be45-d6e38ea075f5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:59.011942 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:59.021648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:59.141470 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cfcf6039-8bc5-418a-be45-d6e38ea075f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:59.208766 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfcf6039-8bc5-418a-be45-d6e38ea075f5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=932382f2-8068-4fc6-934e-6a87b30c0bbe,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:29:59.221959 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfcf6039-8bc5-418a-be45-d6e38ea075f5 admin admin] Checking segment: {'id': 'abf399af-fa26-445b-9964-144cd3e90be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '830c9f61-874c-4c3e-aa2a-f0c1495ea36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:29:59.222305 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf6039-8bc5-418a-be45-d6e38ea075f5 admin admin] Network hostable DHCP agents. Network: 830c9f61-874c-4c3e-aa2a-f0c1495ea36a, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:29:59.243031 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfcf6039-8bc5-418a-be45-d6e38ea075f5 admin admin] Network 830c9f61-874c-4c3e-aa2a-f0c1495ea36a is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:29:59.252069 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-cfcf6039-8bc5-418a-be45-d6e38ea075f5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, 830c9f61-874c-4c3e-aa2a-f0c1495ea36a) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:29:59.256226 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfcf6039-8bc5-418a-be45-d6e38ea075f5 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:29:59.256762 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cfcf6039-8bc5-418a-be45-d6e38ea075f5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:59.261413 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eebaf6eb-55be-46f7-a8a0-06e18202c218 None None] Network 830c9f61-874c-4c3e-aa2a-f0c1495ea36a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:29:59.278979 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cfcf6039-8bc5-418a-be45-d6e38ea075f5 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3717730 Feb 28 15:29:59.279200 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54964) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:29:59.284109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-711164223-router', 'tenant_id': 'c053f045123c4463b19829f5019c8d1d', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:29:59.289265 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:29:59.292978 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Usage tracker for resource:router and tenant:c053f045123c4463b19829f5019c8d1d is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:29:59.295953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:29:59.302284 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:29:59.312450 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:59.313336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:59.330880 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:59.476557 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-830c9f61-874c-4c3e-aa2a-f0c1495ea36a', 'network_id': '830c9f61-874c-4c3e-aa2a-f0c1495ea36a', 'tenant_id': 'c053f045123c4463b19829f5019c8d1d', 'fixed_ips': [{'subnet_id': '932382f2-8068-4fc6-934e-6a87b30c0bbe'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:29:59.477334 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:59.478708 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:59.540638 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 74b74b24-e199-45dc-978f-7a0daa3f570a up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:29:59.669367 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:59.689370 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Allocated IP 172.20.0.2 (830c9f61-874c-4c3e-aa2a-f0c1495ea36a/932382f2-8068-4fc6-934e-6a87b30c0bbe/00110c2b-5bc3-4d6a-9ef8-376537dcbb35) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:29:59.694113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 74b74b24-e199-45dc-978f-7a0daa3f570a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:29:59.694477 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:59.699687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:29:59.836323 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Allocated IP 172.26.4.116 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/ff799931-cb07-4bd2-9394-2ee85262043c) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:29:59.988276 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:00.001328 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:00.012248 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Transition to ACTIVE for port object 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:30:00.017540 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:00.031896 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Transition to ACTIVE for port object 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:30:00.038009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:00.084612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:30:00.087234 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:30:00.090811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:30:00.110079 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Network 830c9f61-874c-4c3e-aa2a-f0c1495ea36a is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:30:00.113545 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:30:00.116472 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:30:00.118599 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Pushing event updated for resources: {'Port': ['ID=00110c2b-5bc3-4d6a-9ef8-376537dcbb35,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:00.124618 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Pushing event updated for resources: {'Port': ['ID=ff799931-cb07-4bd2-9394-2ee85262043c,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:00.124810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Sync routers for ids ['546989b0-a071-42bd-817f-aaf5f28cc77e'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:30:00.215824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Routers {'546989b0-a071-42bd-817f-aaf5f28cc77e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:30:00.216443 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:29:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['546989b0-a071-42bd-817f-aaf5f28cc77e'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:30:00.257777 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:00.258414 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:00.344905 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Attempting to bind port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:30:00.345261 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Attempting to bind port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'abf399af-fa26-445b-9964-144cd3e90be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '830c9f61-874c-4c3e-aa2a-f0c1495ea36a'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:30:00.345619 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Attempting to bind port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 on network 830c9f61-874c-4c3e-aa2a-f0c1495ea36a {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:30:00.373794 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:30:00.374070 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Checking segment: {'id': 'abf399af-fa26-445b-9964-144cd3e90be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '830c9f61-874c-4c3e-aa2a-f0c1495ea36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:30:00.374484 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:00.374844 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Bound using segment: {'id': 'abf399af-fa26-445b-9964-144cd3e90be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '830c9f61-874c-4c3e-aa2a-f0c1495ea36a'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:30:00.375313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Bound port: 00110c2b-5bc3-4d6a-9ef8-376537dcbb35, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf399af-fa26-445b-9964-144cd3e90be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '830c9f61-874c-4c3e-aa2a-f0c1495ea36a'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:30:00.375703 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:00.471986 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:00.539305 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Set router 546989b0-a071-42bd-817f-aaf5f28cc77e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:30:00.583685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] For port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:30:00.584533 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Router 84cd3f7a-dc4f-4c40-9ece-7e6c0967a262 is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:30:00.611425 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] For port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=00110c2b-5bc3-4d6a-9ef8-376537dcbb35,segment=NetworkSegment(abf399af-fa26-445b-9964-144cd3e90be3),segment_id=abf399af-fa26-445b-9964-144cd3e90be3)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:30:00.616325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:00.781680 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:30:00.791586 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Sync routers for ids ['84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:30:00.804017 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Routers {'84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:30:00.804849 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:29:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:30:00.805210 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:00.806443 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-1a8834c8-8e9e-4e59-85d7-779eed0c623c admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5264277 Feb 28 15:30:00.809097 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 54968) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:30:00.831479 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f22e51-53d5-4167-989e-5f17a0799fe5 None None] Pushing event updated for resources: {'Port': ['ID=00110c2b-5bc3-4d6a-9ef8-376537dcbb35,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:00.973996 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '14226c12-755f-460d-bbf7-8f4238ca3507', 'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'mac_address': 'fa:16:3e:66:a5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:55Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 2, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'subnets': [{'id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:30:00.978975 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Checking router: 546989b0-a071-42bd-817f-aaf5f28cc77e for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:30:00.980653 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Updating router 546989b0-a071-42bd-817f-aaf5f28cc77e port 14226c12-755f-460d-bbf7-8f4238ca3507 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:30:01.042445 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Set router 84cd3f7a-dc4f-4c40-9ece-7e6c0967a262 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:30:01.049537 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:01.374493 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'name': 'tempest-TestShelveInstance-711164223-router', 'tenant_id': 'c053f045123c4463b19829f5019c8d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'ff799931-cb07-4bd2-9394-2ee85262043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:59Z', 'updated_at': '2022-02-28T15:30:00Z', 'revision_number': 3, 'project_id': 'c053f045123c4463b19829f5019c8d1d', 'gw_port': {'id': 'ff799931-cb07-4bd2-9394-2ee85262043c', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:78:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:59Z', 'updated_at': '2022-02-28T15:29:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:30:01.378216 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Checking router: 84cd3f7a-dc4f-4c40-9ece-7e6c0967a262 for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:30:01.378558 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Updating router 84cd3f7a-dc4f-4c40-9ece-7e6c0967a262 port ff799931-cb07-4bd2-9394-2ee85262043c binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:30:01.433316 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:01.448583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:01.464305 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Transition to ACTIVE for port object 14226c12-755f-460d-bbf7-8f4238ca3507 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:30:01.473872 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:01.629910 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:30:01.698821 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f46d5-f5ec-4b8d-b70e-d2c3bb36c9fc None None] Pushing event updated for resources: {'Port': ['ID=14226c12-755f-460d-bbf7-8f4238ca3507,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:01.700550 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:01.831467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Attempting to bind port 14226c12-755f-460d-bbf7-8f4238ca3507 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:30:01.832097 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Attempting to bind port 14226c12-755f-460d-bbf7-8f4238ca3507 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:30:01.832667 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Attempting to bind port 14226c12-755f-460d-bbf7-8f4238ca3507 on network be1065eb-d31b-476a-b4b2-85bd3bbcc695 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:30:01.845012 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:30:01.845672 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Checking segment: {'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:30:01.846225 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:01.846764 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Bound using segment: {'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:30:01.847422 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Bound port: 14226c12-755f-460d-bbf7-8f4238ca3507, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:30:01.847800 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:01.895165 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:30:01.929241 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:01.946263 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Transition to ACTIVE for port object ff799931-cb07-4bd2-9394-2ee85262043c will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:30:01.958355 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:01.960764 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] For port 14226c12-755f-460d-bbf7-8f4238ca3507, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:30:01.964848 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] For port 14226c12-755f-460d-bbf7-8f4238ca3507, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=14226c12-755f-460d-bbf7-8f4238ca3507,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:30:01.968832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Allocated IP 172.20.0.1 (830c9f61-874c-4c3e-aa2a-f0c1495ea36a/932382f2-8068-4fc6-934e-6a87b30c0bbe/30ac8bc2-ed50-44c6-9be9-505e6634f2a2) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:30:01.970278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:02.044270 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49fd94-a13a-47fc-9f9c-d467846b5aea None None] Pushing event updated for resources: {'Port': ['ID=ff799931-cb07-4bd2-9394-2ee85262043c,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:02.078394 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859f46d5-f5ec-4b8d-b70e-d2c3bb36c9fc None None] Pushing event updated for resources: {'Port': ['ID=14226c12-755f-460d-bbf7-8f4238ca3507,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:02.079988 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Attempting to bind port ff799931-cb07-4bd2-9394-2ee85262043c on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:30:02.080347 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Attempting to bind port ff799931-cb07-4bd2-9394-2ee85262043c by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:30:02.080702 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Attempting to bind port ff799931-cb07-4bd2-9394-2ee85262043c on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:30:02.087267 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Routers {'546989b0-a071-42bd-817f-aaf5f28cc77e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:30:02.087818 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:30:02.087998 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:29:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['546989b0-a071-42bd-817f-aaf5f28cc77e'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:30:02.088181 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:30:02.088704 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:02.089082 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:30:02.089534 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Bound port: ff799931-cb07-4bd2-9394-2ee85262043c, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:30:02.089920 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:02.152261 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61568e0e-46d8-4491-8634-ac800d1929a1 None None] Network 830c9f61-874c-4c3e-aa2a-f0c1495ea36a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:30:02.165848 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:02.172254 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] For port ff799931-cb07-4bd2-9394-2ee85262043c, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:30:02.175918 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] For port ff799931-cb07-4bd2-9394-2ee85262043c, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ff799931-cb07-4bd2-9394-2ee85262043c,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:30:02.185789 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:02.187010 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Transition to ACTIVE for port object 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:30:02.214373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:02.289358 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Routers {'84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:30:02.290075 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:29:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:30:02.405743 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe49fd94-a13a-47fc-9f9c-d467846b5aea None None] Pushing event updated for resources: {'Port': ['ID=ff799931-cb07-4bd2-9394-2ee85262043c,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:02.414564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ae00637e-6a7f-4f4c-bd51-4cb49a0e8a11 None None] Provisioning for port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:30:02.417017 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Network 830c9f61-874c-4c3e-aa2a-f0c1495ea36a is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:30:02.421642 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:30:02.423856 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Pushing event updated for resources: {'Port': ['ID=30ac8bc2-ed50-44c6-9be9-505e6634f2a2,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:02.426081 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:30:02.442198 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-ae00637e-6a7f-4f4c-bd51-4cb49a0e8a11 None None] Provisioning complete for port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:30:02.442569 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ae00637e-6a7f-4f4c-bd51-4cb49a0e8a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:02.487534 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:02.498658 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] Set router 84cd3f7a-dc4f-4c40-9ece-7e6c0967a262 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:30:02.548320 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] Set router 546989b0-a071-42bd-817f-aaf5f28cc77e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:30:02.574541 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:02.808396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:02.808719 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'name': 'tempest-TestShelveInstance-711164223-router', 'tenant_id': 'c053f045123c4463b19829f5019c8d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'ff799931-cb07-4bd2-9394-2ee85262043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:59Z', 'updated_at': '2022-02-28T15:30:00Z', 'revision_number': 3, 'project_id': 'c053f045123c4463b19829f5019c8d1d', 'gw_port': {'id': 'ff799931-cb07-4bd2-9394-2ee85262043c', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:78:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:59Z', 'updated_at': '2022-02-28T15:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:30:02.813516 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:02.813836 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b63e6b1-2ae2-44e6-852e-970d115a9b3a None None] The sync data for ids ['84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'] in dv-neutron-830866-2-hyperv is: [{'id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'name': 'tempest-TestShelveInstance-711164223-router', 'tenant_id': 'c053f045123c4463b19829f5019c8d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'ff799931-cb07-4bd2-9394-2ee85262043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:59Z', 'updated_at': '2022-02-28T15:30:00Z', 'revision_number': 3, 'project_id': 'c053f045123c4463b19829f5019c8d1d', 'gw_port': {'id': 'ff799931-cb07-4bd2-9394-2ee85262043c', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:78:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:59Z', 'updated_at': '2022-02-28T15:30:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:30:02.881453 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ae00637e-6a7f-4f4c-bd51-4cb49a0e8a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:02.922359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Pushing event updated for resources: {'Port': ['ID=30ac8bc2-ed50-44c6-9be9-505e6634f2a2,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:02.924832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:02.956504 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-ae00637e-6a7f-4f4c-bd51-4cb49a0e8a11 None None] For port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=00110c2b-5bc3-4d6a-9ef8-376537dcbb35,segment=NetworkSegment(abf399af-fa26-445b-9964-144cd3e90be3),segment_id=abf399af-fa26-445b-9964-144cd3e90be3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:30:02.988347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ae00637e-6a7f-4f4c-bd51-4cb49a0e8a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:03.069483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Network 830c9f61-874c-4c3e-aa2a-f0c1495ea36a is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:30:03.071088 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:30:03.071906 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae00637e-6a7f-4f4c-bd51-4cb49a0e8a11 None None] Pushing event updated for resources: {'Port': ['ID=00110c2b-5bc3-4d6a-9ef8-376537dcbb35,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:03.090242 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '14226c12-755f-460d-bbf7-8f4238ca3507', 'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'mac_address': 'fa:16:3e:66:a5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:55Z', 'updated_at': '2022-02-28T15:30:01Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'subnets': [{'id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:30:03.101200 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-add7cf1d-2e61-4fd5-b4a2-e60323782a8a None None] The sync data for ids ['546989b0-a071-42bd-817f-aaf5f28cc77e'] in dv-neutron-830866-2-hyperv is: [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '14226c12-755f-460d-bbf7-8f4238ca3507', 'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'mac_address': 'fa:16:3e:66:a5:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:55Z', 'updated_at': '2022-02-28T15:30:01Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'subnets': [{'id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:30:03.236928 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-565fd055-a7b0-4a24-8c16-a9d02152e256 None None] Provisioning for port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:30:03.243022 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-565fd055-a7b0-4a24-8c16-a9d02152e256 None None] Provisioning complete for port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:30:03.243393 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-565fd055-a7b0-4a24-8c16-a9d02152e256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:03.308462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-565fd055-a7b0-4a24-8c16-a9d02152e256 None None] Port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:30:03.328328 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-565fd055-a7b0-4a24-8c16-a9d02152e256 None None] Provisioning complete for port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:30:03.328622 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-565fd055-a7b0-4a24-8c16-a9d02152e256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:03.555698 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Router 84cd3f7a-dc4f-4c40-9ece-7e6c0967a262 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:30:03.622272 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-6297cdbd-635e-4f91-8a68-8437d25bdf9c None None] Provisioning complete for port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:30:03.622622 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6297cdbd-635e-4f91-8a68-8437d25bdf9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:03.672177 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:30:03.758229 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-6297cdbd-635e-4f91-8a68-8437d25bdf9c None None] Port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:30:03.773794 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:30:03.774159 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:03.803903 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:30:03.813893 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-58d6d9bf-a3f2-41e6-94cd-d5fdad722c7c admin admin] 10.222.0.15 "PUT /v2.0/routers/84cd3f7a-dc4f-4c40-9ece-7e6c0967a262/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0037379 Feb 28 15:30:03.896782 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 14226c12-755f-460d-bbf7-8f4238ca3507 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:30:03.950277 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-810d21d0-295c-47f5-aa05-49acf2257d48 None None] Provisioning complete for port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:30:03.950648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-810d21d0-295c-47f5-aa05-49acf2257d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:04.015221 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-810d21d0-295c-47f5-aa05-49acf2257d48 None None] Port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:30:04.029120 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 14226c12-755f-460d-bbf7-8f4238ca3507 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:30:04.034275 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 14226c12-755f-460d-bbf7-8f4238ca3507 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:30:04.034641 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:04.153729 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:04.187125 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 14226c12-755f-460d-bbf7-8f4238ca3507, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=14226c12-755f-460d-bbf7-8f4238ca3507,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:30:04.191798 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:04.259990 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=14226c12-755f-460d-bbf7-8f4238ca3507,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:04.489291 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54978) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:30:04.494780 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6b7e8188-8e1d-4b98-b498-285ffc1f140a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1567672341', 'description': 'tempest-secgroup-smoke-1567672341 description', 'project_id': 'e03c6d95358f4cef8e01dad68d192f96'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:30:04.500705 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6b7e8188-8e1d-4b98-b498-285ffc1f140a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:30:04.504461 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6b7e8188-8e1d-4b98-b498-285ffc1f140a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:security_group and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:30:04.508133 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6b7e8188-8e1d-4b98-b498-285ffc1f140a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:30:04.513704 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6b7e8188-8e1d-4b98-b498-285ffc1f140a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:30:04.523841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6b7e8188-8e1d-4b98-b498-285ffc1f140a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:04.557670 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6b7e8188-8e1d-4b98-b498-285ffc1f140a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:30:04.561406 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6b7e8188-8e1d-4b98-b498-285ffc1f140a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:security_group_rule and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:30:04.564178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6b7e8188-8e1d-4b98-b498-285ffc1f140a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:30:04.570192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6b7e8188-8e1d-4b98-b498-285ffc1f140a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:30:04.623839 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6b7e8188-8e1d-4b98-b498-285ffc1f140a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:04.627878 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6b7e8188-8e1d-4b98-b498-285ffc1f140a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:04.675050 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7e8188-8e1d-4b98-b498-285ffc1f140a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=071c1fa7-daf1-4f51-8f48-a5191806abe4,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:04.678728 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6b7e8188-8e1d-4b98-b498-285ffc1f140a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:04.680189 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6b7e8188-8e1d-4b98-b498-285ffc1f140a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1896389 Feb 28 15:30:04.683256 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54982) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:30:04.689385 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-e2c6384f-8ccf-4b9e-870c-1ba67c3de5af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'security_group_rule': {'security_group_id': '071c1fa7-daf1-4f51-8f48-a5191806abe4', 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:30:04.695726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e2c6384f-8ccf-4b9e-870c-1ba67c3de5af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:30:04.699652 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e2c6384f-8ccf-4b9e-870c-1ba67c3de5af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:security_group_rule and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:30:04.703029 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-e2c6384f-8ccf-4b9e-870c-1ba67c3de5af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:30:04.710104 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-e2c6384f-8ccf-4b9e-870c-1ba67c3de5af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:30:04.725826 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2c6384f-8ccf-4b9e-870c-1ba67c3de5af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:04.783748 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2c6384f-8ccf-4b9e-870c-1ba67c3de5af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:04.788096 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2c6384f-8ccf-4b9e-870c-1ba67c3de5af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:04.809809 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c6384f-8ccf-4b9e-870c-1ba67c3de5af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e98767a3-1dd5-4b03-a3db-5e8f88d53ebc,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:04.821970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e2c6384f-8ccf-4b9e-870c-1ba67c3de5af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:04.823352 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e2c6384f-8ccf-4b9e-870c-1ba67c3de5af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1385102 Feb 28 15:30:04.825991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54986) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:30:04.831189 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-b843e82d-12d7-4a79-b6a3-2d874c6000eb tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'security_group_rule': {'security_group_id': '071c1fa7-daf1-4f51-8f48-a5191806abe4', 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:30:04.837722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b843e82d-12d7-4a79-b6a3-2d874c6000eb tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:30:04.850495 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b843e82d-12d7-4a79-b6a3-2d874c6000eb tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:security_group_rule and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:30:04.855216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b843e82d-12d7-4a79-b6a3-2d874c6000eb tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:30:04.862580 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b843e82d-12d7-4a79-b6a3-2d874c6000eb tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:30:04.880146 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b843e82d-12d7-4a79-b6a3-2d874c6000eb tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:04.947804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b843e82d-12d7-4a79-b6a3-2d874c6000eb tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:04.951717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b843e82d-12d7-4a79-b6a3-2d874c6000eb tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:04.982130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843e82d-12d7-4a79-b6a3-2d874c6000eb tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dc569626-3e6a-4cac-8134-73bb2401db9e,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:04.992923 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b843e82d-12d7-4a79-b6a3-2d874c6000eb tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:04.994419 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b843e82d-12d7-4a79-b6a3-2d874c6000eb tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1673679 Feb 28 15:30:04.997152 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54990) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:30:05.002801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-53b07f22-54ad-4eb1-b921-1e3243fc503b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'security_group_rule': {'security_group_id': '071c1fa7-daf1-4f51-8f48-a5191806abe4', 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:30:05.009597 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-53b07f22-54ad-4eb1-b921-1e3243fc503b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:30:05.013364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-53b07f22-54ad-4eb1-b921-1e3243fc503b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:security_group_rule and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:30:05.016203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-53b07f22-54ad-4eb1-b921-1e3243fc503b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:30:05.022125 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-53b07f22-54ad-4eb1-b921-1e3243fc503b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:30:05.038850 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-53b07f22-54ad-4eb1-b921-1e3243fc503b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.105744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-53b07f22-54ad-4eb1-b921-1e3243fc503b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.109576 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-53b07f22-54ad-4eb1-b921-1e3243fc503b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.134528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53b07f22-54ad-4eb1-b921-1e3243fc503b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2792f7c5-eb0c-46da-b024-9811b5b9c7b2,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:05.143019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-53b07f22-54ad-4eb1-b921-1e3243fc503b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.144330 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-53b07f22-54ad-4eb1-b921-1e3243fc503b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1462018 Feb 28 15:30:05.147245 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54994) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:30:05.152856 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-63cb7607-1a84-493c-82a0-79d85aae406f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'security_group_rule': {'security_group_id': '071c1fa7-daf1-4f51-8f48-a5191806abe4', 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:30:05.158740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-63cb7607-1a84-493c-82a0-79d85aae406f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:30:05.162539 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-63cb7607-1a84-493c-82a0-79d85aae406f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:security_group_rule and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:30:05.165420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-63cb7607-1a84-493c-82a0-79d85aae406f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:30:05.171025 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-63cb7607-1a84-493c-82a0-79d85aae406f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:30:05.190234 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-63cb7607-1a84-493c-82a0-79d85aae406f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.257137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-63cb7607-1a84-493c-82a0-79d85aae406f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.261244 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-63cb7607-1a84-493c-82a0-79d85aae406f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.286960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cb7607-1a84-493c-82a0-79d85aae406f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abdce5cf-5926-4387-b8a7-f7a4083b42aa,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:05.297300 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-63cb7607-1a84-493c-82a0-79d85aae406f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.298033 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-63cb7607-1a84-493c-82a0-79d85aae406f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1498230 Feb 28 15:30:05.300783 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 54998) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:30:05.306541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-7f41b218-8f5c-4e25-9d44-656db35d735a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'security_group_rule': {'security_group_id': '071c1fa7-daf1-4f51-8f48-a5191806abe4', 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:30:05.312466 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7f41b218-8f5c-4e25-9d44-656db35d735a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:30:05.316467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7f41b218-8f5c-4e25-9d44-656db35d735a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:security_group_rule and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:30:05.319923 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-7f41b218-8f5c-4e25-9d44-656db35d735a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:30:05.325732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-7f41b218-8f5c-4e25-9d44-656db35d735a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:30:05.337158 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-7f41b218-8f5c-4e25-9d44-656db35d735a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Project e03c6d95358f4cef8e01dad68d192f96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:30:05.344809 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7f41b218-8f5c-4e25-9d44-656db35d735a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.417831 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7f41b218-8f5c-4e25-9d44-656db35d735a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.421890 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7f41b218-8f5c-4e25-9d44-656db35d735a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.445006 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f41b218-8f5c-4e25-9d44-656db35d735a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee786a14-bcd9-43eb-b4b8-fbfacbc58e52,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:05.454490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7f41b218-8f5c-4e25-9d44-656db35d735a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.455581 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7f41b218-8f5c-4e25-9d44-656db35d735a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1538277 Feb 28 15:30:05.458969 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55002) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:30:05.464337 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-88275139-123c-46f6-ba8c-e9d7fe47d687 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'security_group_rule': {'security_group_id': '071c1fa7-daf1-4f51-8f48-a5191806abe4', 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:30:05.470359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-88275139-123c-46f6-ba8c-e9d7fe47d687 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:30:05.474246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-88275139-123c-46f6-ba8c-e9d7fe47d687 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:security_group_rule and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:30:05.477269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-88275139-123c-46f6-ba8c-e9d7fe47d687 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:30:05.483072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-88275139-123c-46f6-ba8c-e9d7fe47d687 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:30:05.494215 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-88275139-123c-46f6-ba8c-e9d7fe47d687 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Project e03c6d95358f4cef8e01dad68d192f96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:30:05.501961 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-88275139-123c-46f6-ba8c-e9d7fe47d687 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.575710 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-88275139-123c-46f6-ba8c-e9d7fe47d687 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.579732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-88275139-123c-46f6-ba8c-e9d7fe47d687 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.606040 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88275139-123c-46f6-ba8c-e9d7fe47d687 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d61f8d85-a985-43f6-964f-53c1d3eefbb7,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:05.617906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-88275139-123c-46f6-ba8c-e9d7fe47d687 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.618187 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ff799931-cb07-4bd2-9394-2ee85262043c up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:30:05.619078 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-88275139-123c-46f6-ba8c-e9d7fe47d687 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1592016 Feb 28 15:30:05.714372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port ff799931-cb07-4bd2-9394-2ee85262043c completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:30:05.721883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port ff799931-cb07-4bd2-9394-2ee85262043c triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:30:05.722249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.791081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-9ae908db-3c06-46f9-9e33-9c184e1a14c6 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Synchronizing usage tracker for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:30:05.807610 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-9ae908db-3c06-46f9-9e33-9c184e1a14c6 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Unset dirty status for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:30:05.809111 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-9ae908db-3c06-46f9-9e33-9c184e1a14c6 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1567672341&fields=id&tenant_id=e03c6d95358f4cef8e01dad68d192f96 HTTP/1.1" status: 200 len: 267 time: 0.0579543 Feb 28 15:30:05.860310 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.875491 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port ff799931-cb07-4bd2-9394-2ee85262043c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ff799931-cb07-4bd2-9394-2ee85262043c,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:30:05.879313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:05.880113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 14226c12-755f-460d-bbf7-8f4238ca3507 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:30:05.955585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-4ce2ef2d-73c9-4c36-96ea-b323599fec14 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:05.956982 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-4ce2ef2d-73c9-4c36-96ea-b323599fec14 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 808 time: 0.1408119 Feb 28 15:30:05.973084 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-1b2af929-9aba-4e00-bf5b-0e6e1b2707e3 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/quotas/e03c6d95358f4cef8e01dad68d192f96 HTTP/1.1" status: 200 len: 375 time: 0.0102379 Feb 28 15:30:05.996405 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=ff799931-cb07-4bd2-9394-2ee85262043c,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:06.009337 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 14226c12-755f-460d-bbf7-8f4238ca3507 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:30:06.009712 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:06.056346 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-6d750271-5358-4869-9596-4bcbddc54b7d tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0775039 Feb 28 15:30:06.310435 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-e6a83d14-cc63-4277-a8cf-554a6b6b0ae7 service neutron] 10.222.0.15 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420270 Feb 28 15:30:06.437327 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-d468bc4b-836b-4534-add9-02cc32c6196a service neutron] 10.222.0.15 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214557 Feb 28 15:30:06.626398 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-8350a114-b8b6-4daf-a931-56b9f1ef84c3 req-c4f4da00-2eb8-4e0e-b614-9f48f210be21 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Synchronizing usage tracker for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:30:06.642203 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-8350a114-b8b6-4daf-a931-56b9f1ef84c3 req-c4f4da00-2eb8-4e0e-b614-9f48f210be21 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Unset dirty status for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:30:06.643217 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8350a114-b8b6-4daf-a931-56b9f1ef84c3 req-c4f4da00-2eb8-4e0e-b614-9f48f210be21 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 210 time: 0.0619390 Feb 28 15:30:07.550707 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ff799931-cb07-4bd2-9394-2ee85262043c up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:30:07.612714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-89dcdd64-4890-403b-a8ee-c4dbf1638caf tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:07.614895 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-89dcdd64-4890-403b-a8ee-c4dbf1638caf tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 808 time: 0.1475713 Feb 28 15:30:07.624816 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port ff799931-cb07-4bd2-9394-2ee85262043c triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:30:07.625186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:07.681041 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-4501e2bb-b5a2-4158-ad51-3bbf8dfde1b5 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e03c6d95358f4cef8e01dad68d192f96 HTTP/1.1" status: 200 len: 380 time: 0.0549481 Feb 28 15:30:07.698408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-be423fb5-98b3-455d-956d-3f4613706741 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'port': {'device_id': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'admin_state_up': True, 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'security_groups': ['071c1fa7-daf1-4f51-8f48-a5191806abe4']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:30:07.847059 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f485445a-240b-42c6-b68d-9e9852f5cb37 req-472f267b-4e17-43c4-a696-1188db6a6332 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 210 time: 0.0504165 Feb 28 15:30:07.898205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-be423fb5-98b3-455d-956d-3f4613706741 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:30:07.907395 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-be423fb5-98b3-455d-956d-3f4613706741 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:30:07.917945 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-be423fb5-98b3-455d-956d-3f4613706741 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Made reservation on behalf of e03c6d95358f4cef8e01dad68d192f96 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:30:07.920966 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-be423fb5-98b3-455d-956d-3f4613706741 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:08.079536 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-be423fb5-98b3-455d-956d-3f4613706741 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Allocated IP 172.20.0.3 (be1065eb-d31b-476a-b4b2-85bd3bbcc695/0c9f76ce-406d-439c-be39-e708cf54b4e9/dc774c82-ba33-4adc-a176-4101baaf6590) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:30:08.344170 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-be423fb5-98b3-455d-956d-3f4613706741 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:08.359318 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-be423fb5-98b3-455d-956d-3f4613706741 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Transition to ACTIVE for port object dc774c82-ba33-4adc-a176-4101baaf6590 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:30:08.380393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-be423fb5-98b3-455d-956d-3f4613706741 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:08.450334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-be423fb5-98b3-455d-956d-3f4613706741 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Network be1065eb-d31b-476a-b4b2-85bd3bbcc695 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:30:08.453337 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-be423fb5-98b3-455d-956d-3f4613706741 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:30:08.455740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-be423fb5-98b3-455d-956d-3f4613706741 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:30:08.489875 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be423fb5-98b3-455d-956d-3f4613706741 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'Port': ['ID=dc774c82-ba33-4adc-a176-4101baaf6590,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:08.525033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-be423fb5-98b3-455d-956d-3f4613706741 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:08.525636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-be423fb5-98b3-455d-956d-3f4613706741 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:08.551075 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-be423fb5-98b3-455d-956d-3f4613706741 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8645453 Feb 28 15:30:08.561974 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Request body: {'port': {'device_id': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:30:08.667077 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5b3a4d6a-b2bb-4d82-a3de-67468cd35bca None None] Provisioning for port dc774c82-ba33-4adc-a176-4101baaf6590 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:30:08.671611 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:08.672017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-5b3a4d6a-b2bb-4d82-a3de-67468cd35bca None None] Provisioning complete for port dc774c82-ba33-4adc-a176-4101baaf6590 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:30:08.672159 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5b3a4d6a-b2bb-4d82-a3de-67468cd35bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:08.725050 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-5b3a4d6a-b2bb-4d82-a3de-67468cd35bca None None] Port dc774c82-ba33-4adc-a176-4101baaf6590 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:30:09.014464 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc774c82-ba33-4adc-a176-4101baaf6590 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:30:09.022076 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:09.036419 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Transition to ACTIVE for port object dc774c82-ba33-4adc-a176-4101baaf6590 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:30:09.040811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:09.049524 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e867237d-1762-43f5-acc3-689676deb64f req-367961d4-9a03-40ad-9335-3c3290c889b6 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:09.051006 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e867237d-1762-43f5-acc3-689676deb64f req-367961d4-9a03-40ad-9335-3c3290c889b6 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 931 time: 0.0764613 Feb 28 15:30:09.095359 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-e867237d-1762-43f5-acc3-689676deb64f req-4e1cd4a8-f787-4893-aa27-18945f1fdf60 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Synchronizing usage tracker for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:30:09.108013 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-e867237d-1762-43f5-acc3-689676deb64f req-4e1cd4a8-f787-4893-aa27-18945f1fdf60 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Unset dirty status for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:30:09.109189 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e867237d-1762-43f5-acc3-689676deb64f req-4e1cd4a8-f787-4893-aa27-18945f1fdf60 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0526185 Feb 28 15:30:09.167112 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Pushing event updated for resources: {'Port': ['ID=dc774c82-ba33-4adc-a176-4101baaf6590,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:09.274111 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Attempting to bind port dc774c82-ba33-4adc-a176-4101baaf6590 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:30:09.274440 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Attempting to bind port dc774c82-ba33-4adc-a176-4101baaf6590 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:30:09.274766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Attempting to bind port dc774c82-ba33-4adc-a176-4101baaf6590 on network be1065eb-d31b-476a-b4b2-85bd3bbcc695 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:30:09.280343 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Port dc774c82-ba33-4adc-a176-4101baaf6590 on network be1065eb-d31b-476a-b4b2-85bd3bbcc695 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:30:09.280660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Attempting to bind port dc774c82-ba33-4adc-a176-4101baaf6590 on network be1065eb-d31b-476a-b4b2-85bd3bbcc695 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:30:09.286693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 29, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:30:09.287020 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Checking segment: {'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:30:09.287392 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Bound using segment: {'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:30:09.287841 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Bound port: dc774c82-ba33-4adc-a176-4101baaf6590, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:30:09.288178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:09.372435 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] For port dc774c82-ba33-4adc-a176-4101baaf6590, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:30:09.375203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] For port dc774c82-ba33-4adc-a176-4101baaf6590, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dc774c82-ba33-4adc-a176-4101baaf6590,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:30:09.379040 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:09.442890 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:09.444255 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] 10.222.0.20 "PUT /v2.0/ports/dc774c82-ba33-4adc-a176-4101baaf6590 HTTP/1.1" status: 200 len: 1093 time: 0.8863511 Feb 28 15:30:09.444689 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'tag': 'dc774c82-ba33-4adc-a176-4101baaf6590'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:30:09.482312 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75e2a7d8-2f03-4a0a-a7e8-e9267d583445 service neutron] Pushing event updated for resources: {'Port': ['ID=dc774c82-ba33-4adc-a176-4101baaf6590,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:09.525098 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'tag': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'status': 'completed', 'code': 200} Feb 28 15:30:09.568820 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-24092417-770e-4dba-ab8d-76bb9553ebd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 1096 time: 0.0769608 Feb 28 15:30:09.638418 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-51cc4aaa-6cb5-41bc-ad11-5b7872d225aa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc774c82-ba33-4adc-a176-4101baaf6590 HTTP/1.1" status: 200 len: 217 time: 0.0636497 Feb 28 15:30:09.702038 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-07718b86-7fe0-47c9-b48b-9a1385797548 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:09.703491 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-07718b86-7fe0-47c9-b48b-9a1385797548 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0591815 Feb 28 15:30:09.774426 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-9c768f4c-e4e4-4c16-943d-b3baaf112d2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0655181 Feb 28 15:30:09.900266 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-509fc6ec-45c9-40d2-983b-0361b9555d93 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202583 Feb 28 15:30:10.150515 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-deba4f80-9f53-4ba4-bc7b-08f028f62d4f req-fc44c2b8-7ea8-4f26-aaa0-3bba2bb6ea04 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2449749 Feb 28 15:30:10.260750 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6871b2f8-8e68-4ef8-8a7c-5d546d644a55 req-7716c21a-7472-47d0-b7e2-f663f1751964 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 1096 time: 0.0680532 Feb 28 15:30:10.314514 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929c8188-f0bf-447c-a065-0c4967f95690 req-fd1fac41-1f2f-41ca-a4a1-a16fd0a464a9 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:10.315999 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-929c8188-f0bf-447c-a065-0c4967f95690 req-fd1fac41-1f2f-41ca-a4a1-a16fd0a464a9 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 943 time: 0.0789776 Feb 28 15:30:10.407624 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871b2f8-8e68-4ef8-8a7c-5d546d644a55 req-c84af169-5bf9-491e-8489-e658e7a7bae1 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:10.409630 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6871b2f8-8e68-4ef8-8a7c-5d546d644a55 req-c84af169-5bf9-491e-8489-e658e7a7bae1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.1417837 Feb 28 15:30:10.470342 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-929c8188-f0bf-447c-a065-0c4967f95690 req-5d9315df-2f4b-4be5-ad71-b12a61b63b2f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488945 Feb 28 15:30:10.481338 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6871b2f8-8e68-4ef8-8a7c-5d546d644a55 req-00f1ff78-a883-4c6e-bcb9-1825374f7dfa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc774c82-ba33-4adc-a176-4101baaf6590 HTTP/1.1" status: 200 len: 217 time: 0.0654864 Feb 28 15:30:10.544972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871b2f8-8e68-4ef8-8a7c-5d546d644a55 req-0ebad27a-df30-47a8-8f5c-fe77493014c0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:10.546293 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6871b2f8-8e68-4ef8-8a7c-5d546d644a55 req-0ebad27a-df30-47a8-8f5c-fe77493014c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0584230 Feb 28 15:30:10.618555 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6871b2f8-8e68-4ef8-8a7c-5d546d644a55 req-65768545-827b-48a4-84ae-dcda81da592d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664816 Feb 28 15:30:10.751762 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6871b2f8-8e68-4ef8-8a7c-5d546d644a55 req-05035341-daa5-4cb6-9404-e7b3876a94ee service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258216 Feb 28 15:30:10.877309 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6871b2f8-8e68-4ef8-8a7c-5d546d644a55 req-ab8dfdec-1551-4681-8569-2ae01bf5b83f service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197488 Feb 28 15:30:11.671314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5576964-eff8-420b-905e-2d77f478e244 req-49594c21-8559-464c-b77b-f5b06f2c4c6c tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:11.672021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-b5576964-eff8-420b-905e-2d77f478e244 req-49594c21-8559-464c-b77b-f5b06f2c4c6c tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Synchronizing usage tracker for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:30:11.686845 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-b5576964-eff8-420b-905e-2d77f478e244 req-49594c21-8559-464c-b77b-f5b06f2c4c6c tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Unset dirty status for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:30:11.687948 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5576964-eff8-420b-905e-2d77f478e244 req-49594c21-8559-464c-b77b-f5b06f2c4c6c tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 943 time: 0.0941477 Feb 28 15:30:11.733335 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b5576964-eff8-420b-905e-2d77f478e244 req-0f3444f0-4ac2-43c4-8352-246d2a44d72b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391774 Feb 28 15:30:12.905186 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device dc774c82-ba33-4adc-a176-4101baaf6590 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:30:12.928993 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ea0cc1-9ef3-4c6b-9e44-349338ebff3d req-f0c02598-929a-4f15-a029-35d7bcce7657 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:12.930435 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e9ea0cc1-9ef3-4c6b-9e44-349338ebff3d req-f0c02598-929a-4f15-a029-35d7bcce7657 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 943 time: 0.0778604 Feb 28 15:30:12.976240 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e9ea0cc1-9ef3-4c6b-9e44-349338ebff3d req-d0dbdfc1-386a-455d-9a9f-a266914cd1aa tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394473 Feb 28 15:30:13.039350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port dc774c82-ba33-4adc-a176-4101baaf6590, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dc774c82-ba33-4adc-a176-4101baaf6590,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:30:13.056539 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'port_id': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'mac_address': 'fa:16:3e:42:82:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:30:13.120933 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:13.137332 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc774c82-ba33-4adc-a176-4101baaf6590 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:30:13.151802 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port dc774c82-ba33-4adc-a176-4101baaf6590, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dc774c82-ba33-4adc-a176-4101baaf6590,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:30:13.156081 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:13.219041 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=dc774c82-ba33-4adc-a176-4101baaf6590,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:13.358747 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['dc774c82-ba33-4adc-a176-4101baaf6590'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:30:14.165431 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc261fab-79af-4a86-a89f-c9cd0b55db38 req-731695a2-af1d-4398-82d7-facacf5d4d10 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:14.166881 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cc261fab-79af-4a86-a89f-c9cd0b55db38 req-731695a2-af1d-4398-82d7-facacf5d4d10 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 944 time: 0.0743256 Feb 28 15:30:14.214022 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cc261fab-79af-4a86-a89f-c9cd0b55db38 req-958f1a63-1ba7-4d9e-b3c1-af0ab46c1427 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0416670 Feb 28 15:30:14.906461 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device dc774c82-ba33-4adc-a176-4101baaf6590 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:30:14.974858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port dc774c82-ba33-4adc-a176-4101baaf6590 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:30:14.979293 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port dc774c82-ba33-4adc-a176-4101baaf6590 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:30:14.979687 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:15.088833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:15.113791 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc774c82-ba33-4adc-a176-4101baaf6590'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:30:15.123117 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port dc774c82-ba33-4adc-a176-4101baaf6590, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dc774c82-ba33-4adc-a176-4101baaf6590,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:30:15.126784 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:15.170593 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'code': 200} Feb 28 15:30:15.196025 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=dc774c82-ba33-4adc-a176-4101baaf6590,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:15.445694 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0c15c6b7-22b8-470e-9fa1-6a289d2df360 req-df4ebec5-fe77-48c2-b33c-f9b631eb480d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 1098 time: 0.1237233 Feb 28 15:30:15.471186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a9cef-fc34-477d-9452-dbef27385bff req-24615bb6-1d65-4806-81a0-a6778326adf4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:15.472603 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0e3a9cef-fc34-477d-9452-dbef27385bff req-24615bb6-1d65-4806-81a0-a6778326adf4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.1216617 Feb 28 15:30:15.521138 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0c15c6b7-22b8-470e-9fa1-6a289d2df360 req-093c9151-ccc4-4d00-9a6b-cc089533eb04 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688703 Feb 28 15:30:15.531087 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0e3a9cef-fc34-477d-9452-dbef27385bff req-a484a4a5-182e-421b-8378-1fac4c57ec79 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530610 Feb 28 15:30:16.732825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e0e604-d05d-44a8-832e-6dc8f3d34708 req-2ea4d4ad-fa1e-44eb-b0df-23066375df66 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:16.734183 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-71e0e604-d05d-44a8-832e-6dc8f3d34708 req-2ea4d4ad-fa1e-44eb-b0df-23066375df66 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0816755 Feb 28 15:30:16.779253 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-71e0e604-d05d-44a8-832e-6dc8f3d34708 req-ad063448-6eeb-43c0-8df0-c4d1ec55dd58 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389664 Feb 28 15:30:16.971088 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e842e08-dc67-435e-be3a-4980ab2593f9 req-4e8b04e1-ac09-486a-8afb-deaba20c23ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:16.972602 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e842e08-dc67-435e-be3a-4980ab2593f9 req-4e8b04e1-ac09-486a-8afb-deaba20c23ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0749598 Feb 28 15:30:17.015999 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3e842e08-dc67-435e-be3a-4980ab2593f9 req-6b316888-c905-46c2-83c8-a170ba135434 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373964 Feb 28 15:30:17.043274 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55048) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:30:17.176458 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-1cfb89a9-7315-4ab5-9dab-02c975395a48 tempest-TestShelveInstance-1095238265 tempest-TestShelveInstance-1095238265-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 1093 time: 0.1320665 Feb 28 15:30:17.179202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55054) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:30:17.184214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:30:17.189549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:30:17.193299 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:floatingip and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:30:17.196037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:30:17.201750 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:30:17.212547 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for floatingip, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:17.347085 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:17.571387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Allocated IP 172.26.4.250 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/dfe1e659-fd74-4a0f-acd7-e240ed1ac7cf) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:30:17.717528 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:17.743548 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:17.807486 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:30:17.808591 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:30:17.812159 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:30:17.844510 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'Port': ['ID=dfe1e659-fd74-4a0f-acd7-e240ed1ac7cf,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:18.299397 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:18.355396 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:18.552701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:18.557194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:18.662416 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'Port': ['ID=dfe1e659-fd74-4a0f-acd7-e240ed1ac7cf,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:18.676402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:18.859336 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.l3_db [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Floating IP 0509f1c8-3baf-4a64-b8c8-65e5d0ef8666 associated. External IP: 172.26.4.250, port: dc774c82-ba33-4adc-a176-4101baaf6590. Feb 28 15:30:19.333364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Router 546989b0-a071-42bd-817f-aaf5f28cc77e has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:30:19.534373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:30:19.544568 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90669ca9-1add-4ec3-9040-57eb8a4aedfb None None] Sync routers for ids ['546989b0-a071-42bd-817f-aaf5f28cc77e'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:30:19.556255 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90669ca9-1add-4ec3-9040-57eb8a4aedfb None None] Routers {'546989b0-a071-42bd-817f-aaf5f28cc77e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:30:19.556788 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-90669ca9-1add-4ec3-9040-57eb8a4aedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:29:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['546989b0-a071-42bd-817f-aaf5f28cc77e'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:30:19.557943 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:19.610325 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-24760f4e-db2e-4e69-97cf-9d315e8bef0b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4299965 Feb 28 15:30:19.610801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'tag': 'dc774c82-ba33-4adc-a176-4101baaf6590'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:30:19.666599 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'tag': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'status': 'completed', 'code': 200} Feb 28 15:30:19.759153 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8bbc35c8-8b09-4238-941e-1837ee449521 req-ec39b147-dfc5-4f6f-ba08-80c4abcebbeb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 1098 time: 0.0727165 Feb 28 15:30:19.772366 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-90669ca9-1add-4ec3-9040-57eb8a4aedfb None None] Set router 546989b0-a071-42bd-817f-aaf5f28cc77e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:30:19.887180 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc35c8-8b09-4238-941e-1837ee449521 req-22c68326-24fa-4b52-9ebf-c548aa6444a6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:19.888634 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8bbc35c8-8b09-4238-941e-1837ee449521 req-22c68326-24fa-4b52-9ebf-c548aa6444a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.1241379 Feb 28 15:30:19.999707 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8bbc35c8-8b09-4238-941e-1837ee449521 req-1f9b3dc4-ec48-4385-9750-c466952c5d9d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc774c82-ba33-4adc-a176-4101baaf6590 HTTP/1.1" status: 200 len: 999 time: 0.1044531 Feb 28 15:30:20.070306 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc35c8-8b09-4238-941e-1837ee449521 req-a7a4254d-3484-4f8c-9c48-7ea72eb245e0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:20.071937 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8bbc35c8-8b09-4238-941e-1837ee449521 req-a7a4254d-3484-4f8c-9c48-7ea72eb245e0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0658925 Feb 28 15:30:20.127414 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-90669ca9-1add-4ec3-9040-57eb8a4aedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '0509f1c8-3baf-4a64-b8c8-65e5d0ef8666', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'port_id': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'mac_address': 'fa:16:3e:42:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:30:18Z', 'updated_at': '2022-02-28T15:30:18Z', 'revision_number': 0, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14226c12-755f-460d-bbf7-8f4238ca3507', 'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'mac_address': 'fa:16:3e:66:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:55Z', 'updated_at': '2022-02-28T15:30:04Z', 'revision_number': 5, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'subnets': [{'id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:30:20.131981 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90669ca9-1add-4ec3-9040-57eb8a4aedfb None None] Checking router: 546989b0-a071-42bd-817f-aaf5f28cc77e for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:30:20.142503 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90669ca9-1add-4ec3-9040-57eb8a4aedfb None None] Routers {'546989b0-a071-42bd-817f-aaf5f28cc77e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:30:20.143025 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-90669ca9-1add-4ec3-9040-57eb8a4aedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:29:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['546989b0-a071-42bd-817f-aaf5f28cc77e'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:30:20.146131 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8bbc35c8-8b09-4238-941e-1837ee449521 req-8efeb6a5-9a77-49c0-8f25-a3c607622841 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688331 Feb 28 15:30:20.282335 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8bbc35c8-8b09-4238-941e-1837ee449521 req-9c8bf480-145d-461f-a9e5-0e8c7d529c28 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1276000 Feb 28 15:30:20.330919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-90669ca9-1add-4ec3-9040-57eb8a4aedfb None None] Set router 546989b0-a071-42bd-817f-aaf5f28cc77e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:30:20.416614 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8bbc35c8-8b09-4238-941e-1837ee449521 req-c5601544-2548-4a1b-be39-16878f1b1075 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1280186 Feb 28 15:30:20.672313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-90669ca9-1add-4ec3-9040-57eb8a4aedfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '0509f1c8-3baf-4a64-b8c8-65e5d0ef8666', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'port_id': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'mac_address': 'fa:16:3e:42:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:30:18Z', 'updated_at': '2022-02-28T15:30:18Z', 'revision_number': 0, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14226c12-755f-460d-bbf7-8f4238ca3507', 'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'mac_address': 'fa:16:3e:66:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:55Z', 'updated_at': '2022-02-28T15:30:04Z', 'revision_number': 5, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'subnets': [{'id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:30:20.676106 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90669ca9-1add-4ec3-9040-57eb8a4aedfb None None] The sync data for ids ['546989b0-a071-42bd-817f-aaf5f28cc77e'] in dv-neutron-830866-2-hyperv is: [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '0509f1c8-3baf-4a64-b8c8-65e5d0ef8666', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'floating_ip_address': '172.26.4.250', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'port_id': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'mac_address': 'fa:16:3e:42:82:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:30:18Z', 'updated_at': '2022-02-28T15:30:18Z', 'revision_number': 0, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14226c12-755f-460d-bbf7-8f4238ca3507', 'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'mac_address': 'fa:16:3e:66:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:55Z', 'updated_at': '2022-02-28T15:30:04Z', 'revision_number': 5, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'subnets': [{'id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:30:24.009817 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13692c3-dfec-486c-b349-738ba23f19f7 None None] New status for floating IP 0509f1c8-3baf-4a64-b8c8-65e5d0ef8666: ACTIVE {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:30:25.555414 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-34ec295e-6df7-4197-856d-b7332c27c545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:27.179921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Sync routers for ids ['84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:30:27.192164 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Routers {'84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:30:27.192761 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:29:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:30:27.368703 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Set router 84cd3f7a-dc4f-4c40-9ece-7e6c0967a262 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:30:27.698866 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-63bca839-c891-49cd-9f6c-742b8f3a54ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:27.726834 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'name': 'tempest-TestShelveInstance-711164223-router', 'tenant_id': 'c053f045123c4463b19829f5019c8d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'ff799931-cb07-4bd2-9394-2ee85262043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:59Z', 'updated_at': '2022-02-28T15:30:02Z', 'revision_number': 4, 'project_id': 'c053f045123c4463b19829f5019c8d1d', 'gw_port': {'id': 'ff799931-cb07-4bd2-9394-2ee85262043c', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:59Z', 'updated_at': '2022-02-28T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '30ac8bc2-ed50-44c6-9be9-505e6634f2a2', 'name': '', 'network_id': '830c9f61-874c-4c3e-aa2a-f0c1495ea36a', 'tenant_id': 'c053f045123c4463b19829f5019c8d1d', 'mac_address': 'fa:16:3e:1e:79:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '932382f2-8068-4fc6-934e-6a87b30c0bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:30:01Z', 'updated_at': '2022-02-28T15:30:02Z', 'revision_number': 2, 'project_id': 'c053f045123c4463b19829f5019c8d1d', 'subnets': [{'id': '932382f2-8068-4fc6-934e-6a87b30c0bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:30:27.730796 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Checking router: 84cd3f7a-dc4f-4c40-9ece-7e6c0967a262 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:30:27.731145 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Updating router 84cd3f7a-dc4f-4c40-9ece-7e6c0967a262 port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:30:27.782750 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:28.108204 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:28.118892 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Transition to ACTIVE for port object 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:30:28.127916 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:28.188160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:28.259724 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05acab-a9e7-489f-aac8-7577ecd77413 None None] Pushing event updated for resources: {'Port': ['ID=30ac8bc2-ed50-44c6-9be9-505e6634f2a2,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:28.351690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Attempting to bind port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:30:28.352039 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Attempting to bind port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': 'abf399af-fa26-445b-9964-144cd3e90be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '830c9f61-874c-4c3e-aa2a-f0c1495ea36a'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:30:28.352406 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Attempting to bind port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 on network 830c9f61-874c-4c3e-aa2a-f0c1495ea36a {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:30:28.358773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 29, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:30:28.358998 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Checking segment: {'id': 'abf399af-fa26-445b-9964-144cd3e90be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '830c9f61-874c-4c3e-aa2a-f0c1495ea36a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:30:28.359378 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:28.359790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Bound using segment: {'id': 'abf399af-fa26-445b-9964-144cd3e90be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '830c9f61-874c-4c3e-aa2a-f0c1495ea36a'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:30:28.360248 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Bound port: 30ac8bc2-ed50-44c6-9be9-505e6634f2a2, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'abf399af-fa26-445b-9964-144cd3e90be3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '830c9f61-874c-4c3e-aa2a-f0c1495ea36a'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:30:28.360604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:28.428304 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:30:28.455131 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] For port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:30:28.460649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] For port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=30ac8bc2-ed50-44c6-9be9-505e6634f2a2,segment=NetworkSegment(abf399af-fa26-445b-9964-144cd3e90be3),segment_id=abf399af-fa26-445b-9964-144cd3e90be3)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:30:28.466180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:28.554890 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb05acab-a9e7-489f-aac8-7577ecd77413 None None] Pushing event updated for resources: {'Port': ['ID=30ac8bc2-ed50-44c6-9be9-505e6634f2a2,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:28.558199 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Routers {'84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:30:28.558791 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:30:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:30:28.735851 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] Set router 84cd3f7a-dc4f-4c40-9ece-7e6c0967a262 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:30:29.007992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:29.032462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:29.109739 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'name': 'tempest-TestShelveInstance-711164223-router', 'tenant_id': 'c053f045123c4463b19829f5019c8d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'ff799931-cb07-4bd2-9394-2ee85262043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:59Z', 'updated_at': '2022-02-28T15:30:02Z', 'revision_number': 4, 'project_id': 'c053f045123c4463b19829f5019c8d1d', 'gw_port': {'id': 'ff799931-cb07-4bd2-9394-2ee85262043c', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:59Z', 'updated_at': '2022-02-28T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '30ac8bc2-ed50-44c6-9be9-505e6634f2a2', 'name': '', 'network_id': '830c9f61-874c-4c3e-aa2a-f0c1495ea36a', 'tenant_id': 'c053f045123c4463b19829f5019c8d1d', 'mac_address': 'fa:16:3e:1e:79:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '932382f2-8068-4fc6-934e-6a87b30c0bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:30:01Z', 'updated_at': '2022-02-28T15:30:28Z', 'revision_number': 4, 'project_id': 'c053f045123c4463b19829f5019c8d1d', 'subnets': [{'id': '932382f2-8068-4fc6-934e-6a87b30c0bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:30:29.113638 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a49c2fa5-241f-495d-8192-6b9929a06676 None None] The sync data for ids ['84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'] in dv-neutron-830866-2-hyperv is: [{'id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'name': 'tempest-TestShelveInstance-711164223-router', 'tenant_id': 'c053f045123c4463b19829f5019c8d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'ff799931-cb07-4bd2-9394-2ee85262043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:59Z', 'updated_at': '2022-02-28T15:30:02Z', 'revision_number': 4, 'project_id': 'c053f045123c4463b19829f5019c8d1d', 'gw_port': {'id': 'ff799931-cb07-4bd2-9394-2ee85262043c', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:59Z', 'updated_at': '2022-02-28T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '30ac8bc2-ed50-44c6-9be9-505e6634f2a2', 'name': '', 'network_id': '830c9f61-874c-4c3e-aa2a-f0c1495ea36a', 'tenant_id': 'c053f045123c4463b19829f5019c8d1d', 'mac_address': 'fa:16:3e:1e:79:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '932382f2-8068-4fc6-934e-6a87b30c0bbe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:30:01Z', 'updated_at': '2022-02-28T15:30:28Z', 'revision_number': 4, 'project_id': 'c053f045123c4463b19829f5019c8d1d', 'subnets': [{'id': '932382f2-8068-4fc6-934e-6a87b30c0bbe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:30:29.568230 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:30:29.636494 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:30:29.643005 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:30:29.643380 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:29.760052 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:29.792251 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=30ac8bc2-ed50-44c6-9be9-505e6634f2a2,segment=NetworkSegment(abf399af-fa26-445b-9964-144cd3e90be3),segment_id=abf399af-fa26-445b-9964-144cd3e90be3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:30:29.796795 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:29.868259 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=30ac8bc2-ed50-44c6-9be9-505e6634f2a2,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:30:30.377788 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:31.546487 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:30:31.612137 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:30:31.612497 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:52.794783 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2fdfd165-2a5a-4560-9f6c-f83f2de01f96 req-a4661acc-3653-4c3b-ad35-d1b7f41a8136 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0711117 Feb 28 15:30:52.944833 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2fdfd165-2a5a-4560-9f6c-f83f2de01f96 req-195fb152-4da6-4f13-b40f-d4aed5109b15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 1098 time: 0.0668194 Feb 28 15:30:53.085706 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfd165-2a5a-4560-9f6c-f83f2de01f96 req-d18e3d42-e719-4018-b19c-a6ee9733035d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:53.087592 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2fdfd165-2a5a-4560-9f6c-f83f2de01f96 req-d18e3d42-e719-4018-b19c-a6ee9733035d service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.1253910 Feb 28 15:30:53.279747 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2fdfd165-2a5a-4560-9f6c-f83f2de01f96 req-c557d359-cc20-4936-99ed-4f810a38f368 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc774c82-ba33-4adc-a176-4101baaf6590 HTTP/1.1" status: 200 len: 1001 time: 0.1865575 Feb 28 15:30:53.341114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfd165-2a5a-4560-9f6c-f83f2de01f96 req-4d184a1a-c58e-412a-b576-0e320fe615e2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:30:53.342408 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2fdfd165-2a5a-4560-9f6c-f83f2de01f96 req-4d184a1a-c58e-412a-b576-0e320fe615e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0577321 Feb 28 15:30:53.415729 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2fdfd165-2a5a-4560-9f6c-f83f2de01f96 req-33ab6c6d-69fc-4479-a98b-6cc1a150a159 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650868 Feb 28 15:30:53.424856 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [req-2fdfd165-2a5a-4560-9f6c-f83f2de01f96 req-52e3a33f-2174-4afb-8dde-d7f49fc5c554 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 15:30:53.425853 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2fdfd165-2a5a-4560-9f6c-f83f2de01f96 req-52e3a33f-2174-4afb-8dde-d7f49fc5c554 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0047126 Feb 28 15:30:53.552146 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2fdfd165-2a5a-4560-9f6c-f83f2de01f96 req-3c89814c-795f-49c7-86a8-1126aa1ef1e7 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207831 Feb 28 15:30:53.677902 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2fdfd165-2a5a-4560-9f6c-f83f2de01f96 req-f19c99e4-d6d1-4087-a85a-06c80fc0c3b3 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199782 Feb 28 15:30:55.557292 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8f50b095-f825-4c25-bfea-010dbf21fb61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:57.680896 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e2d05041-4624-45f7-8fea-c1445ac731a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:58.137682 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:58.949564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:30:58.985661 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:31:00.381005 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:31:05.428378 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:31:13.670970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [req-00edb2f9-1fe3-4ba9-a7e4-4b864fc7428f req-d6a3522c-1017-4bab-baff-cd8db293f43f service neutron] (83591) timed out ('10.222.0.15', 51050) {{(pid=83591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 15:31:25.558743 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6fed81da-30f2-41fe-ad33-629045d70d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:31:27.682063 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6d11152e-ba51-4797-ada5-31cf40e8286e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:31:28.154632 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:31:28.951737 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:31:28.987079 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:31:30.387040 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:31:42.428469 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:31:53.858274 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00658e53-5b88-4eaf-9ebb-e32b44da8e88 req-c2668e7b-af07-41d9-907d-ea1abf7f2146 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1328037 Feb 28 15:31:53.993576 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00658e53-5b88-4eaf-9ebb-e32b44da8e88 req-6f93060e-159a-46ed-87d8-3c144eede48f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 1098 time: 0.0699186 Feb 28 15:31:54.134742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00658e53-5b88-4eaf-9ebb-e32b44da8e88 req-b6133efc-e5bd-40eb-a708-35c77e0ef719 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:31:54.136172 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00658e53-5b88-4eaf-9ebb-e32b44da8e88 req-b6133efc-e5bd-40eb-a708-35c77e0ef719 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.1238132 Feb 28 15:31:54.236656 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00658e53-5b88-4eaf-9ebb-e32b44da8e88 req-947f50fe-8cd0-498d-b4b6-d101e50de2e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc774c82-ba33-4adc-a176-4101baaf6590 HTTP/1.1" status: 200 len: 1001 time: 0.0951638 Feb 28 15:31:54.303390 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00658e53-5b88-4eaf-9ebb-e32b44da8e88 req-96c512f8-9721-44ab-a0b6-e61981d1e033 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:31:54.305384 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00658e53-5b88-4eaf-9ebb-e32b44da8e88 req-96c512f8-9721-44ab-a0b6-e61981d1e033 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0612130 Feb 28 15:31:54.379768 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00658e53-5b88-4eaf-9ebb-e32b44da8e88 req-f3222de6-76e4-49f8-bc46-9066e3771699 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0684643 Feb 28 15:31:54.507918 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00658e53-5b88-4eaf-9ebb-e32b44da8e88 req-a5ec1ef2-75d6-46a0-bf28-9d317f1c530b service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214831 Feb 28 15:31:54.633755 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00658e53-5b88-4eaf-9ebb-e32b44da8e88 req-79cc8682-050e-41fa-b500-8c29acb3641d service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201510 Feb 28 15:31:55.560864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-516e9a8d-5ba4-4f3d-a307-c8220e12f8d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:31:57.683278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8a15035c-6ef0-445d-9c3f-135f504ff847 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:31:58.195226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:31:58.952375 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:31:58.996331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:00.386790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:11.170270 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6687aeb0-4141-416b-b2a1-2e741a421a83 req-7cf2db74-2622-4d48-ab93-f4baa8421f45 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:11.172116 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6687aeb0-4141-416b-b2a1-2e741a421a83 req-7cf2db74-2622-4d48-ab93-f4baa8421f45 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0776248 Feb 28 15:32:11.215108 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6687aeb0-4141-416b-b2a1-2e741a421a83 req-77f172f4-9a93-473f-9476-13bfad1b98e0 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375907 Feb 28 15:32:12.413363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9787e3cd-614a-4369-b01b-25541fd0e2bc req-0ec4ebd1-9493-4062-b316-c422e351a48f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:12.415060 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9787e3cd-614a-4369-b01b-25541fd0e2bc req-0ec4ebd1-9493-4062-b316-c422e351a48f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0762591 Feb 28 15:32:12.460244 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9787e3cd-614a-4369-b01b-25541fd0e2bc req-a1583a09-ca4e-46c1-a88b-2b15f47b03e3 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394714 Feb 28 15:32:13.660287 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05159cef-dd64-4872-8c2c-5e2add947866 req-521f463b-91dc-48fd-a3cb-28aa03c6c411 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:13.661683 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-05159cef-dd64-4872-8c2c-5e2add947866 req-521f463b-91dc-48fd-a3cb-28aa03c6c411 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0741515 Feb 28 15:32:13.705323 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-05159cef-dd64-4872-8c2c-5e2add947866 req-0f3ca66b-b2af-43ac-a983-fe7bc628627f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383708 Feb 28 15:32:14.898972 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caeb232c-3d02-4c2f-9dee-180353ca57c0 req-d833603a-d7a0-498a-9a1b-a6dce252613a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:14.900434 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-caeb232c-3d02-4c2f-9dee-180353ca57c0 req-d833603a-d7a0-498a-9a1b-a6dce252613a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0774341 Feb 28 15:32:14.943242 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-caeb232c-3d02-4c2f-9dee-180353ca57c0 req-b6f76f64-338e-458c-95f6-81df56cd3cb1 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371082 Feb 28 15:32:16.159757 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5065fc7d-997e-4d54-b779-c36ce9b9bb7b req-fbea1343-e88b-45e4-a30f-abcf5babfd13 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:16.161722 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5065fc7d-997e-4d54-b779-c36ce9b9bb7b req-fbea1343-e88b-45e4-a30f-abcf5babfd13 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0876784 Feb 28 15:32:16.222563 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5065fc7d-997e-4d54-b779-c36ce9b9bb7b req-7a921c2c-58c8-42a0-819f-46b6096fdda1 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0545712 Feb 28 15:32:17.413331 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accb82a8-3a2f-4898-9584-5245f0b9f89c req-e057fb15-495d-4e19-83e8-9449970eaab9 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:17.414754 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-accb82a8-3a2f-4898-9584-5245f0b9f89c req-e057fb15-495d-4e19-83e8-9449970eaab9 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0740705 Feb 28 15:32:17.458116 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-accb82a8-3a2f-4898-9584-5245f0b9f89c req-a310817f-85e6-4d93-8f5b-5dc0435fefef tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379007 Feb 28 15:32:18.649422 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f72fe-a9b8-4a35-8634-eacccd56d815 req-5c87b758-67d8-4635-97cc-d6077f33614f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:18.650858 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0d8f72fe-a9b8-4a35-8634-eacccd56d815 req-5c87b758-67d8-4635-97cc-d6077f33614f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0736542 Feb 28 15:32:18.693882 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0d8f72fe-a9b8-4a35-8634-eacccd56d815 req-184986ad-9e04-4f51-a34e-5c635cf1fad9 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374756 Feb 28 15:32:19.429885 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:32:19.990337 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad37277c-7186-4243-92f2-7466104bdace req-7e735982-ea60-4aed-b292-aa7de4bdf09e tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:19.991727 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ad37277c-7186-4243-92f2-7466104bdace req-7e735982-ea60-4aed-b292-aa7de4bdf09e tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.1770236 Feb 28 15:32:20.044872 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ad37277c-7186-4243-92f2-7466104bdace req-2e8ed3a6-d639-442a-826e-02dd20238a98 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475309 Feb 28 15:32:21.239879 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68175d3e-cb74-4e75-88e3-dc565626bee8 req-1f3880e3-dc1b-4065-99d0-4103910c3b69 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:21.241301 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-68175d3e-cb74-4e75-88e3-dc565626bee8 req-1f3880e3-dc1b-4065-99d0-4103910c3b69 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0772147 Feb 28 15:32:21.284287 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-68175d3e-cb74-4e75-88e3-dc565626bee8 req-f031daf2-6582-4f37-997e-d8bed75a7d1b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376215 Feb 28 15:32:22.472826 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc96eaa-bf0b-43b3-acde-eafc43f19786 req-31c0a3ca-440b-413b-a0c1-2bff28b7aa9d tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:22.474248 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1bc96eaa-bf0b-43b3-acde-eafc43f19786 req-31c0a3ca-440b-413b-a0c1-2bff28b7aa9d tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0734363 Feb 28 15:32:22.519940 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1bc96eaa-bf0b-43b3-acde-eafc43f19786 req-aacec6c8-25d0-4385-807e-4755cb142dfa tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403750 Feb 28 15:32:23.547908 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device dc774c82-ba33-4adc-a176-4101baaf6590 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:32:23.684690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port dc774c82-ba33-4adc-a176-4101baaf6590, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dc774c82-ba33-4adc-a176-4101baaf6590,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:32:23.698390 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'port_id': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'mac_address': 'fa:16:3e:42:82:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:32:23.727770 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04cc62c1-2d9a-4105-ab69-f2e38d8ea9bf req-a44fb389-7a2e-4755-9ea8-61cb0cc154fc tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:23.729997 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-04cc62c1-2d9a-4105-ab69-f2e38d8ea9bf req-a44fb389-7a2e-4755-9ea8-61cb0cc154fc tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0845201 Feb 28 15:32:23.760054 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:23.778894 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc774c82-ba33-4adc-a176-4101baaf6590 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:32:23.784115 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-04cc62c1-2d9a-4105-ab69-f2e38d8ea9bf req-0ca430b7-2fe2-4c8a-bda0-b93d4f51f138 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482943 Feb 28 15:32:23.794808 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port dc774c82-ba33-4adc-a176-4101baaf6590, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dc774c82-ba33-4adc-a176-4101baaf6590,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:32:23.799976 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:23.875761 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['dc774c82-ba33-4adc-a176-4101baaf6590'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:32:23.910895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=dc774c82-ba33-4adc-a176-4101baaf6590,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:32:23.931732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:32:23.932076 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:32:23.932404 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:32:23.932731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:32:23.933053 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:32:23.933370 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:32:23.933740 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:32:23.934055 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:32:23.934367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:32:23.934676 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:32:23.934990 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:32:24.987986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f824ea5e-f222-402a-a065-9cbb9e91525b req-ce91555a-3f9c-4e97-818e-3fc903e967ce tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:24.989403 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f824ea5e-f222-402a-a065-9cbb9e91525b req-ce91555a-3f9c-4e97-818e-3fc903e967ce tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 944 time: 0.0787272 Feb 28 15:32:25.037997 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f824ea5e-f222-402a-a065-9cbb9e91525b req-4b177df3-8ea2-46c4-9cfe-86215db6a66d tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428030 Feb 28 15:32:25.549250 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device dc774c82-ba33-4adc-a176-4101baaf6590 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:32:25.627115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2e2ee680-0c8e-4569-92fb-a3ef6bf29355 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:25.644829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port dc774c82-ba33-4adc-a176-4101baaf6590 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:32:25.645900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:25.775335 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:25.809564 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc774c82-ba33-4adc-a176-4101baaf6590'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:32:25.820121 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port dc774c82-ba33-4adc-a176-4101baaf6590, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dc774c82-ba33-4adc-a176-4101baaf6590,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:32:25.825496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:25.889765 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'code': 200} Feb 28 15:32:25.907331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=dc774c82-ba33-4adc-a176-4101baaf6590,revision_number=7']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:32:26.257172 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad783686-6aad-42ae-818e-eaabd3563bcd req-08cd12c4-0656-40c9-8ad0-1d538660d641 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:26.258604 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ad783686-6aad-42ae-818e-eaabd3563bcd req-08cd12c4-0656-40c9-8ad0-1d538660d641 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0819983 Feb 28 15:32:26.311593 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ad783686-6aad-42ae-818e-eaabd3563bcd req-ce5f162f-becc-4679-87fb-56ab8d030579 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429456 Feb 28 15:32:27.522405 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9771be99-4605-4de7-b99b-2e9f6eede202 req-00fc4c90-3160-494d-aeba-4e3d2a1778e8 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:27.523911 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9771be99-4605-4de7-b99b-2e9f6eede202 req-00fc4c90-3160-494d-aeba-4e3d2a1778e8 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0855343 Feb 28 15:32:27.572166 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9771be99-4605-4de7-b99b-2e9f6eede202 req-7d7c9533-1976-4a41-befe-015b69427b4f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420206 Feb 28 15:32:27.685427 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-32d3adfb-d4af-49c5-903b-59eb017d1a24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:28.225451 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:28.797167 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-688d82e4-10be-487c-837d-1311bf131233 req-5cecad8c-14ee-4fab-a54e-88f8a67256e0 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:28.799456 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-688d82e4-10be-487c-837d-1311bf131233 req-5cecad8c-14ee-4fab-a54e-88f8a67256e0 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0833042 Feb 28 15:32:28.848236 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-688d82e4-10be-487c-837d-1311bf131233 req-974919a3-0d85-42fd-8ccc-ba4797bc9f57 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433960 Feb 28 15:32:28.955417 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:28.996276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:30.068633 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c34490-4924-430e-99c7-73e17d95503c req-2eac37e8-0821-48dc-935f-7eebefca9b30 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:30.070110 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c9c34490-4924-430e-99c7-73e17d95503c req-2eac37e8-0821-48dc-935f-7eebefca9b30 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0899906 Feb 28 15:32:30.117984 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c9c34490-4924-430e-99c7-73e17d95503c req-b03d1171-dc81-4c6d-9ce0-a8b6ed4cbf8f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422554 Feb 28 15:32:30.392475 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:31.346425 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ed86d2a-17b7-4afd-b7cb-ae0ce31a9cd8 req-e6c87f36-5fbb-4bc3-ab48-b62ad6bb8eca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:31.353385 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3ed86d2a-17b7-4afd-b7cb-ae0ce31a9cd8 req-e6c87f36-5fbb-4bc3-ab48-b62ad6bb8eca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0994008 Feb 28 15:32:31.401017 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3ed86d2a-17b7-4afd-b7cb-ae0ce31a9cd8 req-d03d656b-6d9d-4599-bede-57fbc6573d97 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467579 Feb 28 15:32:32.609113 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309aa8a-3b64-4875-b440-0bde8436103b req-738a4469-c8a2-4c59-8f2a-36923baacd65 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:32.611148 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f309aa8a-3b64-4875-b440-0bde8436103b req-738a4469-c8a2-4c59-8f2a-36923baacd65 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0770860 Feb 28 15:32:32.672185 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f309aa8a-3b64-4875-b440-0bde8436103b req-5b5f611c-9ebd-4c95-a931-49a0333833f8 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549476 Feb 28 15:32:33.878479 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176af417-74a4-452e-b366-519802744cdc req-08557b53-6a16-480d-9cb0-4132d0204a86 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:33.880314 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-176af417-74a4-452e-b366-519802744cdc req-08557b53-6a16-480d-9cb0-4132d0204a86 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0800910 Feb 28 15:32:33.933001 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-176af417-74a4-452e-b366-519802744cdc req-8abf45e7-1a86-444a-a109-9bc26f6eafe1 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473025 Feb 28 15:32:34.686979 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2f9962fb-870a-49f1-820c-cd487572a359 req-37611d5e-a39a-4469-84d8-f3129f1d9f17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 1098 time: 0.0666192 Feb 28 15:32:34.813333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9962fb-870a-49f1-820c-cd487572a359 req-8c16d5cc-e008-4cdc-92c0-d12d80c92b73 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:34.815223 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2f9962fb-870a-49f1-820c-cd487572a359 req-8c16d5cc-e008-4cdc-92c0-d12d80c92b73 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.1230452 Feb 28 15:32:34.914211 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2f9962fb-870a-49f1-820c-cd487572a359 req-d9edea07-a68a-4979-928e-8cce2eb3d018 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc774c82-ba33-4adc-a176-4101baaf6590 HTTP/1.1" status: 200 len: 1001 time: 0.0934343 Feb 28 15:32:34.973439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9962fb-870a-49f1-820c-cd487572a359 req-ca67f9ed-4894-4664-abbc-59f2fc828ebf service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:34.974810 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2f9962fb-870a-49f1-820c-cd487572a359 req-ca67f9ed-4894-4664-abbc-59f2fc828ebf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0551133 Feb 28 15:32:35.051125 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2f9962fb-870a-49f1-820c-cd487572a359 req-bbaec7d7-79b8-400d-ad41-a84a66ce4ce5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0707846 Feb 28 15:32:35.147866 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [req-73df38d8-8c75-4664-bf9f-2833a1cc25be req-359d3807-b5a2-435e-a063-ad49bdeeb774 service neutron] (83592) timed out ('10.222.0.20', 60722) {{(pid=83592) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 15:32:35.180503 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2f9962fb-870a-49f1-820c-cd487572a359 req-26f8405d-7b81-4073-ade8-f9ade91b2b49 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236067 Feb 28 15:32:35.208567 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b77a71-108e-49b3-a4b3-b6f4e59329b8 req-743118a3-c74c-48e7-96f8-ac8cfbf0ef14 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:35.210004 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-50b77a71-108e-49b3-a4b3-b6f4e59329b8 req-743118a3-c74c-48e7-96f8-ac8cfbf0ef14 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.1445189 Feb 28 15:32:35.255186 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-50b77a71-108e-49b3-a4b3-b6f4e59329b8 req-895df5e5-3e3f-496c-976f-7b51b99a3c48 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392182 Feb 28 15:32:35.309846 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2f9962fb-870a-49f1-820c-cd487572a359 req-ea64bd41-f479-46da-8852-f4cc251ee41e service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232798 Feb 28 15:32:36.517740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c962006b-e922-428c-846b-237eb95eb5d0 req-11a8751f-f44c-45fb-b29e-10ae05f18a59 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:36.519159 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c962006b-e922-428c-846b-237eb95eb5d0 req-11a8751f-f44c-45fb-b29e-10ae05f18a59 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.1453781 Feb 28 15:32:36.562861 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c962006b-e922-428c-846b-237eb95eb5d0 req-90119901-55ef-4589-bc05-cbc88e8ca36d tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381391 Feb 28 15:32:37.613945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device dc774c82-ba33-4adc-a176-4101baaf6590 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:32:37.723291 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:37.749355 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc774c82-ba33-4adc-a176-4101baaf6590'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:32:37.758578 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port dc774c82-ba33-4adc-a176-4101baaf6590, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dc774c82-ba33-4adc-a176-4101baaf6590,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:32:37.758867 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2da8e0-5c8a-4db8-aad8-4ceff1c5bfc6 req-0a8dd1a7-e7d4-4ff2-aa4d-d0e1cf06d4c6 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:37.760523 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7e2da8e0-5c8a-4db8-aad8-4ceff1c5bfc6 req-0a8dd1a7-e7d4-4ff2-aa4d-d0e1cf06d4c6 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 945 time: 0.0761483 Feb 28 15:32:37.763332 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:37.806667 dv-neutron-830866-2-hyperv neutron-server[83593]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'code': 422} returned with failed status Feb 28 15:32:37.810535 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7e2da8e0-5c8a-4db8-aad8-4ceff1c5bfc6 req-671b55e1-5e5c-4e8f-8376-0e58ad094243 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444744 Feb 28 15:32:37.831656 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=dc774c82-ba33-4adc-a176-4101baaf6590,revision_number=8']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:32:37.992895 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-19b8b275-33b5-43d8-92da-189ff490e822 req-cc500132-82cd-4438-9c43-e96f771dad7c service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0684261 Feb 28 15:32:39.311453 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4345f4-6a6e-40ac-b73d-35e3b84a08e3 req-fbcbff1b-05ae-42f2-acd7-dfa3953eda22 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:39.312907 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-de4345f4-6a6e-40ac-b73d-35e3b84a08e3 req-fbcbff1b-05ae-42f2-acd7-dfa3953eda22 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 943 time: 0.1150291 Feb 28 15:32:39.369401 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-61a166de-6c3f-4dca-8485-93f9ca952b0a req-af378ee4-bd09-490a-8daa-17cde3f2bc89 service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1766701 Feb 28 15:32:39.376521 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-de4345f4-6a6e-40ac-b73d-35e3b84a08e3 req-c8314f88-85ec-4dff-bb1c-c366c2a8ad10 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547276 Feb 28 15:32:39.839333 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-61a166de-6c3f-4dca-8485-93f9ca952b0a req-f92a7a3b-5205-4a25-aba7-0d80a7bb50c1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0&tenant_id=e03c6d95358f4cef8e01dad68d192f96 HTTP/1.1" status: 200 len: 1096 time: 0.0666726 Feb 28 15:32:39.926379 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-61a166de-6c3f-4dca-8485-93f9ca952b0a req-595cf281-2b4a-436d-9892-f5aaca57676f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 1096 time: 0.0663364 Feb 28 15:32:40.135816 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a166de-6c3f-4dca-8485-93f9ca952b0a req-ad20a572-a93f-4f04-96fa-824cbdbb1ab3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:40.137145 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-61a166de-6c3f-4dca-8485-93f9ca952b0a req-ad20a572-a93f-4f04-96fa-824cbdbb1ab3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.2056592 Feb 28 15:32:40.232094 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-61a166de-6c3f-4dca-8485-93f9ca952b0a req-12040a42-af43-4767-b26c-ae241cfbf161 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc774c82-ba33-4adc-a176-4101baaf6590 HTTP/1.1" status: 200 len: 999 time: 0.0890059 Feb 28 15:32:40.294099 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a166de-6c3f-4dca-8485-93f9ca952b0a req-f6e2d86f-91ca-4a41-aae4-e4d2fd9bf3c1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:40.295441 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-61a166de-6c3f-4dca-8485-93f9ca952b0a req-f6e2d86f-91ca-4a41-aae4-e4d2fd9bf3c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0578992 Feb 28 15:32:40.367103 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-61a166de-6c3f-4dca-8485-93f9ca952b0a req-7ef9c710-658c-4501-bf9f-559ed44905c7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0663576 Feb 28 15:32:40.496022 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-61a166de-6c3f-4dca-8485-93f9ca952b0a req-7a382921-51a7-452e-91d5-197e9b899d2b service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1232617 Feb 28 15:32:40.682018 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-61a166de-6c3f-4dca-8485-93f9ca952b0a req-ffe9912c-60dd-4526-99bc-cbf6b4a84a7e service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566467 Feb 28 15:32:40.689093 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f004a-2742-4046-9d41-bd0fc8fd6dff req-8f17c2f2-fe0b-4a29-afcf-6fd52ee22ac1 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:40.690483 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-116f004a-2742-4046-9d41-bd0fc8fd6dff req-8f17c2f2-fe0b-4a29-afcf-6fd52ee22ac1 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 943 time: 0.1936314 Feb 28 15:32:40.736705 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-116f004a-2742-4046-9d41-bd0fc8fd6dff req-26d1d8bc-1484-4629-82b3-c86a8541ecdd tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407615 Feb 28 15:32:41.953954 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374af972-7257-4b14-903e-612c9a66b0f4 req-bfda5495-3535-455a-8979-8c0276770975 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:41.959515 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-374af972-7257-4b14-903e-612c9a66b0f4 req-bfda5495-3535-455a-8979-8c0276770975 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 943 time: 0.0844107 Feb 28 15:32:42.015703 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-374af972-7257-4b14-903e-612c9a66b0f4 req-0a507067-62d2-4eb2-9c7c-e41847c33f84 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546703 Feb 28 15:32:43.219795 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42858bfc-a91c-4968-b2fe-2aeb862f6033 req-888a7b73-e8a8-427a-8a51-31c5655996e1 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:43.222169 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-42858bfc-a91c-4968-b2fe-2aeb862f6033 req-888a7b73-e8a8-427a-8a51-31c5655996e1 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 943 time: 0.0760784 Feb 28 15:32:43.272865 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-42858bfc-a91c-4968-b2fe-2aeb862f6033 req-900b29b1-c7c7-4994-8e59-536461d39eda tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451159 Feb 28 15:32:44.491564 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653e8f36-61f8-46c1-9c81-95ab8b8fc272 req-c92c157e-19fb-4622-aa2d-48feb3856c5a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:44.493083 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-653e8f36-61f8-46c1-9c81-95ab8b8fc272 req-c92c157e-19fb-4622-aa2d-48feb3856c5a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 943 time: 0.0875182 Feb 28 15:32:44.559295 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-653e8f36-61f8-46c1-9c81-95ab8b8fc272 req-e2248cb7-3978-4a73-b6b7-14cf0d51a8c1 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0588357 Feb 28 15:32:45.769855 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681b18a8-b47f-4e11-9c3e-51b904e6ced2 req-e8b3add8-d8b5-4b1a-b635-dc6e4d5698c1 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:45.771211 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-681b18a8-b47f-4e11-9c3e-51b904e6ced2 req-e8b3add8-d8b5-4b1a-b635-dc6e4d5698c1 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 943 time: 0.0826857 Feb 28 15:32:45.820657 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-681b18a8-b47f-4e11-9c3e-51b904e6ced2 req-8fbb2dc5-6981-4a06-9bb6-ed7cd5c1f385 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419459 Feb 28 15:32:47.044956 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70cd128-318f-4790-b30d-e2f20fb62e35 req-51d31a79-6a45-4111-97a1-5b9649d15949 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:47.046529 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c70cd128-318f-4790-b30d-e2f20fb62e35 req-51d31a79-6a45-4111-97a1-5b9649d15949 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 943 time: 0.0951445 Feb 28 15:32:47.107455 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c70cd128-318f-4790-b30d-e2f20fb62e35 req-0854d486-a7c8-4297-af60-b29e5275494c tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547945 Feb 28 15:32:48.328063 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f9f3e0-9f06-4738-8d0c-60022352219b req-21aa51ba-02ca-4e32-b65b-080c8a774c75 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:48.329549 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-31f9f3e0-9f06-4738-8d0c-60022352219b req-21aa51ba-02ca-4e32-b65b-080c8a774c75 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 943 time: 0.0867186 Feb 28 15:32:48.373018 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-31f9f3e0-9f06-4738-8d0c-60022352219b req-52e4e01e-d6cb-459f-ad46-34368c310fba tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381327 Feb 28 15:32:49.569518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61b564d-c5c8-4234-b098-f1a971598a85 req-e9705fd6-5ed0-4c7c-82b5-b63929a75cc1 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:49.570961 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d61b564d-c5c8-4234-b098-f1a971598a85 req-e9705fd6-5ed0-4c7c-82b5-b63929a75cc1 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 943 time: 0.0790231 Feb 28 15:32:49.613985 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d61b564d-c5c8-4234-b098-f1a971598a85 req-c5f272bf-6ed5-4730-9639-71c8107c291c tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376949 Feb 28 15:32:50.806134 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73fe598-3667-4dc5-b6d6-ba32ffc0f774 req-1c02637a-d38d-47b3-b97b-39a68bc3d33e tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:50.807457 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c73fe598-3667-4dc5-b6d6-ba32ffc0f774 req-1c02637a-d38d-47b3-b97b-39a68bc3d33e tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 943 time: 0.0748677 Feb 28 15:32:50.850671 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c73fe598-3667-4dc5-b6d6-ba32ffc0f774 req-efa73e22-2483-4e2b-b748-beda7d4ce116 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377574 Feb 28 15:32:51.658298 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device dc774c82-ba33-4adc-a176-4101baaf6590 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:32:51.788280 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port dc774c82-ba33-4adc-a176-4101baaf6590, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dc774c82-ba33-4adc-a176-4101baaf6590,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:32:51.802169 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'port_id': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'mac_address': 'fa:16:3e:42:82:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:32:51.856925 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:51.873372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc774c82-ba33-4adc-a176-4101baaf6590 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:32:51.888110 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port dc774c82-ba33-4adc-a176-4101baaf6590, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dc774c82-ba33-4adc-a176-4101baaf6590,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:32:51.892537 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:51.956979 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=dc774c82-ba33-4adc-a176-4101baaf6590,revision_number=9']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:32:52.049025 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea120bd-b018-4f3e-82b0-65ab06b3d8a6 req-b34a2201-85e5-47be-b8e0-7cbda2a7c49a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:52.050361 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0ea120bd-b018-4f3e-82b0-65ab06b3d8a6 req-b34a2201-85e5-47be-b8e0-7cbda2a7c49a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 944 time: 0.0743368 Feb 28 15:32:52.099186 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-0ea120bd-b018-4f3e-82b0-65ab06b3d8a6 req-876d58f4-f416-44ac-81d7-d72c31967126 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432317 Feb 28 15:32:52.117396 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['dc774c82-ba33-4adc-a176-4101baaf6590'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:32:53.300064 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451b5b51-7b1f-4574-b9a6-8ad9b12d09a7 req-2931b4c3-a16b-4dd5-9df0-409275a971f7 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:53.301493 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-451b5b51-7b1f-4574-b9a6-8ad9b12d09a7 req-2931b4c3-a16b-4dd5-9df0-409275a971f7 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 944 time: 0.0793245 Feb 28 15:32:53.345922 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-451b5b51-7b1f-4574-b9a6-8ad9b12d09a7 req-b61b3f27-63c6-4d0d-a199-2eabfe28d308 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385747 Feb 28 15:32:53.657959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device dc774c82-ba33-4adc-a176-4101baaf6590 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:32:53.725996 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port dc774c82-ba33-4adc-a176-4101baaf6590 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:32:53.726284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:53.836591 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:53.861708 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc774c82-ba33-4adc-a176-4101baaf6590'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:32:53.870984 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port dc774c82-ba33-4adc-a176-4101baaf6590, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dc774c82-ba33-4adc-a176-4101baaf6590,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:32:53.875134 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:53.919945 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'code': 200} Feb 28 15:32:53.941202 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=dc774c82-ba33-4adc-a176-4101baaf6590,revision_number=10']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:32:54.145016 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-30cdfd94-adcf-4b74-9ae4-b53e9d428625 req-c0ead8a1-72e5-4e7f-b0e9-dd0fd3778911 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 1099 time: 0.0651388 Feb 28 15:32:54.185064 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-30cdfd94-adcf-4b74-9ae4-b53e9d428625 req-c2417390-5a42-486b-9f41-c5788d9aeb20 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347674 Feb 28 15:32:54.547797 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d779614a-a9c7-40ae-92d7-1f8a0f82c7a2 req-cd4c4cf9-16d2-4e7a-a484-e4924dcd855b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:54.549251 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d779614a-a9c7-40ae-92d7-1f8a0f82c7a2 req-cd4c4cf9-16d2-4e7a-a484-e4924dcd855b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 946 time: 0.0860481 Feb 28 15:32:54.592718 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-d779614a-a9c7-40ae-92d7-1f8a0f82c7a2 req-c63f479a-2305-4507-8d1e-ade61030fc51 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379572 Feb 28 15:32:55.503380 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bdec8565-f2e3-40cf-afee-cfcf67b47a3e req-3a47fc81-0db6-467f-addc-fadbae32b94c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 1099 time: 0.0702820 Feb 28 15:32:55.572657 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c7896549-5264-46c9-9ca9-edc919e45fac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:55.647085 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec8565-f2e3-40cf-afee-cfcf67b47a3e req-6b40f984-f560-456d-b89e-b1da445eefbd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:55.648848 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bdec8565-f2e3-40cf-afee-cfcf67b47a3e req-6b40f984-f560-456d-b89e-b1da445eefbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.1287453 Feb 28 15:32:55.795938 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172a088c-0353-4801-a67b-f196d8034f68 req-55b6752e-087a-41b7-b3fd-606c35f1fd29 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:55.797303 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-172a088c-0353-4801-a67b-f196d8034f68 req-55b6752e-087a-41b7-b3fd-606c35f1fd29 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 946 time: 0.0786850 Feb 28 15:32:55.842244 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-172a088c-0353-4801-a67b-f196d8034f68 req-07b6eaae-64ff-40f9-958f-f976c491f20e tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385578 Feb 28 15:32:55.844147 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bdec8565-f2e3-40cf-afee-cfcf67b47a3e req-cacc060c-1fcf-4abf-a796-b5d44b7915cd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc774c82-ba33-4adc-a176-4101baaf6590 HTTP/1.1" status: 200 len: 1001 time: 0.1810875 Feb 28 15:32:55.906407 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdec8565-f2e3-40cf-afee-cfcf67b47a3e req-0260c751-cda6-454c-823c-6e93adf44de0 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:32:55.908325 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bdec8565-f2e3-40cf-afee-cfcf67b47a3e req-0260c751-cda6-454c-823c-6e93adf44de0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0586109 Feb 28 15:32:55.977637 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bdec8565-f2e3-40cf-afee-cfcf67b47a3e req-59ccd1c9-e910-4bb8-88cc-ecf6218e2f65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0646069 Feb 28 15:32:56.103398 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bdec8565-f2e3-40cf-afee-cfcf67b47a3e req-9475a4e4-9dfe-4c31-afb5-72495a777205 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201959 Feb 28 15:32:56.231909 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bdec8565-f2e3-40cf-afee-cfcf67b47a3e req-6c9be25c-f342-4cca-b887-4cf9f55d8583 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228187 Feb 28 15:32:56.430452 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:32:57.688624 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-57ee13a0-8a39-417e-83b3-2fbdbec2d49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:58.207132 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:58.957508 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:32:58.994831 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:33:00.393977 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:33:25.565698 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7d3a95dd-8c3d-4483-9dd2-98df7e1789e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:33:27.689732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1ddaaa19-96f9-4865-b348-ad9cde60733b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:33:28.204445 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:33:28.959242 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:33:28.998062 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:33:30.400062 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:33:33.431929 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:33:55.567306 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-29e066aa-bd85-4eb3-958e-d3956f53d344 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:33:55.809109 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-68e740ab-5c5f-4d53-976a-2a86ba83835f req-674b83d4-4876-454f-b01c-17305c7c7366 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0825782 Feb 28 15:33:55.942516 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-68e740ab-5c5f-4d53-976a-2a86ba83835f req-225c3d51-bc67-4f59-8557-d0e9683a6c70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 1099 time: 0.0670784 Feb 28 15:33:56.089970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e740ab-5c5f-4d53-976a-2a86ba83835f req-82ef12f0-9879-4531-9d71-cc850da03fd6 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:33:56.091328 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-68e740ab-5c5f-4d53-976a-2a86ba83835f req-82ef12f0-9879-4531-9d71-cc850da03fd6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.1322882 Feb 28 15:33:56.192028 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-68e740ab-5c5f-4d53-976a-2a86ba83835f req-779db763-ab88-4e91-b29e-d10d887a5e19 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc774c82-ba33-4adc-a176-4101baaf6590 HTTP/1.1" status: 200 len: 1001 time: 0.0948489 Feb 28 15:33:56.250448 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e740ab-5c5f-4d53-976a-2a86ba83835f req-95e3700d-a456-4d13-9b75-fab861c4b0d6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:33:56.252401 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-68e740ab-5c5f-4d53-976a-2a86ba83835f req-95e3700d-a456-4d13-9b75-fab861c4b0d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0544796 Feb 28 15:33:56.328182 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-68e740ab-5c5f-4d53-976a-2a86ba83835f req-f585e392-807a-40a6-ace9-30254c5b75b4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704985 Feb 28 15:33:56.456942 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-68e740ab-5c5f-4d53-976a-2a86ba83835f req-5f266cac-5496-4628-8326-23871655e4b6 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226122 Feb 28 15:33:56.583083 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-68e740ab-5c5f-4d53-976a-2a86ba83835f req-3a02e319-b684-4daf-ab12-ba516c02ceb8 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1208901 Feb 28 15:33:57.690534 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c5d7e830-3c44-4b71-86df-a53d7f733e9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:33:58.209433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:33:58.961138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:33:58.999133 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:00.400714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:04.715375 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55306) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:34:04.993373 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Deleting port dfe1e659-fd74-4a0f-acd7-e240ed1ac7cf {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:34:04.993623 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:05.154354 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:05.154678 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:05.282434 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Calling delete_port for dfe1e659-fd74-4a0f-acd7-e240ed1ac7cf owned by network:floatingip {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:34:05.424520 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:05.469862 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event deleted for resources: {'Port': ['ID=dfe1e659-fd74-4a0f-acd7-e240ed1ac7cf,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:05.482963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:05.483377 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:05.483638 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:05.483958 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:05.484283 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:05.484600 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:05.485371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:05.485371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:05.485523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:05.485809 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:05.486114 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:05.577479 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for floatingip, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:05.961699 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Router 546989b0-a071-42bd-817f-aaf5f28cc77e has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:34:06.151950 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:34:06.162296 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53efd60-54dd-49eb-8624-84d0b0537f2f None None] Sync routers for ids ['546989b0-a071-42bd-817f-aaf5f28cc77e'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:34:06.172510 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:06.174551 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53efd60-54dd-49eb-8624-84d0b0537f2f None None] Routers {'546989b0-a071-42bd-817f-aaf5f28cc77e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:34:06.175148 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c53efd60-54dd-49eb-8624-84d0b0537f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:33:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['546989b0-a071-42bd-817f-aaf5f28cc77e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:34:06.225264 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a9e26af6-0f79-4af8-a983-5794643ef9c4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "DELETE /v2.0/floatingips/0509f1c8-3baf-4a64-b8c8-65e5d0ef8666 HTTP/1.1" status: 204 len: 168 time: 1.5088077 Feb 28 15:34:06.225758 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'tag': 'dc774c82-ba33-4adc-a176-4101baaf6590'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:34:06.356044 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-c53efd60-54dd-49eb-8624-84d0b0537f2f None None] Set router 546989b0-a071-42bd-817f-aaf5f28cc77e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:34:06.410327 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'tag': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'status': 'completed', 'code': 200} Feb 28 15:34:06.514192 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bf3cbb0-a20d-4831-9515-b4e797834a22 req-7b3cf2fe-5838-4291-a9e6-728da84eb76f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 1099 time: 0.0784519 Feb 28 15:34:06.659393 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3cbb0-a20d-4831-9515-b4e797834a22 req-415dab73-f051-4d41-9f09-5a0e6c2773e8 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:06.660949 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bf3cbb0-a20d-4831-9515-b4e797834a22 req-415dab73-f051-4d41-9f09-5a0e6c2773e8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.1404836 Feb 28 15:34:06.702022 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c53efd60-54dd-49eb-8624-84d0b0537f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '14226c12-755f-460d-bbf7-8f4238ca3507', 'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'mac_address': 'fa:16:3e:66:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:55Z', 'updated_at': '2022-02-28T15:30:04Z', 'revision_number': 5, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'subnets': [{'id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:34:06.706461 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53efd60-54dd-49eb-8624-84d0b0537f2f None None] Checking router: 546989b0-a071-42bd-817f-aaf5f28cc77e for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:34:06.727237 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c53efd60-54dd-49eb-8624-84d0b0537f2f None None] Routers {'546989b0-a071-42bd-817f-aaf5f28cc77e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:34:06.727873 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c53efd60-54dd-49eb-8624-84d0b0537f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:33:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['546989b0-a071-42bd-817f-aaf5f28cc77e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:34:06.762811 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-affb68a1-61f2-46c2-af4b-7c900c91d8db req-e1df5ba5-f9c2-43af-bc2f-a3bb5a65465a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:06.763669 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-affb68a1-61f2-46c2-af4b-7c900c91d8db req-e1df5ba5-f9c2-43af-bc2f-a3bb5a65465a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Synchronizing usage tracker for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:34:06.781447 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-affb68a1-61f2-46c2-af4b-7c900c91d8db req-e1df5ba5-f9c2-43af-bc2f-a3bb5a65465a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Unset dirty status for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:34:06.782971 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-affb68a1-61f2-46c2-af4b-7c900c91d8db req-e1df5ba5-f9c2-43af-bc2f-a3bb5a65465a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 946 time: 0.2071552 Feb 28 15:34:06.832056 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-affb68a1-61f2-46c2-af4b-7c900c91d8db req-57fcfb16-22f3-4944-8337-47655b322f6c tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426118 Feb 28 15:34:06.850336 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bf3cbb0-a20d-4831-9515-b4e797834a22 req-81f7a772-6300-435c-8dac-d584928e32d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dc774c82-ba33-4adc-a176-4101baaf6590 HTTP/1.1" status: 200 len: 217 time: 0.1830454 Feb 28 15:34:06.913955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf3cbb0-a20d-4831-9515-b4e797834a22 req-b868ae87-248d-4eab-b50a-71441f7143fe service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:06.915407 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bf3cbb0-a20d-4831-9515-b4e797834a22 req-b868ae87-248d-4eab-b50a-71441f7143fe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0589867 Feb 28 15:34:06.918038 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-c53efd60-54dd-49eb-8624-84d0b0537f2f None None] Set router 546989b0-a071-42bd-817f-aaf5f28cc77e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:34:06.997013 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bf3cbb0-a20d-4831-9515-b4e797834a22 req-e74da469-fe03-4a80-afbb-d9c2d0aadf2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0758593 Feb 28 15:34:07.129539 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bf3cbb0-a20d-4831-9515-b4e797834a22 req-8936a63d-41c0-4e29-a6e7-652da9ad8122 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258359 Feb 28 15:34:07.255233 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-c53efd60-54dd-49eb-8624-84d0b0537f2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '14226c12-755f-460d-bbf7-8f4238ca3507', 'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'mac_address': 'fa:16:3e:66:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:55Z', 'updated_at': '2022-02-28T15:30:04Z', 'revision_number': 5, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'subnets': [{'id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:34:07.259065 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c53efd60-54dd-49eb-8624-84d0b0537f2f None None] The sync data for ids ['546989b0-a071-42bd-817f-aaf5f28cc77e'] in dv-neutron-830866-2-hyperv is: [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '14226c12-755f-460d-bbf7-8f4238ca3507', 'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'mac_address': 'fa:16:3e:66:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:55Z', 'updated_at': '2022-02-28T15:30:04Z', 'revision_number': 5, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'subnets': [{'id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:34:07.260323 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7bf3cbb0-a20d-4831-9515-b4e797834a22 req-2171e760-106c-493b-b888-43ef61d36bea service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250386 Feb 28 15:34:07.469705 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bf8f3c8-5cee-4899-aa05-e651597bf1f2 None None] New status for floating IP 0509f1c8-3baf-4a64-b8c8-65e5d0ef8666: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:34:07.865540 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fcb5462-bd36-4ae6-ba55-6b85de70a85d req-aa7c3759-9d35-425a-a62c-6440c764e350 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:07.866942 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8fcb5462-bd36-4ae6-ba55-6b85de70a85d req-aa7c3759-9d35-425a-a62c-6440c764e350 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.20 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 946 time: 0.0728109 Feb 28 15:34:07.935234 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-8fcb5462-bd36-4ae6-ba55-6b85de70a85d req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Deleting port dc774c82-ba33-4adc-a176-4101baaf6590 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:34:07.935579 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-8fcb5462-bd36-4ae6-ba55-6b85de70a85d req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:08.173870 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6efdce17-9894-478c-a3c2-b677ce7ca560 req-4bca4702-7ef1-4196-82e7-5032f7e6f7a2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:08.175197 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6efdce17-9894-478c-a3c2-b677ce7ca560 req-4bca4702-7ef1-4196-82e7-5032f7e6f7a2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=55e94911-f65b-45a0-a2be-7c62db0980b0 HTTP/1.1" status: 200 len: 946 time: 0.2173030 Feb 28 15:34:08.255773 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6efdce17-9894-478c-a3c2-b677ce7ca560 req-b66c1453-29b3-48ba-a95a-734dd52ae66e tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=071c1fa7-daf1-4f51-8f48-a5191806abe4&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749128 Feb 28 15:34:08.257288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-8fcb5462-bd36-4ae6-ba55-6b85de70a85d req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] For port dc774c82-ba33-4adc-a176-4101baaf6590, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=dc774c82-ba33-4adc-a176-4101baaf6590,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:34:08.257632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-8fcb5462-bd36-4ae6-ba55-6b85de70a85d req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:08.377465 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-8fcb5462-bd36-4ae6-ba55-6b85de70a85d req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Calling delete_port for dc774c82-ba33-4adc-a176-4101baaf6590 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:34:08.512761 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-8fcb5462-bd36-4ae6-ba55-6b85de70a85d req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:08.561253 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event deleted for resources: {'Port': ['ID=dc774c82-ba33-4adc-a176-4101baaf6590,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:08.594858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:08.595723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:08.596053 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:08.596379 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:08.596702 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:08.597019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:08.597334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:08.597650 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:08.597960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:08.598270 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:08.598577 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:08.642507 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fcb5462-bd36-4ae6-ba55-6b85de70a85d req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] No DVR routers for this DVR port dc774c82-ba33-4adc-a176-4101baaf6590 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:34:08.644883 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-8fcb5462-bd36-4ae6-ba55-6b85de70a85d req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:08.647326 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'name': 'network-vif-deleted', 'tag': 'dc774c82-ba33-4adc-a176-4101baaf6590'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:34:08.663020 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-8fcb5462-bd36-4ae6-ba55-6b85de70a85d req-9b382266-8b74-428b-8106-6ec64fa941ca tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.20 "DELETE /v2.0/ports/dc774c82-ba33-4adc-a176-4101baaf6590 HTTP/1.1" status: 204 len: 173 time: 0.7913396 Feb 28 15:34:08.794846 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55e94911-f65b-45a0-a2be-7c62db0980b0', 'name': 'network-vif-deleted', 'tag': 'dc774c82-ba33-4adc-a176-4101baaf6590', 'status': 'completed', 'code': 200} Feb 28 15:34:09.358399 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55328) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:34:09.425228 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3541cd7-e028-4765-a5d6-8bcfc4d54926 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:09.455321 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3541cd7-e028-4765-a5d6-8bcfc4d54926 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:09.517551 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3541cd7-e028-4765-a5d6-8bcfc4d54926 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:09.535198 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3541cd7-e028-4765-a5d6-8bcfc4d54926 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=071c1fa7-daf1-4f51-8f48-a5191806abe4,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:09.548423 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-e3541cd7-e028-4765-a5d6-8bcfc4d54926 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:09.549452 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e3541cd7-e028-4765-a5d6-8bcfc4d54926 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "DELETE /v2.0/security-groups/071c1fa7-daf1-4f51-8f48-a5191806abe4 HTTP/1.1" status: 204 len: 168 time: 0.1900809 Feb 28 15:34:09.956337 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55336) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:34:09.961953 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ee807145-0b1e-406d-b842-9d9d63aabf99 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1828383788', 'description': 'tempest-secgroup-smoke-1828383788 description', 'project_id': 'e03c6d95358f4cef8e01dad68d192f96'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:34:09.968221 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ee807145-0b1e-406d-b842-9d9d63aabf99 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:34:09.972214 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ee807145-0b1e-406d-b842-9d9d63aabf99 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:security_group and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:34:09.974971 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ee807145-0b1e-406d-b842-9d9d63aabf99 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:34:09.980526 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ee807145-0b1e-406d-b842-9d9d63aabf99 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:34:09.990189 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ee807145-0b1e-406d-b842-9d9d63aabf99 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.023483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ee807145-0b1e-406d-b842-9d9d63aabf99 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:34:10.027092 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ee807145-0b1e-406d-b842-9d9d63aabf99 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:security_group_rule and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:34:10.029764 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ee807145-0b1e-406d-b842-9d9d63aabf99 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:34:10.036075 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ee807145-0b1e-406d-b842-9d9d63aabf99 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:34:10.087922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ee807145-0b1e-406d-b842-9d9d63aabf99 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.091183 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ee807145-0b1e-406d-b842-9d9d63aabf99 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.133186 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee807145-0b1e-406d-b842-9d9d63aabf99 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'SecurityGroup': ['ID=36f823b8-ff4a-4ade-a028-07f4a5aa28ae,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:10.138767 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ee807145-0b1e-406d-b842-9d9d63aabf99 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.147222 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55340) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:34:10.147702 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ee807145-0b1e-406d-b842-9d9d63aabf99 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1628 time: 0.1864760 Feb 28 15:34:10.148986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4895119d-a02f-44d6-9b5e-da879d645658 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'security_group_rule': {'security_group_id': '36f823b8-ff4a-4ade-a028-07f4a5aa28ae', 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:34:10.154981 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4895119d-a02f-44d6-9b5e-da879d645658 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:34:10.158954 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4895119d-a02f-44d6-9b5e-da879d645658 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:security_group_rule and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:34:10.161759 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4895119d-a02f-44d6-9b5e-da879d645658 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:34:10.167236 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4895119d-a02f-44d6-9b5e-da879d645658 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:34:10.182635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4895119d-a02f-44d6-9b5e-da879d645658 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.241956 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4895119d-a02f-44d6-9b5e-da879d645658 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.244737 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4895119d-a02f-44d6-9b5e-da879d645658 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.274665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4895119d-a02f-44d6-9b5e-da879d645658 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e957aaa-3abd-4184-8c94-3ace7ee2d205,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:10.284109 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4895119d-a02f-44d6-9b5e-da879d645658 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.285466 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4895119d-a02f-44d6-9b5e-da879d645658 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1410489 Feb 28 15:34:10.288458 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55344) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:34:10.293709 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-62a79028-b107-479b-8769-ee04f3c8bb48 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'security_group_rule': {'security_group_id': '36f823b8-ff4a-4ade-a028-07f4a5aa28ae', 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:34:10.299875 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-62a79028-b107-479b-8769-ee04f3c8bb48 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:34:10.303606 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-62a79028-b107-479b-8769-ee04f3c8bb48 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:security_group_rule and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:34:10.306371 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-62a79028-b107-479b-8769-ee04f3c8bb48 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:34:10.311914 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-62a79028-b107-479b-8769-ee04f3c8bb48 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:34:10.328416 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-62a79028-b107-479b-8769-ee04f3c8bb48 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.389091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-62a79028-b107-479b-8769-ee04f3c8bb48 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.392800 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-62a79028-b107-479b-8769-ee04f3c8bb48 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.413760 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a79028-b107-479b-8769-ee04f3c8bb48 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a7cfc560-b2a9-4f18-81a6-06d3b7f4af41,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:10.425511 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-62a79028-b107-479b-8769-ee04f3c8bb48 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.429234 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-62a79028-b107-479b-8769-ee04f3c8bb48 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1373439 Feb 28 15:34:10.429567 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55348) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:34:10.433252 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:34:10.435350 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-b5a7f12a-f652-4f8c-a9cc-b61b73c96da3 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'security_group_rule': {'security_group_id': '36f823b8-ff4a-4ade-a028-07f4a5aa28ae', 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:34:10.441977 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b5a7f12a-f652-4f8c-a9cc-b61b73c96da3 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:34:10.445815 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b5a7f12a-f652-4f8c-a9cc-b61b73c96da3 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:security_group_rule and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:34:10.448683 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-b5a7f12a-f652-4f8c-a9cc-b61b73c96da3 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:34:10.454210 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-b5a7f12a-f652-4f8c-a9cc-b61b73c96da3 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:34:10.470567 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f12a-f652-4f8c-a9cc-b61b73c96da3 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.533558 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f12a-f652-4f8c-a9cc-b61b73c96da3 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.537012 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f12a-f652-4f8c-a9cc-b61b73c96da3 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.559162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a7f12a-f652-4f8c-a9cc-b61b73c96da3 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a1fe8ca-f0e6-4626-be53-6f8248549c5e,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:10.568370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b5a7f12a-f652-4f8c-a9cc-b61b73c96da3 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.569590 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b5a7f12a-f652-4f8c-a9cc-b61b73c96da3 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1389937 Feb 28 15:34:10.572315 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55352) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:34:10.577487 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-43c8732a-b125-42f4-ae19-1ac8dcedef28 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'security_group_rule': {'security_group_id': '36f823b8-ff4a-4ade-a028-07f4a5aa28ae', 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:34:10.583153 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-43c8732a-b125-42f4-ae19-1ac8dcedef28 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:34:10.586973 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-43c8732a-b125-42f4-ae19-1ac8dcedef28 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:security_group_rule and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:34:10.589857 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-43c8732a-b125-42f4-ae19-1ac8dcedef28 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:34:10.595492 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-43c8732a-b125-42f4-ae19-1ac8dcedef28 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:34:10.612618 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-43c8732a-b125-42f4-ae19-1ac8dcedef28 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.674349 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-43c8732a-b125-42f4-ae19-1ac8dcedef28 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.677872 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-43c8732a-b125-42f4-ae19-1ac8dcedef28 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.700751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c8732a-b125-42f4-ae19-1ac8dcedef28 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c25d7bb-19d4-42c5-94a3-340034a5389d,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:10.709806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-43c8732a-b125-42f4-ae19-1ac8dcedef28 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.710950 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-43c8732a-b125-42f4-ae19-1ac8dcedef28 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1377499 Feb 28 15:34:10.713699 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55356) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:34:10.719045 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-746c05bc-8e55-4aa5-8e25-f9d0940e7231 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'security_group_rule': {'security_group_id': '36f823b8-ff4a-4ade-a028-07f4a5aa28ae', 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:34:10.725797 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-746c05bc-8e55-4aa5-8e25-f9d0940e7231 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:34:10.729508 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-746c05bc-8e55-4aa5-8e25-f9d0940e7231 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:security_group_rule and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:34:10.732370 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-746c05bc-8e55-4aa5-8e25-f9d0940e7231 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:34:10.738532 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-746c05bc-8e55-4aa5-8e25-f9d0940e7231 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:34:10.748336 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-746c05bc-8e55-4aa5-8e25-f9d0940e7231 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Project e03c6d95358f4cef8e01dad68d192f96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:34:10.754314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-746c05bc-8e55-4aa5-8e25-f9d0940e7231 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.815572 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-746c05bc-8e55-4aa5-8e25-f9d0940e7231 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.818679 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-746c05bc-8e55-4aa5-8e25-f9d0940e7231 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.842690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-746c05bc-8e55-4aa5-8e25-f9d0940e7231 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b084cf6-8758-4d42-bc95-3631310be60a,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:10.851980 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-746c05bc-8e55-4aa5-8e25-f9d0940e7231 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.853110 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-746c05bc-8e55-4aa5-8e25-f9d0940e7231 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1384912 Feb 28 15:34:10.855854 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55360) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:34:10.861638 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-3bbea927-7e4d-4625-9ad5-4b5a378f90b4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'security_group_rule': {'security_group_id': '36f823b8-ff4a-4ade-a028-07f4a5aa28ae', 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:34:10.867157 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3bbea927-7e4d-4625-9ad5-4b5a378f90b4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:34:10.870854 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3bbea927-7e4d-4625-9ad5-4b5a378f90b4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:security_group_rule and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:34:10.873741 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-3bbea927-7e4d-4625-9ad5-4b5a378f90b4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:34:10.879400 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-3bbea927-7e4d-4625-9ad5-4b5a378f90b4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:34:10.889164 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.securitygroups_db [None req-3bbea927-7e4d-4625-9ad5-4b5a378f90b4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Project e03c6d95358f4cef8e01dad68d192f96 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:34:10.895125 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3bbea927-7e4d-4625-9ad5-4b5a378f90b4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.957432 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3bbea927-7e4d-4625-9ad5-4b5a378f90b4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.960799 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3bbea927-7e4d-4625-9ad5-4b5a378f90b4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.986371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbea927-7e4d-4625-9ad5-4b5a378f90b4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c18e61dd-e4e2-4c37-a3ac-59c3f52415fa,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:10.995118 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3bbea927-7e4d-4625-9ad5-4b5a378f90b4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:10.996362 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3bbea927-7e4d-4625-9ad5-4b5a378f90b4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1396289 Feb 28 15:34:11.959683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device dc774c82-ba33-4adc-a176-4101baaf6590 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:34:11.998345 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: dc774c82-ba33-4adc-a176-4101baaf6590 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:34:11.998767 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device dc774c82-ba33-4adc-a176-4101baaf6590 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:34:24.748696 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-69acf7bd-23f2-4226-922e-73bf1ba6067c tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Synchronizing usage tracker for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:security_group {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:34:24.762870 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-69acf7bd-23f2-4226-922e-73bf1ba6067c tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Unset dirty status for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:security_group {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:34:24.764065 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-69acf7bd-23f2-4226-922e-73bf1ba6067c tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1828383788&fields=id&tenant_id=e03c6d95358f4cef8e01dad68d192f96 HTTP/1.1" status: 200 len: 267 time: 0.0546429 Feb 28 15:34:24.905571 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-a5ab8132-1b78-4e21-86de-cbeef3065033 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:24.906232 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-a5ab8132-1b78-4e21-86de-cbeef3065033 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Synchronizing usage tracker for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:network {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:34:24.922303 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-a5ab8132-1b78-4e21-86de-cbeef3065033 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Unset dirty status for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:network {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:34:24.923417 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-a5ab8132-1b78-4e21-86de-cbeef3065033 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 808 time: 0.1525548 Feb 28 15:34:24.938842 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-8730a279-f7a1-4319-a72a-e8e0500b9059 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/quotas/e03c6d95358f4cef8e01dad68d192f96 HTTP/1.1" status: 200 len: 375 time: 0.0101748 Feb 28 15:34:25.024072 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-38aac3e5-ee1b-4807-8b68-b5b615bbfabf tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0799270 Feb 28 15:34:25.221119 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-481b0898-eeb9-4f5d-a06a-417e0baf107d service neutron] 10.222.0.15 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857865 Feb 28 15:34:25.347140 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-6923021a-b0fb-461c-8124-3d2f871bcd24 service neutron] 10.222.0.15 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1203904 Feb 28 15:34:25.569980 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c2a74b28-20a6-4219-9c62-030ec601f1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:25.727348 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-de3b6b9a-5039-4e68-832c-ca81592ea4a5 req-be0fba94-7917-421f-bdfe-9673c4b4d2af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Synchronizing usage tracker for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:34:25.743986 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-de3b6b9a-5039-4e68-832c-ca81592ea4a5 req-be0fba94-7917-421f-bdfe-9673c4b4d2af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Unset dirty status for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:34:25.745150 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-de3b6b9a-5039-4e68-832c-ca81592ea4a5 req-be0fba94-7917-421f-bdfe-9673c4b4d2af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 210 time: 0.0582151 Feb 28 15:34:26.911895 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c8842713-c849-4208-913d-477603712054 req-0cb2fb9c-269e-424c-a620-1ea4ddd2c9c8 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 210 time: 0.0420632 Feb 28 15:34:26.941386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-1304d052-d9eb-433c-8124-8b84975f5729 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:26.943364 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-1304d052-d9eb-433c-8124-8b84975f5729 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 808 time: 0.2519362 Feb 28 15:34:26.997125 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-452a9460-695f-4951-9c09-d7e59582bede tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e03c6d95358f4cef8e01dad68d192f96 HTTP/1.1" status: 200 len: 380 time: 0.0424745 Feb 28 15:34:27.005358 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-7d117c7a-6e45-4623-8ac6-82b300ad01ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'port': {'device_id': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'admin_state_up': True, 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'security_groups': ['36f823b8-ff4a-4ade-a028-07f4a5aa28ae']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:34:27.144211 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-7d117c7a-6e45-4623-8ac6-82b300ad01ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:34:27.153359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-7d117c7a-6e45-4623-8ac6-82b300ad01ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:34:27.163616 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-7d117c7a-6e45-4623-8ac6-82b300ad01ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Made reservation on behalf of e03c6d95358f4cef8e01dad68d192f96 for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:34:27.166501 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-7d117c7a-6e45-4623-8ac6-82b300ad01ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:27.325655 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-7d117c7a-6e45-4623-8ac6-82b300ad01ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Allocated IP 172.20.0.9 (be1065eb-d31b-476a-b4b2-85bd3bbcc695/0c9f76ce-406d-439c-be39-e708cf54b4e9/4185ac69-298a-4cc2-84d9-69c7e5f9157a) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:34:27.521990 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-7d117c7a-6e45-4623-8ac6-82b300ad01ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:27.537209 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-7d117c7a-6e45-4623-8ac6-82b300ad01ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Transition to ACTIVE for port object 4185ac69-298a-4cc2-84d9-69c7e5f9157a will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:34:27.558060 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-7d117c7a-6e45-4623-8ac6-82b300ad01ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:27.624733 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-7d117c7a-6e45-4623-8ac6-82b300ad01ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Network be1065eb-d31b-476a-b4b2-85bd3bbcc695 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:34:27.628072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-7d117c7a-6e45-4623-8ac6-82b300ad01ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:34:27.632155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-7d117c7a-6e45-4623-8ac6-82b300ad01ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:34:27.668711 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d117c7a-6e45-4623-8ac6-82b300ad01ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'Port': ['ID=4185ac69-298a-4cc2-84d9-69c7e5f9157a,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:27.696065 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-844170c8-9076-4d75-9ebd-728f0ea93ed8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:27.713596 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-7d117c7a-6e45-4623-8ac6-82b300ad01ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:27.714341 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-7d117c7a-6e45-4623-8ac6-82b300ad01ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:27.746788 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-7d117c7a-6e45-4623-8ac6-82b300ad01ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7453344 Feb 28 15:34:27.758692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Request body: {'port': {'device_id': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:34:27.871961 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:27.876495 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9f4e7ab7-6378-4381-b832-b5ea1b13950b None None] Provisioning for port 4185ac69-298a-4cc2-84d9-69c7e5f9157a completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:34:27.882167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-9f4e7ab7-6378-4381-b832-b5ea1b13950b None None] Provisioning complete for port 4185ac69-298a-4cc2-84d9-69c7e5f9157a triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:34:27.882565 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9f4e7ab7-6378-4381-b832-b5ea1b13950b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:27.972258 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-9f4e7ab7-6378-4381-b832-b5ea1b13950b None None] Port 4185ac69-298a-4cc2-84d9-69c7e5f9157a cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:34:28.209704 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:28.219585 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0612f8c-a73e-45c5-b97e-257bb49b10a9 req-6b823db4-8b9d-44e2-8ead-e9a6dd0edf91 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:28.220281 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c0612f8c-a73e-45c5-b97e-257bb49b10a9 req-6b823db4-8b9d-44e2-8ead-e9a6dd0edf91 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Synchronizing usage tracker for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:34:28.276317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c0612f8c-a73e-45c5-b97e-257bb49b10a9 req-6b823db4-8b9d-44e2-8ead-e9a6dd0edf91 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Unset dirty status for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:34:28.277134 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c0612f8c-a73e-45c5-b97e-257bb49b10a9 req-6b823db4-8b9d-44e2-8ead-e9a6dd0edf91 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 931 time: 0.2355261 Feb 28 15:34:28.320420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4185ac69-298a-4cc2-84d9-69c7e5f9157a {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:34:28.335287 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:28.355533 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c0612f8c-a73e-45c5-b97e-257bb49b10a9 req-bcbe69fa-65ba-4bf0-a62d-635cbe77324b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718694 Feb 28 15:34:28.358505 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Transition to ACTIVE for port object 4185ac69-298a-4cc2-84d9-69c7e5f9157a will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:34:28.361894 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:28.506081 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Pushing event updated for resources: {'Port': ['ID=4185ac69-298a-4cc2-84d9-69c7e5f9157a,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:28.615572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Attempting to bind port 4185ac69-298a-4cc2-84d9-69c7e5f9157a on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:34:28.615904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Attempting to bind port 4185ac69-298a-4cc2-84d9-69c7e5f9157a by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:34:28.616152 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Attempting to bind port 4185ac69-298a-4cc2-84d9-69c7e5f9157a on network be1065eb-d31b-476a-b4b2-85bd3bbcc695 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:34:28.621999 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Port 4185ac69-298a-4cc2-84d9-69c7e5f9157a on network be1065eb-d31b-476a-b4b2-85bd3bbcc695 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:34:28.622319 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Attempting to bind port 4185ac69-298a-4cc2-84d9-69c7e5f9157a on network be1065eb-d31b-476a-b4b2-85bd3bbcc695 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:34:28.628386 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:34:28.628716 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Checking segment: {'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:34:28.629091 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Bound using segment: {'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:34:28.630023 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Bound port: 4185ac69-298a-4cc2-84d9-69c7e5f9157a, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:34:28.630360 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:28.719288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] For port 4185ac69-298a-4cc2-84d9-69c7e5f9157a, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:34:28.722060 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] For port 4185ac69-298a-4cc2-84d9-69c7e5f9157a, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:34:28.727021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:28.787412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:28.788760 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] 10.222.0.20 "PUT /v2.0/ports/4185ac69-298a-4cc2-84d9-69c7e5f9157a HTTP/1.1" status: 200 len: 1093 time: 1.0347493 Feb 28 15:34:28.789184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'tag': '4185ac69-298a-4cc2-84d9-69c7e5f9157a'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:34:28.805422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83cbb1cd-4ffb-4573-9d16-e2e14426c244 service neutron] Pushing event updated for resources: {'Port': ['ID=4185ac69-298a-4cc2-84d9-69c7e5f9157a,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:28.867527 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'tag': '4185ac69-298a-4cc2-84d9-69c7e5f9157a', 'status': 'completed', 'code': 200} Feb 28 15:34:28.908390 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-7a0daebe-2754-479a-9636-01404b29810f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 1096 time: 0.0740175 Feb 28 15:34:28.965268 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:28.981691 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-8a41a96a-e39c-414f-9083-be0a018b3149 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a HTTP/1.1" status: 200 len: 217 time: 0.0669422 Feb 28 15:34:29.002343 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:29.046215 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-74e0ab24-c9fc-4642-8a77-5c8f919abe13 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:29.047589 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-74e0ab24-c9fc-4642-8a77-5c8f919abe13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0603106 Feb 28 15:34:29.122701 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-1e7efbdf-97f4-45b9-af74-a9af4f7cffe1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0692999 Feb 28 15:34:29.334322 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-c047642c-96be-4fb9-863c-d4e1ed588582 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2049236 Feb 28 15:34:29.465290 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ff2800fb-8c12-4022-b9b9-b17dcffe98b8 req-aaf86e25-62e9-4759-814a-43f4cd5572b7 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252701 Feb 28 15:34:29.610808 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eafb931-6676-4aaf-9a5b-943435b6f0d7 req-cb5ce64d-2896-4e1a-b6e1-ac0ab6a1cc1f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:29.612242 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5eafb931-6676-4aaf-9a5b-943435b6f0d7 req-cb5ce64d-2896-4e1a-b6e1-ac0ab6a1cc1f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 943 time: 0.1357064 Feb 28 15:34:29.615844 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f968edb3-aa89-4417-9474-a2a0a6b33475 req-db20cb3f-0222-4cbd-919d-8b544ca5618e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 1096 time: 0.1024041 Feb 28 15:34:29.737229 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5eafb931-6676-4aaf-9a5b-943435b6f0d7 req-1dbb3c7a-fb7f-43b3-8a44-f1a908ba23b2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1195769 Feb 28 15:34:29.772736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968edb3-aa89-4417-9474-a2a0a6b33475 req-c9b0a725-acfd-4ded-bab6-9470d200922b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:29.774133 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f968edb3-aa89-4417-9474-a2a0a6b33475 req-c9b0a725-acfd-4ded-bab6-9470d200922b service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.1432195 Feb 28 15:34:29.842703 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f968edb3-aa89-4417-9474-a2a0a6b33475 req-1143c809-ddf7-4c93-9e28-9a8ccb07a649 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a HTTP/1.1" status: 200 len: 217 time: 0.0619111 Feb 28 15:34:29.906629 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f968edb3-aa89-4417-9474-a2a0a6b33475 req-16de5ed7-53cb-41fb-a51a-ef2eae22a1ae service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:29.908196 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f968edb3-aa89-4417-9474-a2a0a6b33475 req-16de5ed7-53cb-41fb-a51a-ef2eae22a1ae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0551369 Feb 28 15:34:29.979121 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f968edb3-aa89-4417-9474-a2a0a6b33475 req-e962ef63-c8b7-4f0c-9cc2-8237e443e606 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0648248 Feb 28 15:34:30.106127 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f968edb3-aa89-4417-9474-a2a0a6b33475 req-5091b9ea-5a09-4d2e-918d-d290fe33cfdf service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1210783 Feb 28 15:34:30.232371 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-f968edb3-aa89-4417-9474-a2a0a6b33475 req-28acef32-10fa-4425-91ec-f1b4c015ef99 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1206062 Feb 28 15:34:30.404949 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:30.934766 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695954b4-33ad-435b-9780-133ccd34ac36 req-c70e2ef4-812b-4bec-81b8-4ce1a8e2fd0e tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:30.936201 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-695954b4-33ad-435b-9780-133ccd34ac36 req-c70e2ef4-812b-4bec-81b8-4ce1a8e2fd0e tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 943 time: 0.0748813 Feb 28 15:34:30.979326 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-695954b4-33ad-435b-9780-133ccd34ac36 req-8e8fd7f1-c20b-4585-8094-fd700e12361d tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373795 Feb 28 15:34:32.176736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48c4eb1a-feec-4c6c-8456-026d86d9db93 req-4dddcb58-dea5-434a-9459-1a9b73fd47cf tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:32.178151 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-48c4eb1a-feec-4c6c-8456-026d86d9db93 req-4dddcb58-dea5-434a-9459-1a9b73fd47cf tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 943 time: 0.0819228 Feb 28 15:34:32.221983 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-48c4eb1a-feec-4c6c-8456-026d86d9db93 req-33ac230a-8ce3-4806-a33c-ac97262c3961 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383744 Feb 28 15:34:33.420326 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d7f0af-c9f9-4d70-a5a2-68cf6529240a req-97cde1f3-1107-4b23-8b54-59e6d2cfb976 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:33.421738 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-46d7f0af-c9f9-4d70-a5a2-68cf6529240a req-97cde1f3-1107-4b23-8b54-59e6d2cfb976 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 943 time: 0.0785129 Feb 28 15:34:33.466021 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-46d7f0af-c9f9-4d70-a5a2-68cf6529240a req-f50d12e9-5b6a-481d-be59-fe1010624d9f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380995 Feb 28 15:34:34.658314 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcecba12-6c6b-4924-998d-0a9bcb1579ca req-4d4b8a9d-5905-4749-907d-186bbc9949af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:34.659767 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dcecba12-6c6b-4924-998d-0a9bcb1579ca req-4d4b8a9d-5905-4749-907d-186bbc9949af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 943 time: 0.0740781 Feb 28 15:34:34.706204 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-dcecba12-6c6b-4924-998d-0a9bcb1579ca req-bb4a1e7f-d319-4ae3-8ad4-f7fc9a7d842a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406141 Feb 28 15:34:35.901055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191116fc-827e-42ea-800c-002e636e644d req-eb6591af-05f3-4af5-a84c-9795f6de91ae tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:35.902484 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-191116fc-827e-42ea-800c-002e636e644d req-eb6591af-05f3-4af5-a84c-9795f6de91ae tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 943 time: 0.0734522 Feb 28 15:34:35.950013 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-191116fc-827e-42ea-800c-002e636e644d req-fe1124f6-a014-4572-aa31-a7376ad80fae tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418479 Feb 28 15:34:36.048557 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 4185ac69-298a-4cc2-84d9-69c7e5f9157a details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:34:36.185859 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 4185ac69-298a-4cc2-84d9-69c7e5f9157a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:34:36.198301 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '4185ac69-298a-4cc2-84d9-69c7e5f9157a', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'port_id': '4185ac69-298a-4cc2-84d9-69c7e5f9157a', 'mac_address': 'fa:16:3e:38:2a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:34:36.252027 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:36.268130 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4185ac69-298a-4cc2-84d9-69c7e5f9157a {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:34:36.282322 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 4185ac69-298a-4cc2-84d9-69c7e5f9157a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:34:36.286313 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:36.347394 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=4185ac69-298a-4cc2-84d9-69c7e5f9157a,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:36.355654 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:36.355993 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:36.356321 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:36.356646 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:36.356968 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:36.357285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:36.357602 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:36.357918 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:36.358231 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:36.358543 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:36.358857 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:34:36.494195 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['4185ac69-298a-4cc2-84d9-69c7e5f9157a'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:34:37.138646 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe3229b-f3c4-4efe-b291-0f41f3cd6ebf req-8a29b307-8ddd-4193-8f7f-214e57c4dc2b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:37.140156 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0fe3229b-f3c4-4efe-b291-0f41f3cd6ebf req-8a29b307-8ddd-4193-8f7f-214e57c4dc2b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 944 time: 0.0742085 Feb 28 15:34:37.184135 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0fe3229b-f3c4-4efe-b291-0f41f3cd6ebf req-9c4eb2fd-fddc-45c2-852c-8b6d0934df20 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0386345 Feb 28 15:34:38.053976 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 4185ac69-298a-4cc2-84d9-69c7e5f9157a up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:34:38.121857 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 4185ac69-298a-4cc2-84d9-69c7e5f9157a completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:34:38.126372 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 4185ac69-298a-4cc2-84d9-69c7e5f9157a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:34:38.126740 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:38.236660 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:38.263356 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4185ac69-298a-4cc2-84d9-69c7e5f9157a'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:34:38.272913 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 4185ac69-298a-4cc2-84d9-69c7e5f9157a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:34:38.277202 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:38.344066 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=4185ac69-298a-4cc2-84d9-69c7e5f9157a,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:38.386913 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90324e08-b7b5-4b14-9a60-9c8424f32c5e req-50de47e6-4f99-4da2-821e-5093a201331d tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:38.388553 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-90324e08-b7b5-4b14-9a60-9c8424f32c5e req-50de47e6-4f99-4da2-821e-5093a201331d tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0839980 Feb 28 15:34:38.400574 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4185ac69-298a-4cc2-84d9-69c7e5f9157a', 'code': 200} Feb 28 15:34:38.435281 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-90324e08-b7b5-4b14-9a60-9c8424f32c5e req-1b331b26-4bf9-44d5-97a9-2ffc4c18ba99 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414085 Feb 28 15:34:38.665771 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0f28505d-12c5-4a37-a320-a35bab84d4f8 req-985a55c1-9e6c-4e2c-b0e1-5518ff278987 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 1098 time: 0.0700347 Feb 28 15:34:38.706848 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-0f28505d-12c5-4a37-a320-a35bab84d4f8 req-8baf1c01-bf09-4730-8f69-c0f22016a5e5 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341880 Feb 28 15:34:39.628453 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd397fcb-f431-4785-b45b-8f51d473731c req-e84aae9f-e6a2-405f-a933-39f58e088287 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:39.629876 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cd397fcb-f431-4785-b45b-8f51d473731c req-e84aae9f-e6a2-405f-a933-39f58e088287 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0753560 Feb 28 15:34:39.675746 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cd397fcb-f431-4785-b45b-8f51d473731c req-e1433645-edab-4a82-b863-f451bbf5342a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404091 Feb 28 15:34:40.877759 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408e2ba7-0585-4a41-87f5-6e4a3d802d82 req-9d4bf993-1108-4dd5-96e8-8a7e7c4ee800 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:40.879692 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-408e2ba7-0585-4a41-87f5-6e4a3d802d82 req-9d4bf993-1108-4dd5-96e8-8a7e7c4ee800 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0775957 Feb 28 15:34:40.923626 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-408e2ba7-0585-4a41-87f5-6e4a3d802d82 req-3ed18aef-67cb-44d1-8a08-31b9bd6ff37c tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385559 Feb 28 15:34:41.124695 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a96ef32-b75d-4e6e-904e-122709c51161 req-4f37c189-dcda-4995-a88e-c7d8da38dcad tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:41.126134 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2a96ef32-b75d-4e6e-904e-122709c51161 req-4f37c189-dcda-4995-a88e-c7d8da38dcad tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0846548 Feb 28 15:34:41.172771 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-2a96ef32-b75d-4e6e-904e-122709c51161 req-4e79f0b8-0976-40f8-95a2-0b59e3cd2f4d tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397606 Feb 28 15:34:41.200371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55504) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:34:41.266729 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bacbc9fa-093c-49ea-a808-460bfe8c9095 tempest-TestShelveInstance-1095238265 tempest-TestShelveInstance-1095238265-project-admin] Synchronizing usage tracker for tenant:c053f045123c4463b19829f5019c8d1d on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:34:41.282634 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-bacbc9fa-093c-49ea-a808-460bfe8c9095 tempest-TestShelveInstance-1095238265 tempest-TestShelveInstance-1095238265-project-admin] Unset dirty status for tenant:c053f045123c4463b19829f5019c8d1d on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:34:41.283769 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bacbc9fa-093c-49ea-a808-460bfe8c9095 tempest-TestShelveInstance-1095238265 tempest-TestShelveInstance-1095238265-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 1093 time: 0.0824182 Feb 28 15:34:41.286488 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55508) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:34:41.291583 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '4185ac69-298a-4cc2-84d9-69c7e5f9157a', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'fixed_ip_address': '172.20.0.9'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:34:41.296898 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:34:41.300609 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Usage tracker for resource:floatingip and tenant:e03c6d95358f4cef8e01dad68d192f96 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:34:41.304053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:34:41.309570 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:34:41.319987 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for floatingip, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:41.453518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:41.660228 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Allocated IP 172.26.4.227 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/9f5960fd-87c8-425c-8457-871340ce3060) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:34:41.805837 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:41.831497 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:41.900694 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:34:41.903272 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:34:41.907774 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:34:41.931528 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'Port': ['ID=9f5960fd-87c8-425c-8457-871340ce3060,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:42.400937 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:42.455295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:42.654492 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:42.658826 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:42.765690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event updated for resources: {'Port': ['ID=9f5960fd-87c8-425c-8457-871340ce3060,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:34:42.778960 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:42.970885 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Floating IP 108df1a1-2639-4650-a713-d23098ce4594 associated. External IP: 172.26.4.227, port: 4185ac69-298a-4cc2-84d9-69c7e5f9157a. Feb 28 15:34:43.441448 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Router 546989b0-a071-42bd-817f-aaf5f28cc77e has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:34:43.635120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:34:43.644463 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5e4430-3cdb-4d95-9b0c-53313776e917 None None] Sync routers for ids ['546989b0-a071-42bd-817f-aaf5f28cc77e'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:34:43.655908 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5e4430-3cdb-4d95-9b0c-53313776e917 None None] Routers {'546989b0-a071-42bd-817f-aaf5f28cc77e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:34:43.656490 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3c5e4430-3cdb-4d95-9b0c-53313776e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:34:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['546989b0-a071-42bd-817f-aaf5f28cc77e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:34:43.659361 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:43.714631 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-eef9cab6-912d-4014-a143-95cc0d5ea662 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4269462 Feb 28 15:34:43.715033 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'tag': '4185ac69-298a-4cc2-84d9-69c7e5f9157a'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:34:43.768020 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'tag': '4185ac69-298a-4cc2-84d9-69c7e5f9157a', 'status': 'completed', 'code': 200} Feb 28 15:34:43.829395 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-3c5e4430-3cdb-4d95-9b0c-53313776e917 None None] Set router 546989b0-a071-42bd-817f-aaf5f28cc77e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:34:43.854966 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-197a624d-d8c8-4258-9d7b-f1f6f9bb3ccc req-51935d45-e21c-492c-95ca-fe6179ae2ea2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 1098 time: 0.0657890 Feb 28 15:34:44.074593 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a624d-d8c8-4258-9d7b-f1f6f9bb3ccc req-c7961cd2-9717-4f03-991f-9fedc462301b service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:44.075952 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-197a624d-d8c8-4258-9d7b-f1f6f9bb3ccc req-c7961cd2-9717-4f03-991f-9fedc462301b service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.2158484 Feb 28 15:34:44.170935 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3c5e4430-3cdb-4d95-9b0c-53313776e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '108df1a1-2639-4650-a713-d23098ce4594', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'floating_ip_address': '172.26.4.227', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'port_id': '4185ac69-298a-4cc2-84d9-69c7e5f9157a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'mac_address': 'fa:16:3e:38:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:34:42Z', 'updated_at': '2022-02-28T15:34:42Z', 'revision_number': 0, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14226c12-755f-460d-bbf7-8f4238ca3507', 'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'mac_address': 'fa:16:3e:66:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:55Z', 'updated_at': '2022-02-28T15:30:04Z', 'revision_number': 5, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'subnets': [{'id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:34:44.174672 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-197a624d-d8c8-4258-9d7b-f1f6f9bb3ccc req-7430f9ca-bef4-49ef-ae05-ca6f3eeebf2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a HTTP/1.1" status: 200 len: 999 time: 0.0928307 Feb 28 15:34:44.174800 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5e4430-3cdb-4d95-9b0c-53313776e917 None None] Checking router: 546989b0-a071-42bd-817f-aaf5f28cc77e for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:34:44.185340 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c5e4430-3cdb-4d95-9b0c-53313776e917 None None] Routers {'546989b0-a071-42bd-817f-aaf5f28cc77e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:34:44.185916 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3c5e4430-3cdb-4d95-9b0c-53313776e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:34:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['546989b0-a071-42bd-817f-aaf5f28cc77e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:34:44.237487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197a624d-d8c8-4258-9d7b-f1f6f9bb3ccc req-c78e7501-f050-4a7c-aa78-99213737bfd4 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:44.239499 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-197a624d-d8c8-4258-9d7b-f1f6f9bb3ccc req-c78e7501-f050-4a7c-aa78-99213737bfd4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0598006 Feb 28 15:34:44.311036 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-197a624d-d8c8-4258-9d7b-f1f6f9bb3ccc req-348642a1-d8b2-41ff-8275-593cc303b3c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664423 Feb 28 15:34:44.359992 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-3c5e4430-3cdb-4d95-9b0c-53313776e917 None None] Set router 546989b0-a071-42bd-817f-aaf5f28cc77e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:34:44.440839 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-197a624d-d8c8-4258-9d7b-f1f6f9bb3ccc req-64fff316-6e30-4ff7-a908-51f69d61c86a service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227307 Feb 28 15:34:44.569269 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-197a624d-d8c8-4258-9d7b-f1f6f9bb3ccc req-f80a7e07-18c9-4b84-ac42-a96c4991f11f service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1231985 Feb 28 15:34:44.696869 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-3c5e4430-3cdb-4d95-9b0c-53313776e917 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '108df1a1-2639-4650-a713-d23098ce4594', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'floating_ip_address': '172.26.4.227', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'port_id': '4185ac69-298a-4cc2-84d9-69c7e5f9157a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'mac_address': 'fa:16:3e:38:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:34:42Z', 'updated_at': '2022-02-28T15:34:42Z', 'revision_number': 0, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14226c12-755f-460d-bbf7-8f4238ca3507', 'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'mac_address': 'fa:16:3e:66:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:55Z', 'updated_at': '2022-02-28T15:30:04Z', 'revision_number': 5, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'subnets': [{'id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:34:44.700637 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c5e4430-3cdb-4d95-9b0c-53313776e917 None None] The sync data for ids ['546989b0-a071-42bd-817f-aaf5f28cc77e'] in dv-neutron-830866-2-hyperv is: [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '108df1a1-2639-4650-a713-d23098ce4594', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'floating_ip_address': '172.26.4.227', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'port_id': '4185ac69-298a-4cc2-84d9-69c7e5f9157a', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'mac_address': 'fa:16:3e:38:2a:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:34:42Z', 'updated_at': '2022-02-28T15:34:42Z', 'revision_number': 0, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '14226c12-755f-460d-bbf7-8f4238ca3507', 'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'mac_address': 'fa:16:3e:66:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:55Z', 'updated_at': '2022-02-28T15:30:04Z', 'revision_number': 5, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'subnets': [{'id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:34:44.888494 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-784d973e-216b-4d58-b298-2a091a92e26f None None] New status for floating IP 108df1a1-2639-4650-a713-d23098ce4594: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:34:47.432400 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:34:55.572757 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-09c757f7-cbf9-4f88-9e6e-0d1a99f02e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:56.818370 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1ab00693-6fab-4190-91e5-13e9598ba2d6 req-44d03022-5b0c-466a-8b57-6acd9c158a18 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0837283 Feb 28 15:34:56.949881 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1ab00693-6fab-4190-91e5-13e9598ba2d6 req-37718f14-7630-4724-9406-7e80f697003b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 1098 time: 0.0682704 Feb 28 15:34:57.108214 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab00693-6fab-4190-91e5-13e9598ba2d6 req-1e9d5ac9-fcb4-42e8-bdf9-6c125233c4d3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:57.109629 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1ab00693-6fab-4190-91e5-13e9598ba2d6 req-1e9d5ac9-fcb4-42e8-bdf9-6c125233c4d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.1412051 Feb 28 15:34:57.209303 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1ab00693-6fab-4190-91e5-13e9598ba2d6 req-68e10d70-3ca4-494f-a377-49a13aecde13 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a HTTP/1.1" status: 200 len: 1001 time: 0.0936427 Feb 28 15:34:57.268618 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab00693-6fab-4190-91e5-13e9598ba2d6 req-3ea3e0a1-792a-4ce1-8ef1-3be029274a85 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:34:57.269999 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1ab00693-6fab-4190-91e5-13e9598ba2d6 req-3ea3e0a1-792a-4ce1-8ef1-3be029274a85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0552990 Feb 28 15:34:57.343938 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1ab00693-6fab-4190-91e5-13e9598ba2d6 req-0183e503-266c-48c4-a9cd-d9bfbbfdea8d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0686085 Feb 28 15:34:57.470250 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1ab00693-6fab-4190-91e5-13e9598ba2d6 req-9f4ab22d-0126-4467-9359-b4994e389941 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207728 Feb 28 15:34:57.600438 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1ab00693-6fab-4190-91e5-13e9598ba2d6 req-217c297c-2f54-4f6c-b74b-6836cc0b1bb2 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243763 Feb 28 15:34:57.697890 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b9f0c436-6893-47f5-8463-f25afb2a0544 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:58.240544 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:58.969190 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:34:59.005959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:35:00.410359 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:35:24.437051 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:35:25.576248 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-176140e1-1f0b-40bd-9211-8c686d74e68d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:35:27.699021 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-91d12ca0-7d50-4a27-8f7a-9c0078a4dde5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:35:28.233489 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:35:28.971397 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:35:29.007390 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:35:30.410545 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:35:55.577764 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0e4244f7-f2aa-45d8-b776-9108434f2bc7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:35:56.798042 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bbd53ad4-822e-4313-9cb5-94d2ac68ee6c req-6f45d940-6016-45aa-b19e-6ec68448db91 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0676594 Feb 28 15:35:56.929858 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bbd53ad4-822e-4313-9cb5-94d2ac68ee6c req-2e07c076-c331-40d2-bde3-2904dbb7a220 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 1098 time: 0.0659468 Feb 28 15:35:57.154188 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd53ad4-822e-4313-9cb5-94d2ac68ee6c req-4dec8de2-a265-4483-b385-feb7c42707cf service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:35:57.155958 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bbd53ad4-822e-4313-9cb5-94d2ac68ee6c req-4dec8de2-a265-4483-b385-feb7c42707cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.2085075 Feb 28 15:35:57.251090 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bbd53ad4-822e-4313-9cb5-94d2ac68ee6c req-ee7519ab-9110-4adc-ae74-f5d97d3a8e11 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a HTTP/1.1" status: 200 len: 1001 time: 0.0893848 Feb 28 15:35:57.315241 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd53ad4-822e-4313-9cb5-94d2ac68ee6c req-8fafd511-42c0-42b5-99f2-c22303bf9bb8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:35:57.316621 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bbd53ad4-822e-4313-9cb5-94d2ac68ee6c req-8fafd511-42c0-42b5-99f2-c22303bf9bb8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0603104 Feb 28 15:35:57.387203 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bbd53ad4-822e-4313-9cb5-94d2ac68ee6c req-2b5d659a-5849-4df6-a8e8-d2cc5bbcefb0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0644169 Feb 28 15:35:57.515210 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bbd53ad4-822e-4313-9cb5-94d2ac68ee6c req-c8f6f08e-2d89-436c-a8e0-16d6c97b4af7 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219399 Feb 28 15:35:57.642314 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bbd53ad4-822e-4313-9cb5-94d2ac68ee6c req-31eea0f7-4207-4443-bfc2-f8588ee629aa service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218741 Feb 28 15:35:57.699890 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-90c7fc39-de21-45b3-a3c7-d346876c4044 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:35:58.242731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:35:58.972317 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:35:59.009071 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:36:00.413284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:36:01.437036 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:36:25.579331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9c8411e7-807a-415f-9f7b-094cf27325a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:36:27.700960 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b24b2db7-24b3-4b75-bebf-866509ab7616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:36:28.232806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:36:28.974299 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:36:29.011939 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:36:30.409397 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:36:38.438133 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:36:38.568073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645e5849-3f0d-4ab2-931c-cad5429e7467 req-06c5cbe6-fefa-4e4f-ab33-84c448acd499 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:38.569555 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-645e5849-3f0d-4ab2-931c-cad5429e7467 req-06c5cbe6-fefa-4e4f-ab33-84c448acd499 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0769067 Feb 28 15:36:38.613488 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-645e5849-3f0d-4ab2-931c-cad5429e7467 req-d048553e-5ed3-4f7b-b284-45fd08a633bc tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384657 Feb 28 15:36:39.829258 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0860187-2314-438e-96cb-31e0f4357a24 req-ba084feb-5339-4a85-8766-38c3f316b8e5 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:39.830654 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c0860187-2314-438e-96cb-31e0f4357a24 req-ba084feb-5339-4a85-8766-38c3f316b8e5 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0770650 Feb 28 15:36:39.873664 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c0860187-2314-438e-96cb-31e0f4357a24 req-1dc6a0e7-2be7-49eb-96fd-bc6abdd4bd0c tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376928 Feb 28 15:36:41.086898 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa56e21-a429-4ccc-8bad-2e70508267c4 req-bca054bd-5ff2-4077-99a7-974c88ad965f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:41.088329 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5fa56e21-a429-4ccc-8bad-2e70508267c4 req-bca054bd-5ff2-4077-99a7-974c88ad965f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0767608 Feb 28 15:36:41.132155 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5fa56e21-a429-4ccc-8bad-2e70508267c4 req-d84635a1-bf1c-4eb8-9e41-8a054ab33bb4 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385211 Feb 28 15:36:42.327174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187e0a45-3376-46fe-a63c-8bbef3892f5c req-f3b2e241-ffb4-4247-9255-e4d456b7bfe6 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:42.329040 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-187e0a45-3376-46fe-a63c-8bbef3892f5c req-f3b2e241-ffb4-4247-9255-e4d456b7bfe6 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0793397 Feb 28 15:36:42.374288 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-187e0a45-3376-46fe-a63c-8bbef3892f5c req-f06c4394-8064-4faf-a6a3-75420d985acd tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389340 Feb 28 15:36:43.710381 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d52bb3-b350-4846-9747-3a36b5b0eeeb req-2ac770db-024e-4984-ab20-e124c8ea9f93 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:43.711772 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b8d52bb3-b350-4846-9747-3a36b5b0eeeb req-2ac770db-024e-4984-ab20-e124c8ea9f93 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0740829 Feb 28 15:36:43.759118 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-b8d52bb3-b350-4846-9747-3a36b5b0eeeb req-a7ee38eb-08e4-4063-9215-c1637759fb92 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419691 Feb 28 15:36:44.956884 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af4898ee-0e69-4d10-92b8-060fb310cfbd req-dee4704e-789f-4e9d-ba50-2c0b70cab9de tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:44.958313 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-af4898ee-0e69-4d10-92b8-060fb310cfbd req-dee4704e-789f-4e9d-ba50-2c0b70cab9de tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0791123 Feb 28 15:36:45.001622 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-af4898ee-0e69-4d10-92b8-060fb310cfbd req-89f80fa3-41c1-43a4-9e56-174a59aef7cb tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379560 Feb 28 15:36:46.195090 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5566ab62-3588-4dae-9d27-b9d084d76523 req-9e8bd903-dc48-4900-a12b-0b716d5138b7 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:46.196553 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5566ab62-3588-4dae-9d27-b9d084d76523 req-9e8bd903-dc48-4900-a12b-0b716d5138b7 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0753007 Feb 28 15:36:46.240142 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-5566ab62-3588-4dae-9d27-b9d084d76523 req-050ca5ca-a371-481c-bd9a-f8349b9689ac tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382144 Feb 28 15:36:47.428916 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5dbc65-6655-4b3a-8703-9c6e7eea9a8c req-e453deaf-f273-4026-98b9-34fe876398ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:47.430335 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ac5dbc65-6655-4b3a-8703-9c6e7eea9a8c req-e453deaf-f273-4026-98b9-34fe876398ee tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0744991 Feb 28 15:36:47.478029 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ac5dbc65-6655-4b3a-8703-9c6e7eea9a8c req-681be0c6-98d3-4d41-a1e5-9f6dad833d73 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422046 Feb 28 15:36:48.649975 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bf792061-7a4a-4bcd-a1ee-6a22d2e266f9 req-e937808c-ddae-4ae5-b5a5-26bf1a37454f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 1098 time: 0.0670724 Feb 28 15:36:48.675571 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aaa0d5c-7a51-4450-a83b-1574032bf312 req-be2246b2-dcca-4fac-9e85-091c9047ff74 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:48.677008 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1aaa0d5c-7a51-4450-a83b-1574032bf312 req-be2246b2-dcca-4fac-9e85-091c9047ff74 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0780301 Feb 28 15:36:48.722336 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1aaa0d5c-7a51-4450-a83b-1574032bf312 req-89d0bab6-3549-4cf6-977b-c8ee01dfe8bb tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394781 Feb 28 15:36:48.780705 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf792061-7a4a-4bcd-a1ee-6a22d2e266f9 req-e1c16013-2cfc-4e3b-a9ea-98a01680afb3 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:48.782765 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bf792061-7a4a-4bcd-a1ee-6a22d2e266f9 req-e1c16013-2cfc-4e3b-a9ea-98a01680afb3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.1270761 Feb 28 15:36:48.880678 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bf792061-7a4a-4bcd-a1ee-6a22d2e266f9 req-d92ea753-551b-4b43-9abd-280727b7d4cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a HTTP/1.1" status: 200 len: 1001 time: 0.0926480 Feb 28 15:36:48.940363 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf792061-7a4a-4bcd-a1ee-6a22d2e266f9 req-62f9190d-0b8c-4d64-9aaf-6dc2feac180a service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:48.941729 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bf792061-7a4a-4bcd-a1ee-6a22d2e266f9 req-62f9190d-0b8c-4d64-9aaf-6dc2feac180a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0556326 Feb 28 15:36:49.015192 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bf792061-7a4a-4bcd-a1ee-6a22d2e266f9 req-9c36247e-923f-4807-956c-cacf136b1e4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0677021 Feb 28 15:36:49.220701 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bf792061-7a4a-4bcd-a1ee-6a22d2e266f9 req-ec8170a8-aa1e-4c2f-aec1-6559fe569aa7 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1999404 Feb 28 15:36:49.346669 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-bf792061-7a4a-4bcd-a1ee-6a22d2e266f9 req-7f3c9f4f-63c8-4e16-aa2d-7a08122773f1 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200814 Feb 28 15:36:49.911807 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7d61da-8c4a-41ac-a3b9-b38e181adeb5 req-279cc853-afcc-4e90-935c-897989e09876 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:49.913233 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fa7d61da-8c4a-41ac-a3b9-b38e181adeb5 req-279cc853-afcc-4e90-935c-897989e09876 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0748036 Feb 28 15:36:49.956454 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-fa7d61da-8c4a-41ac-a3b9-b38e181adeb5 req-a2274a54-e777-42c5-93d2-815c48748122 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379303 Feb 28 15:36:51.152285 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ef342e-bbdd-4e2e-84ca-4266b4631489 req-3df49796-52a2-4025-970f-22694e7c9c91 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:51.153731 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-71ef342e-bbdd-4e2e-84ca-4266b4631489 req-3df49796-52a2-4025-970f-22694e7c9c91 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0767384 Feb 28 15:36:51.200019 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-71ef342e-bbdd-4e2e-84ca-4266b4631489 req-4b9eb8a1-030e-4d03-a78b-5a281f538c57 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405772 Feb 28 15:36:52.404217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e207a87a-c6a3-43d9-94e0-9fa5dc31205f req-d0b81315-6581-4972-a6e2-dd9ed94e5581 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:52.405657 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e207a87a-c6a3-43d9-94e0-9fa5dc31205f req-d0b81315-6581-4972-a6e2-dd9ed94e5581 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0830224 Feb 28 15:36:52.450774 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e207a87a-c6a3-43d9-94e0-9fa5dc31205f req-78c848a1-0a7a-4159-9be1-1a5981130460 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390720 Feb 28 15:36:52.634968 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-16eca100-f1a2-4644-ab39-4bb3f4331e9c req-c8a0685b-6200-4bc1-9fc5-6012de131d7a service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94&fields=resource_request HTTP/1.1" status: 200 len: 212 time: 0.0690954 Feb 28 15:36:52.752519 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55580) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:36:52.945523 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405f8b3-9a95-45f7-a746-87007ada3122 req-b5892eb0-4dc6-42f5-8864-0b590b339561 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:52.946956 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6405f8b3-9a95-45f7-a746-87007ada3122 req-b5892eb0-4dc6-42f5-8864-0b590b339561 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.1285214 Feb 28 15:36:52.954172 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e2de567a-603a-4962-9612-b187a06fa55d req-826d255b-6cd6-4a7f-bb33-60e2b8e4fb1d service neutron] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1998096 Feb 28 15:36:52.993691 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-6405f8b3-9a95-45f7-a746-87007ada3122 req-3d9e6c9d-6f35-4c0f-875f-0dc91692f0b1 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385473 Feb 28 15:36:54.191499 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8584ffa-789d-483b-9e6e-0744dc369752 req-2f3cfa09-67bb-4320-bdf7-16f7a3f3a217 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:54.192959 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a8584ffa-789d-483b-9e6e-0744dc369752 req-2f3cfa09-67bb-4320-bdf7-16f7a3f3a217 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.0786128 Feb 28 15:36:54.237785 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a8584ffa-789d-483b-9e6e-0744dc369752 req-66e437b3-28a2-45c5-b9e0-afa1e2e3d4e7 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392485 Feb 28 15:36:54.861392 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 4185ac69-298a-4cc2-84d9-69c7e5f9157a no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:36:54.988007 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e2de567a-603a-4962-9612-b187a06fa55d req-c31dd49f-8530-4737-9965-d0b30965e615 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94&tenant_id=e03c6d95358f4cef8e01dad68d192f96 HTTP/1.1" status: 200 len: 1098 time: 0.1298501 Feb 28 15:36:55.001881 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:36:55.032654 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '4185ac69-298a-4cc2-84d9-69c7e5f9157a'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:36:55.043456 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 4185ac69-298a-4cc2-84d9-69c7e5f9157a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:36:55.048155 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:36:55.082654 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e2de567a-603a-4962-9612-b187a06fa55d req-1aaf4f2b-6add-4eac-84e0-53544898948e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 1098 time: 0.0739107 Feb 28 15:36:55.091955 dv-neutron-830866-2-hyperv neutron-server[83593]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '4185ac69-298a-4cc2-84d9-69c7e5f9157a', 'code': 422} returned with failed status Feb 28 15:36:55.116033 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=4185ac69-298a-4cc2-84d9-69c7e5f9157a,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:36:55.124653 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:36:55.125509 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:36:55.125841 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:36:55.126166 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:36:55.126486 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:36:55.126803 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:36:55.127120 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:36:55.127435 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:36:55.127774 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:36:55.128113 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:36:55.128423 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:36:55.209387 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de567a-603a-4962-9612-b187a06fa55d req-ac4ba5ce-4986-4e57-8368-805726cbc417 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:55.210770 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e2de567a-603a-4962-9612-b187a06fa55d req-ac4ba5ce-4986-4e57-8368-805726cbc417 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.1221919 Feb 28 15:36:55.310144 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e2de567a-603a-4962-9612-b187a06fa55d req-e1388a08-ca52-455c-aa6a-72e6d5a56b94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a HTTP/1.1" status: 200 len: 999 time: 0.0941176 Feb 28 15:36:55.380010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2de567a-603a-4962-9612-b187a06fa55d req-95c14eeb-eff9-45e7-b9c1-3f06ec7239dc service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:55.381406 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e2de567a-603a-4962-9612-b187a06fa55d req-95c14eeb-eff9-45e7-b9c1-3f06ec7239dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0572069 Feb 28 15:36:55.436313 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ca4faef-f393-4a5e-8509-e04dc8b053c5 req-28ab5e07-6a50-4f7e-bd3e-46a00a419081 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:55.439995 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7ca4faef-f393-4a5e-8509-e04dc8b053c5 req-28ab5e07-6a50-4f7e-bd3e-46a00a419081 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 943 time: 0.0815606 Feb 28 15:36:55.457442 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e2de567a-603a-4962-9612-b187a06fa55d req-e5bf285a-cb70-4586-a1e3-404bf26ba594 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0704937 Feb 28 15:36:55.483635 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-7ca4faef-f393-4a5e-8509-e04dc8b053c5 req-4f26f013-658a-4bd3-8696-7c74ae152618 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398901 Feb 28 15:36:55.581000 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b1ca72f0-e9d8-4447-8314-462aa9475788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:36:55.586683 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e2de567a-603a-4962-9612-b187a06fa55d req-beb15114-2894-49bf-b70e-025cd327b1f8 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237090 Feb 28 15:36:55.715337 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e2de567a-603a-4962-9612-b187a06fa55d req-f2554c44-1b33-481e-9cbe-c1c473c14b51 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232250 Feb 28 15:36:56.674432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e33fc5-d401-426b-92d0-2cd589f29758 req-4906f55e-85a1-4af4-8e3d-bf4ba834af2e tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:56.675882 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-37e33fc5-d401-426b-92d0-2cd589f29758 req-4906f55e-85a1-4af4-8e3d-bf4ba834af2e tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 943 time: 0.0737178 Feb 28 15:36:56.720089 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-37e33fc5-d401-426b-92d0-2cd589f29758 req-698d7e48-97a9-428c-b6fb-6fe1ac7ab560 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388074 Feb 28 15:36:57.701916 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-31df2497-2781-4b3c-989e-52aba44d48b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:36:57.854870 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-557ec28c-4c67-451e-ab99-69feb0c940b0 req-723e1f91-0d29-40d5-917d-4f1e3bd22093 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 1096 time: 0.0717049 Feb 28 15:36:57.917120 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfa9454-13a5-4b25-bbde-5210d3bfbf7c req-f7fe0854-57ed-4375-a2b7-8867b5c8ed8f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:57.918477 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bfa9454-13a5-4b25-bbde-5210d3bfbf7c req-f7fe0854-57ed-4375-a2b7-8867b5c8ed8f tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 943 time: 0.0758150 Feb 28 15:36:57.966355 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-3bfa9454-13a5-4b25-bbde-5210d3bfbf7c req-1cb773b0-44d8-486b-b6b7-afe710d51a34 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422397 Feb 28 15:36:57.996123 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ec28c-4c67-451e-ab99-69feb0c940b0 req-3d9fb9b9-3356-400d-9ec1-bc95884b54fd service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:57.997538 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-557ec28c-4c67-451e-ab99-69feb0c940b0 req-3d9fb9b9-3356-400d-9ec1-bc95884b54fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.1258984 Feb 28 15:36:58.178390 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-557ec28c-4c67-451e-ab99-69feb0c940b0 req-de9f556d-159d-4b5c-a128-d6a1cf5cfa45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a HTTP/1.1" status: 200 len: 999 time: 0.1755080 Feb 28 15:36:58.238118 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-557ec28c-4c67-451e-ab99-69feb0c940b0 req-4d199a17-3837-426b-9458-34225c2b15c8 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:58.239527 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-557ec28c-4c67-451e-ab99-69feb0c940b0 req-4d199a17-3837-426b-9458-34225c2b15c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0560629 Feb 28 15:36:58.249511 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:36:58.313814 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-557ec28c-4c67-451e-ab99-69feb0c940b0 req-dc849680-055b-4b51-9e1e-79257ba5047f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0682671 Feb 28 15:36:58.442610 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-557ec28c-4c67-451e-ab99-69feb0c940b0 req-be30cb26-1f37-43ec-a21b-76961bf0a2a4 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231046 Feb 28 15:36:58.570658 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-557ec28c-4c67-451e-ab99-69feb0c940b0 req-a868289e-6b23-4dd1-9675-7ab853970137 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1220958 Feb 28 15:36:58.975644 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:36:59.016511 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:36:59.308490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3325fdbb-d94c-495d-b0ee-d15173a01f59 req-78eefeba-b089-44a7-aaad-282baa2a6909 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:36:59.309950 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3325fdbb-d94c-495d-b0ee-d15173a01f59 req-78eefeba-b089-44a7-aaad-282baa2a6909 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 943 time: 0.0801790 Feb 28 15:36:59.353383 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3325fdbb-d94c-495d-b0ee-d15173a01f59 req-1bbc9c3b-9eb5-4c65-8e50-086690a103b5 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375102 Feb 28 15:37:00.413358 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:00.545132 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77428ea7-624d-47f7-9f04-3e3495640dc1 req-a918abaa-57cf-4b48-b640-b8a19f0af0ef tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:37:00.546526 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-77428ea7-624d-47f7-9f04-3e3495640dc1 req-a918abaa-57cf-4b48-b640-b8a19f0af0ef tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 943 time: 0.0748162 Feb 28 15:37:00.591497 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-77428ea7-624d-47f7-9f04-3e3495640dc1 req-77293022-fc3a-45be-b987-378858d26bff tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388901 Feb 28 15:37:01.781813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-043dc2aa-17a1-4a75-91af-2a4690c2f600 req-6c361c7b-e279-4a0e-a484-2d832b84e257 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:37:01.783152 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-043dc2aa-17a1-4a75-91af-2a4690c2f600 req-6c361c7b-e279-4a0e-a484-2d832b84e257 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 943 time: 0.0751073 Feb 28 15:37:01.831120 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-043dc2aa-17a1-4a75-91af-2a4690c2f600 req-bccd7b2f-79a0-417f-981b-87ca81e336af tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422394 Feb 28 15:37:02.114708 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-85f8dd51-9e36-4a1b-89fe-44f2911c4eb9 req-455d22ad-969f-4499-8189-19e2c5126fd3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 1096 time: 0.0644081 Feb 28 15:37:02.154181 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-85f8dd51-9e36-4a1b-89fe-44f2911c4eb9 req-b1177d83-5473-47d3-bc4e-a191278fcc70 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338306 Feb 28 15:37:02.908041 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 4185ac69-298a-4cc2-84d9-69c7e5f9157a details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:37:03.028817 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d86a9507-6c8a-4e64-b400-5fcd26216d17 req-a594f776-54d7-42a8-b892-1c8d6d228f86 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:37:03.030239 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d86a9507-6c8a-4e64-b400-5fcd26216d17 req-a594f776-54d7-42a8-b892-1c8d6d228f86 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 943 time: 0.0781424 Feb 28 15:37:03.042848 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 4185ac69-298a-4cc2-84d9-69c7e5f9157a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:37:03.057817 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '4185ac69-298a-4cc2-84d9-69c7e5f9157a', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'port_id': '4185ac69-298a-4cc2-84d9-69c7e5f9157a', 'mac_address': 'fa:16:3e:38:2a:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:37:03.118998 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:03.138029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4185ac69-298a-4cc2-84d9-69c7e5f9157a {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:37:03.155790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 4185ac69-298a-4cc2-84d9-69c7e5f9157a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:37:03.159683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:03.177914 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d86a9507-6c8a-4e64-b400-5fcd26216d17 req-ffd44789-1a81-4f6f-b4f2-91590368a87b tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1418667 Feb 28 15:37:03.223271 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=4185ac69-298a-4cc2-84d9-69c7e5f9157a,revision_number=7']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:37:03.369153 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['4185ac69-298a-4cc2-84d9-69c7e5f9157a'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:37:04.370385 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5100d3ec-5c6f-4c93-aefc-73933804ceaa req-f8ed7edc-eae8-4f28-8f9f-4a03c14a9153 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:37:04.371812 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5100d3ec-5c6f-4c93-aefc-73933804ceaa req-f8ed7edc-eae8-4f28-8f9f-4a03c14a9153 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 944 time: 0.0771663 Feb 28 15:37:04.415351 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5100d3ec-5c6f-4c93-aefc-73933804ceaa req-682443b7-300b-4516-ada2-4da5e51d5950 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376060 Feb 28 15:37:04.929730 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 4185ac69-298a-4cc2-84d9-69c7e5f9157a up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:37:04.997732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 4185ac69-298a-4cc2-84d9-69c7e5f9157a triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:37:04.998095 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:05.104986 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:05.132583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4185ac69-298a-4cc2-84d9-69c7e5f9157a'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:37:05.142496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 4185ac69-298a-4cc2-84d9-69c7e5f9157a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:37:05.146700 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:05.190637 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4185ac69-298a-4cc2-84d9-69c7e5f9157a', 'code': 200} Feb 28 15:37:05.215475 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=4185ac69-298a-4cc2-84d9-69c7e5f9157a,revision_number=8']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:37:15.438589 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:37:25.584187 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-013df86e-05b6-4ee1-9224-cbc479deb7b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:27.707813 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cd7b0e9f-14e3-4296-b521-d57e3f5da4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:28.266304 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:28.979513 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:29.021284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:30.415818 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:52.439105 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:37:55.584982 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-af56e5df-6215-4eb7-b3dc-730de7e3f2da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:57.707146 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-dcdd3ec7-9608-41cd-b55b-ecc3cdc3bdf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:58.265035 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:58.792183 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a159a54a-b533-4d69-b8b8-2f11a553405c req-49482ce6-70ec-4482-8b3d-56ee61df090b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0667372 Feb 28 15:37:58.932563 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a159a54a-b533-4d69-b8b8-2f11a553405c req-848a9d82-d2c2-4e7e-b3ef-754ee27c08a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 1098 time: 0.0704765 Feb 28 15:37:58.981129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:59.021105 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:37:59.073424 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159a54a-b533-4d69-b8b8-2f11a553405c req-0d64b40c-a154-462b-a05d-a5614d3fead4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:37:59.074760 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a159a54a-b533-4d69-b8b8-2f11a553405c req-0d64b40c-a154-462b-a05d-a5614d3fead4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.1247699 Feb 28 15:37:59.174410 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a159a54a-b533-4d69-b8b8-2f11a553405c req-687bac33-d2f9-423a-af79-583d3a5768f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a HTTP/1.1" status: 200 len: 1001 time: 0.0927360 Feb 28 15:37:59.236292 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a159a54a-b533-4d69-b8b8-2f11a553405c req-2e83225c-eba5-4026-871d-936ded428b89 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:37:59.237639 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a159a54a-b533-4d69-b8b8-2f11a553405c req-2e83225c-eba5-4026-871d-936ded428b89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0584369 Feb 28 15:37:59.308711 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a159a54a-b533-4d69-b8b8-2f11a553405c req-6c8b98bd-1ba2-4e02-a43f-68f908e2af49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0658517 Feb 28 15:37:59.435864 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a159a54a-b533-4d69-b8b8-2f11a553405c req-50a7080d-f22a-40eb-bc87-1a3c2b27c2c4 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1206357 Feb 28 15:37:59.640440 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a159a54a-b533-4d69-b8b8-2f11a553405c req-7dee57cc-26ba-42d6-9536-d21811fe9173 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988437 Feb 28 15:38:00.417823 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:19.717447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55636) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:19.913313 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Deleting port 9f5960fd-87c8-425c-8457-871340ce3060 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:38:19.913647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:20.077135 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:20.077346 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:20.198127 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Calling delete_port for 9f5960fd-87c8-425c-8457-871340ce3060 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:38:20.337491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:20.384798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event deleted for resources: {'Port': ['ID=9f5960fd-87c8-425c-8457-871340ce3060,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:20.424904 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:20.425318 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:20.425690 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:20.426054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:20.426407 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:20.426736 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:20.427062 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:20.427388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:20.427955 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:20.428071 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:20.428402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:20.488837 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:20.874183 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Router 546989b0-a071-42bd-817f-aaf5f28cc77e has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:38:21.165345 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:38:21.174823 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3291e2-42dd-4d79-bce4-95d5e034aba7 None None] Sync routers for ids ['546989b0-a071-42bd-817f-aaf5f28cc77e'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:38:21.185073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:21.190383 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3291e2-42dd-4d79-bce4-95d5e034aba7 None None] Routers {'546989b0-a071-42bd-817f-aaf5f28cc77e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:38:21.190982 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-bc3291e2-42dd-4d79-bce4-95d5e034aba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:37:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['546989b0-a071-42bd-817f-aaf5f28cc77e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:21.240054 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f47a99e0-b820-45a8-b04f-bc260ffcc4d2 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "DELETE /v2.0/floatingips/108df1a1-2639-4650-a713-d23098ce4594 HTTP/1.1" status: 204 len: 168 time: 1.5190556 Feb 28 15:38:21.240054 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'tag': '4185ac69-298a-4cc2-84d9-69c7e5f9157a'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:38:21.297013 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'tag': '4185ac69-298a-4cc2-84d9-69c7e5f9157a', 'status': 'completed', 'code': 200} Feb 28 15:38:21.375661 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-bc3291e2-42dd-4d79-bce4-95d5e034aba7 None None] Set router 546989b0-a071-42bd-817f-aaf5f28cc77e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:38:21.393679 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4f6586a0-23b9-4b61-af22-cd73311b291b req-8c749050-8c2f-4b55-93d8-17fc5da077f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e03c6d95358f4cef8e01dad68d192f96&device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 1098 time: 0.0720000 Feb 28 15:38:21.555714 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6586a0-23b9-4b61-af22-cd73311b291b req-aed91ab7-21af-4dab-932a-e83105c7ef91 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:21.557281 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4f6586a0-23b9-4b61-af22-cd73311b291b req-aed91ab7-21af-4dab-932a-e83105c7ef91 service neutron] 10.222.0.20 "GET /v2.0/networks?id=be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 200 len: 908 time: 0.1584351 Feb 28 15:38:21.633636 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4f6586a0-23b9-4b61-af22-cd73311b291b req-64ce9801-cac3-4a86-9145-bff5e44b4891 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a HTTP/1.1" status: 200 len: 217 time: 0.0684071 Feb 28 15:38:21.696114 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6586a0-23b9-4b61-af22-cd73311b291b req-366a50a5-95a3-4681-bc20-07bf868a0e6f service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:21.697528 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4f6586a0-23b9-4b61-af22-cd73311b291b req-366a50a5-95a3-4681-bc20-07bf868a0e6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 200 len: 847 time: 0.0591855 Feb 28 15:38:21.700582 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-bc3291e2-42dd-4d79-bce4-95d5e034aba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '14226c12-755f-460d-bbf7-8f4238ca3507', 'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'mac_address': 'fa:16:3e:66:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:55Z', 'updated_at': '2022-02-28T15:30:04Z', 'revision_number': 5, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'subnets': [{'id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:21.704503 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3291e2-42dd-4d79-bce4-95d5e034aba7 None None] Checking router: 546989b0-a071-42bd-817f-aaf5f28cc77e for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:38:21.715477 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3291e2-42dd-4d79-bce4-95d5e034aba7 None None] Routers {'546989b0-a071-42bd-817f-aaf5f28cc77e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:38:21.715659 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-bc3291e2-42dd-4d79-bce4-95d5e034aba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:37:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['546989b0-a071-42bd-817f-aaf5f28cc77e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:21.741309 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76af3fdd-4459-4467-b31b-29a5227b64e0 req-04aac785-b6ac-4584-ab2e-acf360e885db tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:21.742945 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-76af3fdd-4459-4467-b31b-29a5227b64e0 req-04aac785-b6ac-4584-ab2e-acf360e885db tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.1667118 Feb 28 15:38:21.776234 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4f6586a0-23b9-4b61-af22-cd73311b291b req-856438c0-62fd-4f5f-9979-a3aa8dbaa541 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=be1065eb-d31b-476a-b4b2-85bd3bbcc695&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0723519 Feb 28 15:38:21.798908 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-76af3fdd-4459-4467-b31b-29a5227b64e0 req-884208ca-12db-4ecd-be75-8b40423ec501 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496376 Feb 28 15:38:21.895505 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-bc3291e2-42dd-4d79-bce4-95d5e034aba7 None None] Set router 546989b0-a071-42bd-817f-aaf5f28cc77e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:38:21.908832 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4f6586a0-23b9-4b61-af22-cd73311b291b req-c29ff7be-92b4-47d5-8cdf-efbbddd9dee4 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251328 Feb 28 15:38:22.039827 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4f6586a0-23b9-4b61-af22-cd73311b291b req-4e6dc14b-1b4a-4a10-90d6-40dde9f27ac1 service neutron] 10.222.0.20 "GET /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252067 Feb 28 15:38:22.225092 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-bc3291e2-42dd-4d79-bce4-95d5e034aba7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '14226c12-755f-460d-bbf7-8f4238ca3507', 'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'mac_address': 'fa:16:3e:66:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:55Z', 'updated_at': '2022-02-28T15:30:04Z', 'revision_number': 5, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'subnets': [{'id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:22.228859 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc3291e2-42dd-4d79-bce4-95d5e034aba7 None None] The sync data for ids ['546989b0-a071-42bd-817f-aaf5f28cc77e'] in dv-neutron-830866-2-hyperv is: [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:56Z', 'revision_number': 4, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '14226c12-755f-460d-bbf7-8f4238ca3507', 'name': '', 'network_id': 'be1065eb-d31b-476a-b4b2-85bd3bbcc695', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'mac_address': 'fa:16:3e:66:a5:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:55Z', 'updated_at': '2022-02-28T15:30:04Z', 'revision_number': 5, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'subnets': [{'id': '0c9f76ce-406d-439c-be39-e708cf54b4e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:38:22.443914 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e0f1890-1bc7-4c6d-933d-4c27024f6ccc None None] New status for floating IP 108df1a1-2639-4650-a713-d23098ce4594: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:38:23.118732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b66d29-a2f7-4e7e-b051-f7923abd5115 req-13a723ec-775c-41f4-b815-422489edd02c tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:23.119274 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-16b66d29-a2f7-4e7e-b051-f7923abd5115 req-13a723ec-775c-41f4-b815-422489edd02c tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Synchronizing usage tracker for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:38:23.136428 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0c33d9-567c-47dc-8f56-104c27a93563 req-c894b069-8bb2-42c4-9519-238af675602a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:23.137072 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-7e0c33d9-567c-47dc-8f56-104c27a93563 req-c894b069-8bb2-42c4-9519-238af675602a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Synchronizing usage tracker for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:38:23.148340 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-16b66d29-a2f7-4e7e-b051-f7923abd5115 req-13a723ec-775c-41f4-b815-422489edd02c tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Unset dirty status for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:38:23.149442 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-16b66d29-a2f7-4e7e-b051-f7923abd5115 req-13a723ec-775c-41f4-b815-422489edd02c tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.2290268 Feb 28 15:38:23.151763 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-7e0c33d9-567c-47dc-8f56-104c27a93563 req-c894b069-8bb2-42c4-9519-238af675602a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Unset dirty status for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:38:23.152737 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7e0c33d9-567c-47dc-8f56-104c27a93563 req-c894b069-8bb2-42c4-9519-238af675602a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.20 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 945 time: 0.1312399 Feb 28 15:38:23.248961 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-7e0c33d9-567c-47dc-8f56-104c27a93563 req-39ccaa0c-af22-4b14-9c01-03bc0a01a111 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Deleting port 4185ac69-298a-4cc2-84d9-69c7e5f9157a {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:38:23.249288 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7e0c33d9-567c-47dc-8f56-104c27a93563 req-39ccaa0c-af22-4b14-9c01-03bc0a01a111 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:23.272824 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-16b66d29-a2f7-4e7e-b051-f7923abd5115 req-be93ee39-2b61-4777-a026-819fca0c3a36 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/security-groups?id=36f823b8-ff4a-4ade-a028-07f4a5aa28ae&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1179693 Feb 28 15:38:23.487407 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-7e0c33d9-567c-47dc-8f56-104c27a93563 req-39ccaa0c-af22-4b14-9c01-03bc0a01a111 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] For port 4185ac69-298a-4cc2-84d9-69c7e5f9157a, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=4185ac69-298a-4cc2-84d9-69c7e5f9157a,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:23.487777 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7e0c33d9-567c-47dc-8f56-104c27a93563 req-39ccaa0c-af22-4b14-9c01-03bc0a01a111 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:23.604058 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-7e0c33d9-567c-47dc-8f56-104c27a93563 req-39ccaa0c-af22-4b14-9c01-03bc0a01a111 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Calling delete_port for 4185ac69-298a-4cc2-84d9-69c7e5f9157a owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:38:23.741105 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7e0c33d9-567c-47dc-8f56-104c27a93563 req-39ccaa0c-af22-4b14-9c01-03bc0a01a111 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:23.787139 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ccaa0c-af22-4b14-9c01-03bc0a01a111 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event deleted for resources: {'Port': ['ID=4185ac69-298a-4cc2-84d9-69c7e5f9157a,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:23.861367 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e0c33d9-567c-47dc-8f56-104c27a93563 req-39ccaa0c-af22-4b14-9c01-03bc0a01a111 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] No DVR routers for this DVR port 4185ac69-298a-4cc2-84d9-69c7e5f9157a on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:38:23.863798 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-7e0c33d9-567c-47dc-8f56-104c27a93563 req-39ccaa0c-af22-4b14-9c01-03bc0a01a111 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:23.866184 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'name': 'network-vif-deleted', 'tag': '4185ac69-298a-4cc2-84d9-69c7e5f9157a'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:38:23.880622 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7e0c33d9-567c-47dc-8f56-104c27a93563 req-39ccaa0c-af22-4b14-9c01-03bc0a01a111 tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.20 "DELETE /v2.0/ports/4185ac69-298a-4cc2-84d9-69c7e5f9157a HTTP/1.1" status: 204 len: 173 time: 0.7109945 Feb 28 15:38:23.921437 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f26fbedd-6b65-49d2-8dad-2f57a3e8fc94', 'name': 'network-vif-deleted', 'tag': '4185ac69-298a-4cc2-84d9-69c7e5f9157a', 'status': 'completed', 'code': 200} Feb 28 15:38:24.433739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-93f1435e-f6e2-44a0-8c1a-6f4a8f97317e req-57ceef62-0415-4d84-aed8-663c630e1dff tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Synchronizing usage tracker for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:38:24.455137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-93f1435e-f6e2-44a0-8c1a-6f4a8f97317e req-57ceef62-0415-4d84-aed8-663c630e1dff tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Unset dirty status for tenant:e03c6d95358f4cef8e01dad68d192f96 on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:38:24.456412 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-93f1435e-f6e2-44a0-8c1a-6f4a8f97317e req-57ceef62-0415-4d84-aed8-663c630e1dff tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "GET /v2.0/ports?device_id=f26fbedd-6b65-49d2-8dad-2f57a3e8fc94 HTTP/1.1" status: 200 len: 210 time: 0.0638144 Feb 28 15:38:25.408399 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 4185ac69-298a-4cc2-84d9-69c7e5f9157a no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:38:25.442231 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 4185ac69-298a-4cc2-84d9-69c7e5f9157a {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:38:25.442581 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 4185ac69-298a-4cc2-84d9-69c7e5f9157a not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:38:25.562137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55660) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:25.589438 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5a90654c-d516-4628-8449-d454dbab3736 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:25.635137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a11cdb82-1734-43b1-8fa4-4b5359bfa17a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:25.664171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a11cdb82-1734-43b1-8fa4-4b5359bfa17a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:25.729538 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a11cdb82-1734-43b1-8fa4-4b5359bfa17a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:25.752935 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11cdb82-1734-43b1-8fa4-4b5359bfa17a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=36f823b8-ff4a-4ade-a028-07f4a5aa28ae,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:25.765173 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-a11cdb82-1734-43b1-8fa4-4b5359bfa17a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:25.766286 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-a11cdb82-1734-43b1-8fa4-4b5359bfa17a tempest-TestShelveInstance-1799461794 tempest-TestShelveInstance-1799461794-project] 10.222.0.15 "DELETE /v2.0/security-groups/36f823b8-ff4a-4ade-a028-07f4a5aa28ae HTTP/1.1" status: 204 len: 168 time: 0.2031848 Feb 28 15:38:25.826489 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55666) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:26.359476 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:26.969788 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Deleting port 14226c12-755f-460d-bbf7-8f4238ca3507 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:38:26.970334 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:27.141287 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] For port 14226c12-755f-460d-bbf7-8f4238ca3507, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=14226c12-755f-460d-bbf7-8f4238ca3507,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:27.141655 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:27.257091 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Calling delete_port for 14226c12-755f-460d-bbf7-8f4238ca3507 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:38:27.506001 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:27.550333 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Pushing event deleted for resources: {'Port': ['ID=14226c12-755f-460d-bbf7-8f4238ca3507,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:27.585365 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:27.585709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:27.586073 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:27.586405 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:27.586735 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:27.587061 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:27.587385 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:27.587730 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:27.588052 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:27.588371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:27.588687 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:27.713890 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ffddbc3f-9b3d-40da-b4f8-9be9436bde0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:27.845131 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:28.265256 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:28.410725 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Router 546989b0-a071-42bd-817f-aaf5f28cc77e has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:38:28.602527 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:38:28.610831 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bac4f2-8cf6-4597-b5e4-f115ed14ba7f None None] Sync routers for ids ['546989b0-a071-42bd-817f-aaf5f28cc77e'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:38:28.618478 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-721b6231-114c-4a8b-9f78-c15a4c126450 admin admin] 10.222.0.15 "PUT /v2.0/routers/546989b0-a071-42bd-817f-aaf5f28cc77e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7909253 Feb 28 15:38:28.621067 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55672) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:28.622917 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bac4f2-8cf6-4597-b5e4-f115ed14ba7f None None] Routers {'546989b0-a071-42bd-817f-aaf5f28cc77e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:38:28.623507 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-82bac4f2-8cf6-4597-b5e4-f115ed14ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:38:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['546989b0-a071-42bd-817f-aaf5f28cc77e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:28.800213 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-82bac4f2-8cf6-4597-b5e4-f115ed14ba7f None None] Set router 546989b0-a071-42bd-817f-aaf5f28cc77e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:38:28.915298 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf53b7da-e6ca-4dcc-b6e9-eda73894a877 admin admin] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:28.983725 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:29.024574 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:29.075460 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-82bac4f2-8cf6-4597-b5e4-f115ed14ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254'}], 'enable_snat': True}, 'gw_port_id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:38:27Z', 'revision_number': 5, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port': {'id': '74b74b24-e199-45dc-978f-7a0daa3f570a', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:71:a9:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.254', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:29:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:29.079494 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bac4f2-8cf6-4597-b5e4-f115ed14ba7f None None] Checking router: 546989b0-a071-42bd-817f-aaf5f28cc77e for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:38:29.090156 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82bac4f2-8cf6-4597-b5e4-f115ed14ba7f None None] Routers {'546989b0-a071-42bd-817f-aaf5f28cc77e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:38:29.090734 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-82bac4f2-8cf6-4597-b5e4-f115ed14ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:38:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['546989b0-a071-42bd-817f-aaf5f28cc77e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:29.112388 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf53b7da-e6ca-4dcc-b6e9-eda73894a877 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:29.121333 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-cf53b7da-e6ca-4dcc-b6e9-eda73894a877 admin admin] Deleting port 74b74b24-e199-45dc-978f-7a0daa3f570a {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:38:29.121664 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf53b7da-e6ca-4dcc-b6e9-eda73894a877 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:29.237962 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-82bac4f2-8cf6-4597-b5e4-f115ed14ba7f None None] Set router 546989b0-a071-42bd-817f-aaf5f28cc77e gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:38:29.293515 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-cf53b7da-e6ca-4dcc-b6e9-eda73894a877 admin admin] For port 74b74b24-e199-45dc-978f-7a0daa3f570a, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=74b74b24-e199-45dc-978f-7a0daa3f570a,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:29.293862 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf53b7da-e6ca-4dcc-b6e9-eda73894a877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:29.342948 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-82bac4f2-8cf6-4597-b5e4-f115ed14ba7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:38:29Z', 'revision_number': 6, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:29.346794 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82bac4f2-8cf6-4597-b5e4-f115ed14ba7f None None] The sync data for ids ['546989b0-a071-42bd-817f-aaf5f28cc77e'] in dv-neutron-830866-2-hyperv is: [{'id': '546989b0-a071-42bd-817f-aaf5f28cc77e', 'name': 'tempest-TestShelveInstance-724092713-router', 'tenant_id': 'e03c6d95358f4cef8e01dad68d192f96', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:53Z', 'updated_at': '2022-02-28T15:38:29Z', 'revision_number': 6, 'project_id': 'e03c6d95358f4cef8e01dad68d192f96', 'gw_port_host': None}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:38:29.413637 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-cf53b7da-e6ca-4dcc-b6e9-eda73894a877 admin admin] Calling delete_port for 74b74b24-e199-45dc-978f-7a0daa3f570a owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:38:29.440627 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:38:29.575616 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf53b7da-e6ca-4dcc-b6e9-eda73894a877 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:29.620240 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf53b7da-e6ca-4dcc-b6e9-eda73894a877 admin admin] Pushing event deleted for resources: {'Port': ['ID=74b74b24-e199-45dc-978f-7a0daa3f570a,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:29.840589 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf53b7da-e6ca-4dcc-b6e9-eda73894a877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:30.090397 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf53b7da-e6ca-4dcc-b6e9-eda73894a877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:30.097244 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf53b7da-e6ca-4dcc-b6e9-eda73894a877 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:30.116852 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 14226c12-755f-460d-bbf7-8f4238ca3507 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:38:30.128250 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf53b7da-e6ca-4dcc-b6e9-eda73894a877 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:30.128761 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf53b7da-e6ca-4dcc-b6e9-eda73894a877 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 546989b0-a071-42bd-817f-aaf5f28cc77e {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:38:30.142244 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-cf53b7da-e6ca-4dcc-b6e9-eda73894a877 admin admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:30.145614 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-cf53b7da-e6ca-4dcc-b6e9-eda73894a877 admin admin] 10.222.0.15 "DELETE /v2.0/routers/546989b0-a071-42bd-817f-aaf5f28cc77e HTTP/1.1" status: 204 len: 168 time: 1.5214331 Feb 28 15:38:30.145982 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55676) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:30.189604 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 14226c12-755f-460d-bbf7-8f4238ca3507 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:38:30.189944 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 14226c12-755f-460d-bbf7-8f4238ca3507 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:38:30.303829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-54574c25-9be1-4170-ad0a-14ee1bf7cc48 admin admin] Deleting subnet 0c9f76ce-406d-439c-be39-e708cf54b4e9 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:38:30.306939 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-54574c25-9be1-4170-ad0a-14ee1bf7cc48 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:30.357021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-54574c25-9be1-4170-ad0a-14ee1bf7cc48 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:30.424089 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:30.444866 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-54574c25-9be1-4170-ad0a-14ee1bf7cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:30.512739 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-54574c25-9be1-4170-ad0a-14ee1bf7cc48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:30.545334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54574c25-9be1-4170-ad0a-14ee1bf7cc48 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0c9f76ce-406d-439c-be39-e708cf54b4e9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:30.553349 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-54574c25-9be1-4170-ad0a-14ee1bf7cc48 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:30.559327 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-54574c25-9be1-4170-ad0a-14ee1bf7cc48 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/0c9f76ce-406d-439c-be39-e708cf54b4e9 HTTP/1.1" status: 204 len: 168 time: 0.4123635 Feb 28 15:38:30.560175 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e65df71-e660-4c2d-a129-0cc9950e007e None None] Network be1065eb-d31b-476a-b4b2-85bd3bbcc695 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:38:30.561764 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55680) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:30.664468 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:30.674404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] Deleting port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:38:30.674725 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:30.796674 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f52e67-42ba-4911-b181-a18008aaef86 None None] DHCP port deletion for be1065eb-d31b-476a-b4b2-85bd3bbcc695 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:38:30.800892 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c4f52e67-42ba-4911-b181-a18008aaef86 None None] Deleting port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:38:30.801254 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c4f52e67-42ba-4911-b181-a18008aaef86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:30.893155 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] For port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=024d783f-c04f-4b1e-a75e-4258b9a2dfb3,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:30.893504 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:30.996502 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-c4f52e67-42ba-4911-b181-a18008aaef86 None None] For port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=024d783f-c04f-4b1e-a75e-4258b9a2dfb3,segment=NetworkSegment(ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd),segment_id=ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:30.996883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c4f52e67-42ba-4911-b181-a18008aaef86 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:31.011269 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] Calling delete_port for 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:38:31.084126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:31.113018 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c4f52e67-42ba-4911-b181-a18008aaef86 None None] Calling delete_port for 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:38:31.126880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] Pushing event deleted for resources: {'Port': ['ID=024d783f-c04f-4b1e-a75e-4258b9a2dfb3,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:31.133376 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] No DVR routers for this DVR port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Feb 28 15:38:31.182815 dv-neutron-830866-2-hyperv neutron-server[83593]: util.warn( Feb 28 15:38:31.188880 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-c4f52e67-42ba-4911-b181-a18008aaef86 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:38:31.189264 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-c4f52e67-42ba-4911-b181-a18008aaef86 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:38:31.248228 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:31.271688 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['be1065eb-d31b-476a-b4b2-85bd3bbcc695']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:31.283766 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:31.284049 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba9eb3f6-bb22-44ee-b567-4dd03cbf9cfd') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:31.295801 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:31.310853 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:31.316558 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] Releasing vlan 78 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:38:31.316922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:38:31.329342 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:38:31.403734 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:31.408213 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:31.432029 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] Pushing event deleted for resources: {'Network': ['ID=be1065eb-d31b-476a-b4b2-85bd3bbcc695,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:31.444259 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-906a6344-df93-448a-bbf3-a45d92a9046d admin admin] 10.222.0.15 "DELETE /v2.0/networks/be1065eb-d31b-476a-b4b2-85bd3bbcc695 HTTP/1.1" status: 204 len: 168 time: 0.8815446 Feb 28 15:38:31.447833 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55684) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:31.690384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c4f52e67-42ba-4911-b181-a18008aaef86 None None] Deleting port 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:38:31.690764 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c4f52e67-42ba-4911-b181-a18008aaef86 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:31.755247 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-c4f52e67-42ba-4911-b181-a18008aaef86 None None] The port '024d783f-c04f-4b1e-a75e-4258b9a2dfb3' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:38:31.783045 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 74b74b24-e199-45dc-978f-7a0daa3f570a no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:38:31.815176 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 74b74b24-e199-45dc-978f-7a0daa3f570a {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:38:31.815519 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 74b74b24-e199-45dc-978f-7a0daa3f570a not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:38:31.815948 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:38:31.855216 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:38:31.855598 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 024d783f-c04f-4b1e-a75e-4258b9a2dfb3 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:38:31.924701 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b59f17a2-724d-4eda-ba7c-ee90ccd07a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:32.500570 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b59f17a2-724d-4eda-ba7c-ee90ccd07a8e admin admin] Deleting port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:38:32.501203 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b59f17a2-724d-4eda-ba7c-ee90ccd07a8e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:32.665230 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-b59f17a2-724d-4eda-ba7c-ee90ccd07a8e admin admin] For port 30ac8bc2-ed50-44c6-9be9-505e6634f2a2, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=30ac8bc2-ed50-44c6-9be9-505e6634f2a2,segment=NetworkSegment(abf399af-fa26-445b-9964-144cd3e90be3),segment_id=abf399af-fa26-445b-9964-144cd3e90be3)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:32.665577 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b59f17a2-724d-4eda-ba7c-ee90ccd07a8e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:32.780948 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-b59f17a2-724d-4eda-ba7c-ee90ccd07a8e admin admin] Calling delete_port for 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 owned by network:router_interface {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:38:32.948121 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b59f17a2-724d-4eda-ba7c-ee90ccd07a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:33.076823 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f17a2-724d-4eda-ba7c-ee90ccd07a8e admin admin] Pushing event deleted for resources: {'Port': ['ID=30ac8bc2-ed50-44c6-9be9-505e6634f2a2,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:33.353753 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b59f17a2-724d-4eda-ba7c-ee90ccd07a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:33.912276 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b59f17a2-724d-4eda-ba7c-ee90ccd07a8e admin admin] Router 84cd3f7a-dc4f-4c40-9ece-7e6c0967a262 has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:38:34.105649 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b59f17a2-724d-4eda-ba7c-ee90ccd07a8e admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:38:34.113945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f639f1ea-f7e6-40af-854e-5652faa0d6e0 None None] Sync routers for ids ['84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:38:34.121344 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b59f17a2-724d-4eda-ba7c-ee90ccd07a8e admin admin] 10.222.0.15 "PUT /v2.0/routers/84cd3f7a-dc4f-4c40-9ece-7e6c0967a262/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6723504 Feb 28 15:38:34.124035 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55688) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:34.127797 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f639f1ea-f7e6-40af-854e-5652faa0d6e0 None None] Routers {'84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:38:34.128407 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f639f1ea-f7e6-40af-854e-5652faa0d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:38:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:34.300216 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-f639f1ea-f7e6-40af-854e-5652faa0d6e0 None None] Set router 84cd3f7a-dc4f-4c40-9ece-7e6c0967a262 gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:38:34.316513 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ab38ad64-5677-4ab5-8fbf-01a28ff906e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:34.584829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f639f1ea-f7e6-40af-854e-5652faa0d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'name': 'tempest-TestShelveInstance-711164223-router', 'tenant_id': 'c053f045123c4463b19829f5019c8d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.116'}], 'enable_snat': True}, 'gw_port_id': 'ff799931-cb07-4bd2-9394-2ee85262043c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:59Z', 'updated_at': '2022-02-28T15:38:32Z', 'revision_number': 5, 'project_id': 'c053f045123c4463b19829f5019c8d1d', 'gw_port': {'id': 'ff799931-cb07-4bd2-9394-2ee85262043c', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:78:3f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.116', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:29:59Z', 'updated_at': '2022-02-28T15:30:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:34.589150 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f639f1ea-f7e6-40af-854e-5652faa0d6e0 None None] Checking router: 84cd3f7a-dc4f-4c40-9ece-7e6c0967a262 for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:38:34.599456 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f639f1ea-f7e6-40af-854e-5652faa0d6e0 None None] Routers {'84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:38:34.600063 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f639f1ea-f7e6-40af-854e-5652faa0d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:38:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:34.614838 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ab38ad64-5677-4ab5-8fbf-01a28ff906e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:34.628935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-ab38ad64-5677-4ab5-8fbf-01a28ff906e6 admin admin] Deleting port ff799931-cb07-4bd2-9394-2ee85262043c {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:38:34.629330 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ab38ad64-5677-4ab5-8fbf-01a28ff906e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:34.776810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-f639f1ea-f7e6-40af-854e-5652faa0d6e0 None None] Set router 84cd3f7a-dc4f-4c40-9ece-7e6c0967a262 gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:38:34.801688 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-ab38ad64-5677-4ab5-8fbf-01a28ff906e6 admin admin] For port ff799931-cb07-4bd2-9394-2ee85262043c, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=ff799931-cb07-4bd2-9394-2ee85262043c,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:34.802041 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ab38ad64-5677-4ab5-8fbf-01a28ff906e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:34.881014 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-f639f1ea-f7e6-40af-854e-5652faa0d6e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'name': 'tempest-TestShelveInstance-711164223-router', 'tenant_id': 'c053f045123c4463b19829f5019c8d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:59Z', 'updated_at': '2022-02-28T15:38:34Z', 'revision_number': 6, 'project_id': 'c053f045123c4463b19829f5019c8d1d', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:34.884966 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f639f1ea-f7e6-40af-854e-5652faa0d6e0 None None] The sync data for ids ['84cd3f7a-dc4f-4c40-9ece-7e6c0967a262'] in dv-neutron-830866-2-hyperv is: [{'id': '84cd3f7a-dc4f-4c40-9ece-7e6c0967a262', 'name': 'tempest-TestShelveInstance-711164223-router', 'tenant_id': 'c053f045123c4463b19829f5019c8d1d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:29:59Z', 'updated_at': '2022-02-28T15:38:34Z', 'revision_number': 6, 'project_id': 'c053f045123c4463b19829f5019c8d1d', 'gw_port_host': None}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:38:34.922379 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-ab38ad64-5677-4ab5-8fbf-01a28ff906e6 admin admin] Calling delete_port for ff799931-cb07-4bd2-9394-2ee85262043c owned by network:router_gateway {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:38:35.081398 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ab38ad64-5677-4ab5-8fbf-01a28ff906e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:35.127227 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab38ad64-5677-4ab5-8fbf-01a28ff906e6 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff799931-cb07-4bd2-9394-2ee85262043c,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:35.346570 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ab38ad64-5677-4ab5-8fbf-01a28ff906e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:35.594970 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ab38ad64-5677-4ab5-8fbf-01a28ff906e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:35.601325 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ab38ad64-5677-4ab5-8fbf-01a28ff906e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:35.626763 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ab38ad64-5677-4ab5-8fbf-01a28ff906e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:35.627394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab38ad64-5677-4ab5-8fbf-01a28ff906e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 84cd3f7a-dc4f-4c40-9ece-7e6c0967a262 {{(pid=83591) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:38:35.640119 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ab38ad64-5677-4ab5-8fbf-01a28ff906e6 admin admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:35.641239 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ab38ad64-5677-4ab5-8fbf-01a28ff906e6 admin admin] 10.222.0.15 "DELETE /v2.0/routers/84cd3f7a-dc4f-4c40-9ece-7e6c0967a262 HTTP/1.1" status: 204 len: 168 time: 1.5162313 Feb 28 15:38:35.643680 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55692) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:35.705878 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_v2 [None req-3da22487-2abf-43e5-859f-8301e1878b8c admin admin] Deleting subnet 932382f2-8068-4fc6-934e-6a87b30c0bbe {{(pid=83591) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:38:35.708956 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3da22487-2abf-43e5-859f-8301e1878b8c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:35.758279 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3da22487-2abf-43e5-859f-8301e1878b8c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2902112'] for subnet, precommit_delete_associations {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:35.782895 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ff799931-cb07-4bd2-9394-2ee85262043c no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:38:35.819464 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: ff799931-cb07-4bd2-9394-2ee85262043c {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:38:35.819919 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device ff799931-cb07-4bd2-9394-2ee85262043c not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:38:35.820434 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:38:35.856367 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:38:35.856626 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 30ac8bc2-ed50-44c6-9be9-505e6634f2a2 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:38:35.942935 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3da22487-2abf-43e5-859f-8301e1878b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:36.009095 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3da22487-2abf-43e5-859f-8301e1878b8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3181694', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3389620'] for subnet, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:36.047134 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da22487-2abf-43e5-859f-8301e1878b8c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=932382f2-8068-4fc6-934e-6a87b30c0bbe,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:36.053127 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-3da22487-2abf-43e5-859f-8301e1878b8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:36.058139 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba0515f5-3f36-491d-aec4-475dae979dc7 None None] Network 830c9f61-874c-4c3e-aa2a-f0c1495ea36a requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:38:36.058936 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-3da22487-2abf-43e5-859f-8301e1878b8c admin admin] 10.222.0.15 "DELETE /v2.0/subnets/932382f2-8068-4fc6-934e-6a87b30c0bbe HTTP/1.1" status: 204 len: 168 time: 0.4143088 Feb 28 15:38:36.061371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55696) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:36.166218 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:36.176143 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] Deleting port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:38:36.176459 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:36.294480 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f88296f6-b147-4e10-ba5e-701fd2da3cea None None] DHCP port deletion for 830c9f61-874c-4c3e-aa2a-f0c1495ea36a request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:38:36.298350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f88296f6-b147-4e10-ba5e-701fd2da3cea None None] Deleting port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:38:36.298718 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f88296f6-b147-4e10-ba5e-701fd2da3cea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:36.376866 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.db [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] For port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=00110c2b-5bc3-4d6a-9ef8-376537dcbb35,segment=NetworkSegment(abf399af-fa26-445b-9964-144cd3e90be3),segment_id=abf399af-fa26-445b-9964-144cd3e90be3)] {{(pid=83591) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:36.377219 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:36.494225 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f88296f6-b147-4e10-ba5e-701fd2da3cea None None] For port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=00110c2b-5bc3-4d6a-9ef8-376537dcbb35,segment=NetworkSegment(abf399af-fa26-445b-9964-144cd3e90be3),segment_id=abf399af-fa26-445b-9964-144cd3e90be3)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:36.494611 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f88296f6-b147-4e10-ba5e-701fd2da3cea None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:36.502573 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] Calling delete_port for 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 owned by network:dhcp {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:38:36.578007 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:36.610949 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f88296f6-b147-4e10-ba5e-701fd2da3cea None None] Calling delete_port for 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:38:36.617952 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] Pushing event deleted for resources: {'Port': ['ID=00110c2b-5bc3-4d6a-9ef8-376537dcbb35,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:36.625885 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] No DVR routers for this DVR port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 on host dv-neutron-830866-2-hyperv {{(pid=83591) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:38:36.682576 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-f88296f6-b147-4e10-ba5e-701fd2da3cea None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:38:36.682924 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-f88296f6-b147-4e10-ba5e-701fd2da3cea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:38:36.738492 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:36.762715 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['830c9f61-874c-4c3e-aa2a-f0c1495ea36a']}} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:36.778417 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'abf399af-fa26-445b-9964-144cd3e90be3') {'for_net_delete': True} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:36.778710 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.services.segments.db [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'abf399af-fa26-445b-9964-144cd3e90be3') {} {{(pid=83591) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:36.789832 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2902123'] for segment, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:36.804985 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:36.810799 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=83591) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:38:36.811170 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3181780'] for segment, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: Traceback (most recent call last): Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: timer() Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: cb(*args, **kw) Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: return func(*args, **kwargs) Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: self._notify() Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: self.callback(batched_events) Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: event.method(event) Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: return f(self, *a, **k) Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._get(url).json() Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: return self.request(url, 'GET', **kwargs) Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:38:36.824190 dv-neutron-830866-2-hyperv neutron-server[83591]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:38:36.899806 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:36.904072 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:36.932244 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] Pushing event deleted for resources: {'Network': ['ID=830c9f61-874c-4c3e-aa2a-f0c1495ea36a,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:36.937782 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-77e0deb9-c948-4478-9f6d-7840b2eb975d admin admin] 10.222.0.15 "DELETE /v2.0/networks/830c9f61-874c-4c3e-aa2a-f0c1495ea36a HTTP/1.1" status: 204 len: 168 time: 0.8755195 Feb 28 15:38:37.066405 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55702) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:37.114965 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-9cdd0c94-ce91-4979-982f-984e2eb61efc admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e03c6d95358f4cef8e01dad68d192f96&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474460 Feb 28 15:38:37.117441 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55706) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:37.173658 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0336f52d-e44f-4884-bee1-d5c633e4b739 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:37.183792 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f88296f6-b147-4e10-ba5e-701fd2da3cea None None] Deleting port 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:38:37.184262 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f88296f6-b147-4e10-ba5e-701fd2da3cea None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:37.197549 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0336f52d-e44f-4884-bee1-d5c633e4b739 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:37.246230 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f88296f6-b147-4e10-ba5e-701fd2da3cea None None] The port '00110c2b-5bc3-4d6a-9ef8-376537dcbb35' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:38:37.248082 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0336f52d-e44f-4884-bee1-d5c633e4b739 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:37.265096 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0336f52d-e44f-4884-bee1-d5c633e4b739 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec2e4f3-57e2-46b6-807c-e964863f39f2,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:37.271668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-0336f52d-e44f-4884-bee1-d5c633e4b739 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:37.275645 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-0336f52d-e44f-4884-bee1-d5c633e4b739 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/dec2e4f3-57e2-46b6-807c-e964863f39f2 HTTP/1.1" status: 204 len: 168 time: 0.1545084 Feb 28 15:38:37.651486 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55714) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:37.700159 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-24fb9d40-eef2-4b62-80df-7dcedf1aff68 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=c053f045123c4463b19829f5019c8d1d&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0474105 Feb 28 15:38:37.702402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55718) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:37.764018 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-869c60c0-c89a-45e7-8ea3-a2790bb30e6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:37.780048 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:38:37.789794 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-869c60c0-c89a-45e7-8ea3-a2790bb30e6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:37.814041 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:38:37.814304 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 00110c2b-5bc3-4d6a-9ef8-376537dcbb35 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:38:37.839892 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-869c60c0-c89a-45e7-8ea3-a2790bb30e6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:37.853455 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869c60c0-c89a-45e7-8ea3-a2790bb30e6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdca5ba-5fc4-4720-9efa-d637629d38a9,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:37.859220 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-869c60c0-c89a-45e7-8ea3-a2790bb30e6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:37.860332 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-869c60c0-c89a-45e7-8ea3-a2790bb30e6a admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/cbdca5ba-5fc4-4720-9efa-d637629d38a9 HTTP/1.1" status: 204 len: 168 time: 0.1570401 Feb 28 15:38:38.731832 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55740) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:38.857010 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1595847965-network', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:38:38.861783 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:38.865463 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Usage tracker for resource:network and tenant:e5d7cac429554634a02c4001eea3aedd is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:38:38.868218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:38:38.873693 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:38.883329 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Made reservation on behalf of e5d7cac429554634a02c4001eea3aedd for: {'network': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:38:38.885531 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:38.897137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:38.927287 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:38.931208 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Usage tracker for resource:security_group_rule and tenant:e5d7cac429554634a02c4001eea3aedd is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:38:38.933964 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:38:38.939789 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:39.001637 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:39.005082 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:39.038525 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=83592) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:38:39.043411 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69f0b980-b18e-4cd3-86af-c515413e094d,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:39.049674 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:39.050010 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.segments_db [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Added segment 15ec1e28-4a27-4331-8845-78089123a387 of type vlan for network c7440af8-3d7c-4126-a23c-c383d4029476 Feb 28 15:38:39.075005 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:39.102735 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:39.103632 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:39.104208 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:39.205327 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.4721398 Feb 28 15:38:39.208241 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55746) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:39.211668 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc4e7769-2f8b-4cb5-ae76-08798a581f8f admin admin] Pushing event updated for resources: {'Network': ['ID=c7440af8-3d7c-4126-a23c-c383d4029476,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:39.218391 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a9cc1671-816e-4caf-a214-dd4778f8413b admin admin] Request body: {'subnet': {'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1595847965-subnet', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'ip_version': 4}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:38:39.221030 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network c7440af8-3d7c-4126-a23c-c383d4029476 details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:38:39.225300 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a9cc1671-816e-4caf-a214-dd4778f8413b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:39.229135 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a9cc1671-816e-4caf-a214-dd4778f8413b admin admin] Usage tracker for resource:subnet and tenant:e5d7cac429554634a02c4001eea3aedd is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:38:39.231963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a9cc1671-816e-4caf-a214-dd4778f8413b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:38:39.237569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a9cc1671-816e-4caf-a214-dd4778f8413b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:39.247670 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9cc1671-816e-4caf-a214-dd4778f8413b admin admin] Made reservation on behalf of e5d7cac429554634a02c4001eea3aedd for: {'subnet': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:38:39.249965 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1671-816e-4caf-a214-dd4778f8413b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3389587'] for subnet, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:39.450541 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1671-816e-4caf-a214-dd4778f8413b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3181629', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3389613'] for subnet, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:39.537074 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9cc1671-816e-4caf-a214-dd4778f8413b admin admin] Pushing event updated for resources: {'Subnet': ['ID=239fdddb-86ff-4af5-965a-38e569c89bfb,revision_number=0']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:39.551304 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9cc1671-816e-4caf-a214-dd4778f8413b admin admin] Checking segment: {'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83591) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:38:39.551695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cc1671-816e-4caf-a214-dd4778f8413b admin admin] Network hostable DHCP agents. Network: c7440af8-3d7c-4126-a23c-c383d4029476, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83591) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:38:39.573536 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9cc1671-816e-4caf-a214-dd4778f8413b admin admin] Network c7440af8-3d7c-4126-a23c-c383d4029476 is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83591) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:38:39.582481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-a9cc1671-816e-4caf-a214-dd4778f8413b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, c7440af8-3d7c-4126-a23c-c383d4029476) {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:38:39.586242 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9cc1671-816e-4caf-a214-dd4778f8413b admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:39.586816 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a9cc1671-816e-4caf-a214-dd4778f8413b admin admin] Notify callbacks [] for subnet, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:39.590829 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-320967b7-277c-44c2-a1a3-81f12ce8abe6 None None] Network c7440af8-3d7c-4126-a23c-c383d4029476 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:38:39.606593 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a9cc1671-816e-4caf-a214-dd4778f8413b admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3972566 Feb 28 15:38:39.609467 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55750) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:39.614287 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:38:39.619256 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:39.622982 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Usage tracker for resource:router and tenant:e5d7cac429554634a02c4001eea3aedd is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:38:39.625843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:38:39.631371 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:39.641725 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:39.642927 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:39.662213 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:39.804931 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-c7440af8-3d7c-4126-a23c-c383d4029476', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:38:39.805732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:39.897108 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:40.001845 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Allocated IP 172.20.0.2 (c7440af8-3d7c-4126-a23c-c383d4029476/239fdddb-86ff-4af5-965a-38e569c89bfb/eea86160-0028-4d93-9e38-b159663dce20) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:38:40.079470 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:40.112725 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:40.209683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:40.219658 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Transition to ACTIVE for port object eea86160-0028-4d93-9e38-b159663dce20 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:38:40.237417 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Transition to ACTIVE for port object eea86160-0028-4d93-9e38-b159663dce20 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:38:40.244008 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:40.248828 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Allocated IP 172.26.4.130 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/75da31c0-2783-401e-bf6f-3fbfdd8f2dd3) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:38:40.310277 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Network c7440af8-3d7c-4126-a23c-c383d4029476 is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:38:40.312746 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:38:40.316202 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:38:40.321662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Pushing event updated for resources: {'Port': ['ID=eea86160-0028-4d93-9e38-b159663dce20,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:40.358305 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:40.358649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:40.358986 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:40.359317 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:40.359675 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:40.360001 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:40.360325 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:40.360648 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:40.360967 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:40.361284 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:40.361599 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:40.402612 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:40.418760 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Attempting to bind port eea86160-0028-4d93-9e38-b159663dce20 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:38:40.419124 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Attempting to bind port eea86160-0028-4d93-9e38-b159663dce20 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:38:40.419600 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Attempting to bind port eea86160-0028-4d93-9e38-b159663dce20 on network c7440af8-3d7c-4126-a23c-c383d4029476 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:38:40.425884 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:38:40.426252 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Checking segment: {'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:38:40.426806 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:40.427202 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Bound using segment: {'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:38:40.427684 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Bound port: eea86160-0028-4d93-9e38-b159663dce20, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:38:40.428052 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:40.434634 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:40.514646 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:38:40.517683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] For port eea86160-0028-4d93-9e38-b159663dce20, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:38:40.518342 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:38:40.520747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:38:40.520863 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] For port eea86160-0028-4d93-9e38-b159663dce20, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=eea86160-0028-4d93-9e38-b159663dce20,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:38:40.526193 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:40.546424 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Pushing event updated for resources: {'Port': ['ID=75da31c0-2783-401e-bf6f-3fbfdd8f2dd3,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:40.610929 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96111b49-4b13-429d-bc17-42b59dc8391b None None] Pushing event updated for resources: {'Port': ['ID=eea86160-0028-4d93-9e38-b159663dce20,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:40.687278 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:40.688030 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:40.929825 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Router 0299ab3d-9ae7-4f3e-8088-2af294e9096e is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:38:41.124485 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:38:41.134341 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Sync routers for ids ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:38:41.145971 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Routers {'0299ab3d-9ae7-4f3e-8088-2af294e9096e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:38:41.146565 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:38:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:41.148086 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:41.149931 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d6739bca-7d8d-4669-8e97-98bc9f4716e5 admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5395045 Feb 28 15:38:41.152523 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55754) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:41.330816 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Set router 0299ab3d-9ae7-4f3e-8088-2af294e9096e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:38:41.552688 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f35bcf0-e7fe-4e60-88ac-34f1eca627fd None None] Network c7440af8-3d7c-4126-a23c-c383d4029476 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:38:41.670367 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:40Z', 'revision_number': 3, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:41.670599 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-c430f26f-5fda-4929-bb4b-c2f8c0c59419 None None] Provisioning for port eea86160-0028-4d93-9e38-b159663dce20 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:38:41.673990 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Checking router: 0299ab3d-9ae7-4f3e-8088-2af294e9096e for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:38:41.674326 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Updating router 0299ab3d-9ae7-4f3e-8088-2af294e9096e port 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:38:41.725487 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:41.885396 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device eea86160-0028-4d93-9e38-b159663dce20 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:38:41.977154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port eea86160-0028-4d93-9e38-b159663dce20 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:38:41.985482 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port eea86160-0028-4d93-9e38-b159663dce20 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:41.986161 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:42.063844 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:42.098680 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:42.111406 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Transition to ACTIVE for port object 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:38:42.118703 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:42.119912 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:42.139629 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2af5327a-e1a8-471e-9b74-d13240de9c8e None None] Provisioning complete for port eea86160-0028-4d93-9e38-b159663dce20 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:42.140223 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2af5327a-e1a8-471e-9b74-d13240de9c8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:42.206244 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3ee72-7027-42d9-8bd8-e7027047ca8f None None] Pushing event updated for resources: {'Port': ['ID=75da31c0-2783-401e-bf6f-3fbfdd8f2dd3,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:42.208454 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Attempting to bind port 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:38:42.208806 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Attempting to bind port 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:38:42.209155 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Attempting to bind port 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:38:42.212780 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port eea86160-0028-4d93-9e38-b159663dce20, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=eea86160-0028-4d93-9e38-b159663dce20,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:42.220194 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:38:42.220556 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:38:42.220943 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:42.221323 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:38:42.221793 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Bound port: 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:38:42.222137 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:42.225009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:42.249374 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3ee72-7027-42d9-8bd8-e7027047ca8f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:42.249709 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3ee72-7027-42d9-8bd8-e7027047ca8f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:42.250029 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3ee72-7027-42d9-8bd8-e7027047ca8f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:42.250351 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3ee72-7027-42d9-8bd8-e7027047ca8f None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:42.250667 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3ee72-7027-42d9-8bd8-e7027047ca8f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:42.250980 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3ee72-7027-42d9-8bd8-e7027047ca8f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:42.251292 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3ee72-7027-42d9-8bd8-e7027047ca8f None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:42.251626 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3ee72-7027-42d9-8bd8-e7027047ca8f None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:42.251945 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3ee72-7027-42d9-8bd8-e7027047ca8f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:42.252251 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3ee72-7027-42d9-8bd8-e7027047ca8f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:42.252556 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54c3ee72-7027-42d9-8bd8-e7027047ca8f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83594) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:38:42.290274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Allocated IP 172.20.0.1 (c7440af8-3d7c-4126-a23c-c383d4029476/239fdddb-86ff-4af5-965a-38e569c89bfb/8da95add-153d-4fa4-a395-8d97f7490044) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:38:42.301913 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] For port 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:38:42.305732 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] For port 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=75da31c0-2783-401e-bf6f-3fbfdd8f2dd3,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:38:42.310758 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:42.341020 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=eea86160-0028-4d93-9e38-b159663dce20,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:42.391471 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c3ee72-7027-42d9-8bd8-e7027047ca8f None None] Pushing event updated for resources: {'Port': ['ID=75da31c0-2783-401e-bf6f-3fbfdd8f2dd3,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:42.395232 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Routers {'0299ab3d-9ae7-4f3e-8088-2af294e9096e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:38:42.395934 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:38:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:42.447314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:42.462965 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.provisioning_blocks [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Transition to ACTIVE for port object 8da95add-153d-4fa4-a395-8d97f7490044 will not be triggered until provisioned by entity DHCP. {{(pid=83591) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:38:42.484764 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:42.556421 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Network c7440af8-3d7c-4126-a23c-c383d4029476 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:38:42.559059 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:38:42.563351 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:38:42.576951 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] Set router 0299ab3d-9ae7-4f3e-8088-2af294e9096e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:38:42.587787 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Pushing event updated for resources: {'Port': ['ID=8da95add-153d-4fa4-a395-8d97f7490044,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:42.622258 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:42.711888 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:42.861244 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4838dceb-7488-4d76-a9ca-ac7b56f060c8 None None] Provisioning for port 8da95add-153d-4fa4-a395-8d97f7490044 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:38:42.867883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4838dceb-7488-4d76-a9ca-ac7b56f060c8 None None] Provisioning complete for port 8da95add-153d-4fa4-a395-8d97f7490044 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:42.867883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4838dceb-7488-4d76-a9ca-ac7b56f060c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:42.875327 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:40Z', 'revision_number': 3, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:42.879589 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c6257bd-3ac1-4337-af07-ad0e01a628fc None None] The sync data for ids ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'] in dv-neutron-830866-2-hyperv is: [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:40Z', 'revision_number': 3, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:38:42.926496 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4838dceb-7488-4d76-a9ca-ac7b56f060c8 None None] Port 8da95add-153d-4fa4-a395-8d97f7490044 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:38:42.957353 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:42.962511 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:43.074053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Pushing event updated for resources: {'Port': ['ID=8da95add-153d-4fa4-a395-8d97f7490044,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:43.076428 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:43.321747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Network c7440af8-3d7c-4126-a23c-c383d4029476 is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:38:43.322946 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:38:43.554266 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-b258f49c-d212-4b76-bfdd-d66e8ebe90c9 None None] Provisioning complete for port 8da95add-153d-4fa4-a395-8d97f7490044 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:43.555201 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-b258f49c-d212-4b76-bfdd-d66e8ebe90c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:43.609442 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-b258f49c-d212-4b76-bfdd-d66e8ebe90c9 None None] Port 8da95add-153d-4fa4-a395-8d97f7490044 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:38:43.721865 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Router 0299ab3d-9ae7-4f3e-8088-2af294e9096e has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:38:43.849994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:38:43.917193 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:38:43.921983 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:43.922340 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:43.927610 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:38:43.936461 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-b6e42944-bf9e-4cc6-844c-435a139755e9 admin admin] 10.222.0.15 "PUT /v2.0/routers/0299ab3d-9ae7-4f3e-8088-2af294e9096e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7829862 Feb 28 15:38:44.036781 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:44.053270 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=75da31c0-2783-401e-bf6f-3fbfdd8f2dd3,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:44.057004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:44.057869 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device eea86160-0028-4d93-9e38-b159663dce20 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:38:44.202460 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=75da31c0-2783-401e-bf6f-3fbfdd8f2dd3,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:44.215282 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port eea86160-0028-4d93-9e38-b159663dce20 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:44.215671 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:44.769567 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55776) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:44.774996 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1154504978-network', 'tenant_id': '7775654480944b6fa5dc3061fce504e9'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:38:44.779747 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:44.783474 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Usage tracker for resource:network and tenant:7775654480944b6fa5dc3061fce504e9 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:38:44.786285 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:38:44.792187 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:44.801623 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Made reservation on behalf of 7775654480944b6fa5dc3061fce504e9 for: {'network': 1} {{(pid=83591) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:38:44.803834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for network, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:44.816295 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:44.846178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:44.849897 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Usage tracker for resource:security_group_rule and tenant:7775654480944b6fa5dc3061fce504e9 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:38:44.852632 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:38:44.858217 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:44.922320 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:44.925890 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:44.957238 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=83591) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 28 15:38:44.962344 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bcc4af6-34de-4cd0-a451-a8a2a58aaf70,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:44.968826 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:44.969221 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.segments_db [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Added segment 56e5de59-0934-4dc0-a6fd-8372a9ed24f9 of type vlan for network a1d57772-4ef1-4cb3-b378-db9efbfe8b2d Feb 28 15:38:44.995338 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8737160666615'] for network, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:45.022336 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332'] for network, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:45.023162 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:45.023768 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Notify callbacks [] for network, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:45.125031 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] 10.222.0.15 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3541887 Feb 28 15:38:45.127706 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02041cf-2b0c-4b6f-ae35-78dbe1b20370 admin admin] Pushing event updated for resources: {'Network': ['ID=a1d57772-4ef1-4cb3-b378-db9efbfe8b2d,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:45.127920 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55780) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:45.134471 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-b012e8be-2206-48c1-ad8c-693d1a692793 admin admin] Request body: {'subnet': {'network_id': 'a1d57772-4ef1-4cb3-b378-db9efbfe8b2d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1154504978-subnet', 'tenant_id': '7775654480944b6fa5dc3061fce504e9', 'ip_version': 4}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:38:45.137486 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Network a1d57772-4ef1-4cb3-b378-db9efbfe8b2d details requested by agent ovs-agent-dv-neutron-830866-2-hyperv with host dv-neutron-830866-2-hyperv {{(pid=83593) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 28 15:38:45.140160 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b012e8be-2206-48c1-ad8c-693d1a692793 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:45.143880 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b012e8be-2206-48c1-ad8c-693d1a692793 admin admin] Usage tracker for resource:subnet and tenant:7775654480944b6fa5dc3061fce504e9 is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:38:45.146627 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-b012e8be-2206-48c1-ad8c-693d1a692793 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:38:45.152648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-b012e8be-2206-48c1-ad8c-693d1a692793 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:45.161549 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b012e8be-2206-48c1-ad8c-693d1a692793 admin admin] Made reservation on behalf of 7775654480944b6fa5dc3061fce504e9 for: {'subnet': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:38:45.164684 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b012e8be-2206-48c1-ad8c-693d1a692793 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2709349'] for subnet, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:45.442373 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b012e8be-2206-48c1-ad8c-693d1a692793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-3378213', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2709339'] for subnet, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:45.517156 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b012e8be-2206-48c1-ad8c-693d1a692793 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b1fc543-6beb-4d76-a5cd-2c6b1a32e855,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:45.527338 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b012e8be-2206-48c1-ad8c-693d1a692793 admin admin] Checking segment: {'id': '56e5de59-0934-4dc0-a6fd-8372a9ed24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1d57772-4ef1-4cb3-b378-db9efbfe8b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:38:45.527723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b012e8be-2206-48c1-ad8c-693d1a692793 admin admin] Network hostable DHCP agents. Network: a1d57772-4ef1-4cb3-b378-db9efbfe8b2d, hostable agents: ['0fc9caf9-9720-4f3e-8eee-7ca14e00ee51'], hosted agents: [] {{(pid=83592) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 28 15:38:45.549250 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b012e8be-2206-48c1-ad8c-693d1a692793 admin admin] Network a1d57772-4ef1-4cb3-b378-db9efbfe8b2d is scheduled to be hosted by DHCP agent 0fc9caf9-9720-4f3e-8eee-7ca14e00ee51 with binding_index 1 {{(pid=83592) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 28 15:38:45.558060 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-b012e8be-2206-48c1-ad8c-693d1a692793 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-neutron-830866-2-hyperv, a1d57772-4ef1-4cb3-b378-db9efbfe8b2d) {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:38:45.562078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b012e8be-2206-48c1-ad8c-693d1a692793 admin admin] Attributes excluded by policy engine: ['shared', 'segment_id', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:45.562658 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b012e8be-2206-48c1-ad8c-693d1a692793 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:45.567923 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd92c49c-6d06-4d38-afab-37b6926a45f4 None None] Network a1d57772-4ef1-4cb3-b378-db9efbfe8b2d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:38:45.581533 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b012e8be-2206-48c1-ad8c-693d1a692793 admin admin] 10.222.0.15 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4524438 Feb 28 15:38:45.584407 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55784) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:45.590022 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1154504978-router', 'tenant_id': '7775654480944b6fa5dc3061fce504e9', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:38:45.594834 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:45.598663 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Usage tracker for resource:router and tenant:7775654480944b6fa5dc3061fce504e9 is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:38:45.602074 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:38:45.607930 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:45.617669 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-4161656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-40853'] for router, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:45.618678 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-4161567', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-4166851', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-4020339', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-40858'] for router, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:45.636472 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:45.778827 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpbd139a39-2f97-5452-8748-65c7b97a9948-a1d57772-4ef1-4cb3-b378-db9efbfe8b2d', 'network_id': 'a1d57772-4ef1-4cb3-b378-db9efbfe8b2d', 'tenant_id': '7775654480944b6fa5dc3061fce504e9', 'fixed_ips': [{'subnet_id': '7b1fc543-6beb-4d76-a5cd-2c6b1a32e855'}]}} from dv-neutron-830866-2-hyperv. {{(pid=83593) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:264}} Feb 28 15:38:45.779761 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:45.785347 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-4166893', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-4161642', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-40872'] for router, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:45.802580 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:38:45.970237 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:45.980438 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:45.980858 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:45.998731 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:46.034974 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.db_base_plugin_common [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Allocated IP 172.20.0.2 (a1d57772-4ef1-4cb3-b378-db9efbfe8b2d/7b1fc543-6beb-4d76-a5cd-2c6b1a32e855/3a88d65c-a5f3-4106-80e8-48db65e6ba43) {{(pid=83593) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:38:46.142606 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Allocated IP 172.26.4.101 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/adfb3d74-beb6-4372-b01c-21f15e7adb41) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:38:46.302950 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Notify callbacks [] for port, precommit_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:46.314345 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Transition to ACTIVE for port object 3a88d65c-a5f3-4106-80e8-48db65e6ba43 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:38:46.333848 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Transition to ACTIVE for port object 3a88d65c-a5f3-4106-80e8-48db65e6ba43 will not be triggered until provisioned by entity DHCP. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:38:46.341444 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497'] for port, after_create {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:46.377877 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Sync routers for ids ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:38:46.399690 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:46.422219 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Pushing event updated for resources: {'Port': ['ID=3a88d65c-a5f3-4106-80e8-48db65e6ba43,revision_number=1']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:46.425702 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Network a1d57772-4ef1-4cb3-b378-db9efbfe8b2d is already hosted by enough agents. {{(pid=83593) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:38:46.426920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Routers {'0299ab3d-9ae7-4f3e-8088-2af294e9096e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:38:46.427507 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bc5e9806-a223-4548-88c3-226825715662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:38:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:46.438974 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:46.476947 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.scheduler.base_scheduler [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Resources bound (agent type, host, resource id): {{(pid=83593) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:38:46.483226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Received port after_create {{(pid=83593) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:38:46.507873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:38:46.510417 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:38:46.512701 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:38:46.545019 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Pushing event updated for resources: {'Port': ['ID=adfb3d74-beb6-4372-b01c-21f15e7adb41,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:46.655697 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Attempting to bind port 3a88d65c-a5f3-4106-80e8-48db65e6ba43 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:38:46.655980 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Attempting to bind port 3a88d65c-a5f3-4106-80e8-48db65e6ba43 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '56e5de59-0934-4dc0-a6fd-8372a9ed24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1d57772-4ef1-4cb3-b378-db9efbfe8b2d'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:38:46.656331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Attempting to bind port 3a88d65c-a5f3-4106-80e8-48db65e6ba43 on network a1d57772-4ef1-4cb3-b378-db9efbfe8b2d {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:38:46.670369 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:46.671109 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-4161651', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-4166678'] for router, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:46.677860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:38:46.678223 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Checking segment: {'id': '56e5de59-0934-4dc0-a6fd-8372a9ed24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1d57772-4ef1-4cb3-b378-db9efbfe8b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:38:46.678619 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:46.679000 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Bound using segment: {'id': '56e5de59-0934-4dc0-a6fd-8372a9ed24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1d57772-4ef1-4cb3-b378-db9efbfe8b2d'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:38:46.680116 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Bound port: 3a88d65c-a5f3-4106-80e8-48db65e6ba43, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e5de59-0934-4dc0-a6fd-8372a9ed24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1d57772-4ef1-4cb3-b378-db9efbfe8b2d'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:38:46.680481 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:46.730600 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Set router 0299ab3d-9ae7-4f3e-8088-2af294e9096e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:38:46.907679 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Router a88a614b-427c-4784-a1b5-65147e09e9cf is scheduled to L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 with binding_index 1 {{(pid=83591) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 28 15:38:46.949908 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] For port 3a88d65c-a5f3-4106-80e8-48db65e6ba43, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:38:47.008622 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] For port 3a88d65c-a5f3-4106-80e8-48db65e6ba43, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3a88d65c-a5f3-4106-80e8-48db65e6ba43,segment=NetworkSegment(56e5de59-0934-4dc0-a6fd-8372a9ed24f9),segment_id=56e5de59-0934-4dc0-a6fd-8372a9ed24f9)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:38:47.014370 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:47.109291 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:38:47.120027 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Sync routers for ids ['a88a614b-427c-4784-a1b5-65147e09e9cf'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:38:47.131978 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Routers {'a88a614b-427c-4784-a1b5-65147e09e9cf'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:38:47.132852 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:38:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a88a614b-427c-4784-a1b5-65147e09e9cf'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:47.143030 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] Notify callbacks [] for router, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:47.147891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55788) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:47.160151 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8db91eb-e761-4a60-849e-ad3cb75e5cfa None None] Pushing event updated for resources: {'Port': ['ID=3a88d65c-a5f3-4106-80e8-48db65e6ba43,revision_number=2']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:47.160486 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-35d93541-d1cc-454a-817b-925f515dcc0e admin admin] 10.222.0.15 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 1.5745575 Feb 28 15:38:47.200830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bc5e9806-a223-4548-88c3-226825715662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '8da95add-153d-4fa4-a395-8d97f7490044', 'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'mac_address': 'fa:16:3e:74:98:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:42Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 2, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'subnets': [{'id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:47.205239 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Checking router: 0299ab3d-9ae7-4f3e-8088-2af294e9096e for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:38:47.205599 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Updating router 0299ab3d-9ae7-4f3e-8088-2af294e9096e port 8da95add-153d-4fa4-a395-8d97f7490044 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:38:47.267676 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:47.385592 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Set router a88a614b-427c-4784-a1b5-65147e09e9cf gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:38:47.676574 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:47.689026 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Transition to ACTIVE for port object 8da95add-153d-4fa4-a395-8d97f7490044 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:38:47.699517 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:47.721210 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'name': 'tempest-TestSnapshotPattern-1154504978-router', 'tenant_id': '7775654480944b6fa5dc3061fce504e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'adfb3d74-beb6-4372-b01c-21f15e7adb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:45Z', 'updated_at': '2022-02-28T15:38:46Z', 'revision_number': 3, 'project_id': '7775654480944b6fa5dc3061fce504e9', 'gw_port': {'id': 'adfb3d74-beb6-4372-b01c-21f15e7adb41', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:46Z', 'updated_at': '2022-02-28T15:38:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:47.725593 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Checking router: a88a614b-427c-4784-a1b5-65147e09e9cf for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:38:47.725932 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Updating router a88a614b-427c-4784-a1b5-65147e09e9cf port adfb3d74-beb6-4372-b01c-21f15e7adb41 binding host dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:38:47.781207 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:47.886749 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a194cc-47b4-4360-9f2f-99e2068ff023 None None] Pushing event updated for resources: {'Port': ['ID=8da95add-153d-4fa4-a395-8d97f7490044,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:47.921680 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3a88d65c-a5f3-4106-80e8-48db65e6ba43 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:38:48.061584 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Attempting to bind port 8da95add-153d-4fa4-a395-8d97f7490044 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:38:48.061874 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Attempting to bind port 8da95add-153d-4fa4-a395-8d97f7490044 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:38:48.062214 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Attempting to bind port 8da95add-153d-4fa4-a395-8d97f7490044 on network c7440af8-3d7c-4126-a23c-c383d4029476 {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:38:48.079272 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:38:48.080329 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Checking segment: {'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:38:48.080329 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:48.080899 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Bound using segment: {'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:38:48.081381 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Bound port: 8da95add-153d-4fa4-a395-8d97f7490044, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:38:48.081748 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:48.089412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:48.098139 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 3a88d65c-a5f3-4106-80e8-48db65e6ba43 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:38:48.230452 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-bc5e9806-a223-4548-88c3-226825715662 None None] For port 8da95add-153d-4fa4-a395-8d97f7490044, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:38:48.231780 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Notify callbacks [] for port, precommit_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:48.233996 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-bc5e9806-a223-4548-88c3-226825715662 None None] For port 8da95add-153d-4fa4-a395-8d97f7490044, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8da95add-153d-4fa4-a395-8d97f7490044,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:38:48.240167 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:48.247365 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.provisioning_blocks [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Transition to ACTIVE for port object adfb3d74-beb6-4372-b01c-21f15e7adb41 will not be triggered until provisioned by entity L2. {{(pid=83594) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:38:48.263470 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:48.335149 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Routers {'0299ab3d-9ae7-4f3e-8088-2af294e9096e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:38:48.336714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bc5e9806-a223-4548-88c3-226825715662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:38:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:48.373170 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Attempting to bind port adfb3d74-beb6-4372-b01c-21f15e7adb41 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:38:48.373541 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Attempting to bind port adfb3d74-beb6-4372-b01c-21f15e7adb41 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:38:48.373898 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Attempting to bind port adfb3d74-beb6-4372-b01c-21f15e7adb41 on network 2c3941b4-a632-4920-84bb-54647ee9840b {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:38:48.382478 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c82896-6d7a-4c17-ba61-8c03716f78f2 None None] Pushing event updated for resources: {'Port': ['ID=adfb3d74-beb6-4372-b01c-21f15e7adb41,revision_number=2']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:48.391851 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 38, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:38:48.392279 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Checking segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83594) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:38:48.392729 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:48.393838 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Bound using segment: {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'} {{(pid=83594) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:38:48.394312 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.managers [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Bound port: adfb3d74-beb6-4372-b01c-21f15e7adb41, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '54b56df6-f653-4673-a31a-e8299150939e', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b'}}] {{(pid=83594) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:38:48.394891 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:48.402530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Allocated IP 172.20.0.1 (a1d57772-4ef1-4cb3-b378-db9efbfe8b2d/7b1fc543-6beb-4d76-a5cd-2c6b1a32e855/4b59a092-8ab3-4cfe-aeb1-d536a984f054) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:38:48.493897 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] For port adfb3d74-beb6-4372-b01c-21f15e7adb41, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83594) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:38:48.497618 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.plugins.ml2.db [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] For port adfb3d74-beb6-4372-b01c-21f15e7adb41, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=adfb3d74-beb6-4372-b01c-21f15e7adb41,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83594) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:38:48.508446 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron_lib.callbacks.manager [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83594) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:48.516427 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57e4f88b-2c2c-4d93-9a95-c1f80d701fd1 None None] Network a1d57772-4ef1-4cb3-b378-db9efbfe8b2d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:38:48.530833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a194cc-47b4-4360-9f2f-99e2068ff023 None None] Pushing event updated for resources: {'Port': ['ID=8da95add-153d-4fa4-a395-8d97f7490044,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:48.590051 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c82896-6d7a-4c17-ba61-8c03716f78f2 None None] Pushing event updated for resources: {'Port': ['ID=adfb3d74-beb6-4372-b01c-21f15e7adb41,revision_number=3']} {{(pid=83594) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:48.606171 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Routers {'a88a614b-427c-4784-a1b5-65147e09e9cf'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:38:48.606778 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:38:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a88a614b-427c-4784-a1b5-65147e09e9cf'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:48.607260 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:48.625913 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Transition to ACTIVE for port object 4b59a092-8ab3-4cfe-aeb1-d536a984f054 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:38:48.652290 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:48.652526 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0c48410c-7db5-4737-ad60-9ac531627b16 None None] Provisioning for port 3a88d65c-a5f3-4106-80e8-48db65e6ba43 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:38:48.674373 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-0c48410c-7db5-4737-ad60-9ac531627b16 None None] Provisioning complete for port 3a88d65c-a5f3-4106-80e8-48db65e6ba43 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:48.674824 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0c48410c-7db5-4737-ad60-9ac531627b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:48.721937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Network a1d57772-4ef1-4cb3-b378-db9efbfe8b2d is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:38:48.724847 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:38:48.727875 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:38:48.760713 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Pushing event updated for resources: {'Port': ['ID=4b59a092-8ab3-4cfe-aeb1-d536a984f054,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:48.789270 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-4168392'] for router_interface, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:48.789557 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] Set router a88a614b-427c-4784-a1b5-65147e09e9cf gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:38:48.813946 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-bc5e9806-a223-4548-88c3-226825715662 None None] Set router 0299ab3d-9ae7-4f3e-8088-2af294e9096e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:38:48.868389 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:49.082936 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'name': 'tempest-TestSnapshotPattern-1154504978-router', 'tenant_id': '7775654480944b6fa5dc3061fce504e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'adfb3d74-beb6-4372-b01c-21f15e7adb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:45Z', 'updated_at': '2022-02-28T15:38:46Z', 'revision_number': 3, 'project_id': '7775654480944b6fa5dc3061fce504e9', 'gw_port': {'id': 'adfb3d74-beb6-4372-b01c-21f15e7adb41', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:46Z', 'updated_at': '2022-02-28T15:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:49.088703 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8563dda-72f0-4226-b952-2c72be9a2a9b None None] The sync data for ids ['a88a614b-427c-4784-a1b5-65147e09e9cf'] in dv-neutron-830866-2-hyperv is: [{'id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'name': 'tempest-TestSnapshotPattern-1154504978-router', 'tenant_id': '7775654480944b6fa5dc3061fce504e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'adfb3d74-beb6-4372-b01c-21f15e7adb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:45Z', 'updated_at': '2022-02-28T15:38:46Z', 'revision_number': 3, 'project_id': '7775654480944b6fa5dc3061fce504e9', 'gw_port': {'id': 'adfb3d74-beb6-4372-b01c-21f15e7adb41', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:46Z', 'updated_at': '2022-02-28T15:38:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:38:49.138285 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0c48410c-7db5-4737-ad60-9ac531627b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:49.198402 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:49.202960 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:49.203154 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-0c48410c-7db5-4737-ad60-9ac531627b16 None None] For port 3a88d65c-a5f3-4106-80e8-48db65e6ba43, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3a88d65c-a5f3-4106-80e8-48db65e6ba43,segment=NetworkSegment(56e5de59-0934-4dc0-a6fd-8372a9ed24f9),segment_id=56e5de59-0934-4dc0-a6fd-8372a9ed24f9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:49.227795 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-0c48410c-7db5-4737-ad60-9ac531627b16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:49.313866 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-3022148', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-4168229'] for router_interface, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:49.319293 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Pushing event updated for resources: {'Port': ['ID=4b59a092-8ab3-4cfe-aeb1-d536a984f054,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:49.355487 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48410c-7db5-4737-ad60-9ac531627b16 None None] Pushing event updated for resources: {'Port': ['ID=3a88d65c-a5f3-4106-80e8-48db65e6ba43,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:49.385756 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-bc5e9806-a223-4548-88c3-226825715662 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '8da95add-153d-4fa4-a395-8d97f7490044', 'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'mac_address': 'fa:16:3e:74:98:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:42Z', 'updated_at': '2022-02-28T15:38:48Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'subnets': [{'id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:38:49.390384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5e9806-a223-4548-88c3-226825715662 None None] The sync data for ids ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'] in dv-neutron-830866-2-hyperv is: [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '8da95add-153d-4fa4-a395-8d97f7490044', 'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'mac_address': 'fa:16:3e:74:98:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:42Z', 'updated_at': '2022-02-28T15:38:48Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'subnets': [{'id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:38:49.493858 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Network a1d57772-4ef1-4cb3-b378-db9efbfe8b2d is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:38:49.494899 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:38:49.606041 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2420f1ec-597d-420d-80bb-0c87c8f5bca9 None None] Provisioning for port 4b59a092-8ab3-4cfe-aeb1-d536a984f054 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:38:49.612348 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2420f1ec-597d-420d-80bb-0c87c8f5bca9 None None] Provisioning complete for port 4b59a092-8ab3-4cfe-aeb1-d536a984f054 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:49.612990 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2420f1ec-597d-420d-80bb-0c87c8f5bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:49.677974 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-2420f1ec-597d-420d-80bb-0c87c8f5bca9 None None] Port 4b59a092-8ab3-4cfe-aeb1-d536a984f054 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:38:49.692350 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2420f1ec-597d-420d-80bb-0c87c8f5bca9 None None] Provisioning complete for port 3a88d65c-a5f3-4106-80e8-48db65e6ba43 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:49.692771 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2420f1ec-597d-420d-80bb-0c87c8f5bca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:49.923386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3a88d65c-a5f3-4106-80e8-48db65e6ba43 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:38:50.016753 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-70f2e263-769f-407d-aca2-6bf6f4c72f09 None None] Provisioning complete for port 4b59a092-8ab3-4cfe-aeb1-d536a984f054 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:50.017340 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-70f2e263-769f-407d-aca2-6bf6f4c72f09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:50.017724 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Router a88a614b-427c-4784-a1b5-65147e09e9cf has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:38:50.118651 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-70f2e263-769f-407d-aca2-6bf6f4c72f09 None None] Port 4b59a092-8ab3-4cfe-aeb1-d536a984f054 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:38:50.120595 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 3a88d65c-a5f3-4106-80e8-48db65e6ba43 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:50.121428 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:50.280797 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8da95add-153d-4fa4-a395-8d97f7490044 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:38:50.290351 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:38:50.300367 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-fe6a286f-aa9b-4fbb-a196-e594d5e9a06a admin admin] 10.222.0.15 "PUT /v2.0/routers/a88a614b-427c-4784-a1b5-65147e09e9cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1497986 Feb 28 15:38:50.325495 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-aff19f5a-b9b3-4347-9548-4abbcec8456e None None] Provisioning complete for port 4b59a092-8ab3-4cfe-aeb1-d536a984f054 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:50.325950 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-aff19f5a-b9b3-4347-9548-4abbcec8456e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:50.399276 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-aff19f5a-b9b3-4347-9548-4abbcec8456e None None] Port 4b59a092-8ab3-4cfe-aeb1-d536a984f054 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:38:50.414658 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 8da95add-153d-4fa4-a395-8d97f7490044 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:38:50.420583 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 8da95add-153d-4fa4-a395-8d97f7490044 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:50.421371 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:50.558063 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:50.593386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 8da95add-153d-4fa4-a395-8d97f7490044, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8da95add-153d-4fa4-a395-8d97f7490044,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:50.596855 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:50.669347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=8da95add-153d-4fa4-a395-8d97f7490044,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:51.066891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55798) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:51.072933 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4b2d5441-4af8-4f9a-ba1d-7aa02b248eff tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-424099363', 'description': 'tempest-secgroup-smoke-424099363 description', 'project_id': 'e5d7cac429554634a02c4001eea3aedd'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:38:51.078826 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4b2d5441-4af8-4f9a-ba1d-7aa02b248eff tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:51.082670 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4b2d5441-4af8-4f9a-ba1d-7aa02b248eff tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Usage tracker for resource:security_group and tenant:e5d7cac429554634a02c4001eea3aedd is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:38:51.086132 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4b2d5441-4af8-4f9a-ba1d-7aa02b248eff tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:38:51.092375 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4b2d5441-4af8-4f9a-ba1d-7aa02b248eff tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:51.102136 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b2d5441-4af8-4f9a-ba1d-7aa02b248eff tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.135923 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4b2d5441-4af8-4f9a-ba1d-7aa02b248eff tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:51.139537 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4b2d5441-4af8-4f9a-ba1d-7aa02b248eff tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Usage tracker for resource:security_group_rule and tenant:e5d7cac429554634a02c4001eea3aedd is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:38:51.142198 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4b2d5441-4af8-4f9a-ba1d-7aa02b248eff tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:38:51.147685 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4b2d5441-4af8-4f9a-ba1d-7aa02b248eff tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:51.203051 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b2d5441-4af8-4f9a-ba1d-7aa02b248eff tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.206723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b2d5441-4af8-4f9a-ba1d-7aa02b248eff tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.245947 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2d5441-4af8-4f9a-ba1d-7aa02b248eff tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c19a277a-54fe-41e2-b62e-9fa6283959d1,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:51.248174 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b2d5441-4af8-4f9a-ba1d-7aa02b248eff tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.249318 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4b2d5441-4af8-4f9a-ba1d-7aa02b248eff tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1626 time: 0.1814246 Feb 28 15:38:51.252813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55802) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:51.258342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-aa8b1986-6a37-4681-961b-6b5ca4f52059 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Request body: {'security_group_rule': {'security_group_id': 'c19a277a-54fe-41e2-b62e-9fa6283959d1', 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:38:51.264099 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-aa8b1986-6a37-4681-961b-6b5ca4f52059 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:51.267777 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-aa8b1986-6a37-4681-961b-6b5ca4f52059 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Usage tracker for resource:security_group_rule and tenant:e5d7cac429554634a02c4001eea3aedd is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:38:51.270578 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-aa8b1986-6a37-4681-961b-6b5ca4f52059 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:38:51.276741 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-aa8b1986-6a37-4681-961b-6b5ca4f52059 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:51.292247 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1986-6a37-4681-961b-6b5ca4f52059 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.350126 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1986-6a37-4681-961b-6b5ca4f52059 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.353442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1986-6a37-4681-961b-6b5ca4f52059 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.375487 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8b1986-6a37-4681-961b-6b5ca4f52059 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=51ab4c6c-bc46-44d7-8c83-33052ec2f395,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:51.384434 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-aa8b1986-6a37-4681-961b-6b5ca4f52059 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.385568 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-aa8b1986-6a37-4681-961b-6b5ca4f52059 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 706 time: 0.1322916 Feb 28 15:38:51.388326 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55806) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:51.393457 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-610d1961-74a4-4bfe-bc25-e1644f2c6f86 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Request body: {'security_group_rule': {'security_group_id': 'c19a277a-54fe-41e2-b62e-9fa6283959d1', 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:38:51.399217 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-610d1961-74a4-4bfe-bc25-e1644f2c6f86 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:51.403100 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-610d1961-74a4-4bfe-bc25-e1644f2c6f86 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Usage tracker for resource:security_group_rule and tenant:e5d7cac429554634a02c4001eea3aedd is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:38:51.406000 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-610d1961-74a4-4bfe-bc25-e1644f2c6f86 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:38:51.411569 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-610d1961-74a4-4bfe-bc25-e1644f2c6f86 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:51.428097 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-610d1961-74a4-4bfe-bc25-e1644f2c6f86 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.490048 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-610d1961-74a4-4bfe-bc25-e1644f2c6f86 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.493700 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-610d1961-74a4-4bfe-bc25-e1644f2c6f86 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.516513 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d1961-74a4-4bfe-bc25-e1644f2c6f86 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa026a40-32f1-465c-ac10-12d71c35c03d,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:51.524439 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-610d1961-74a4-4bfe-bc25-e1644f2c6f86 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.528270 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-610d1961-74a4-4bfe-bc25-e1644f2c6f86 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 705 time: 0.1363845 Feb 28 15:38:51.528388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55810) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:51.534287 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-6aa012d7-74be-4388-8b98-298e583a057f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Request body: {'security_group_rule': {'security_group_id': 'c19a277a-54fe-41e2-b62e-9fa6283959d1', 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:38:51.540412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6aa012d7-74be-4388-8b98-298e583a057f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:51.544492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6aa012d7-74be-4388-8b98-298e583a057f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Usage tracker for resource:security_group_rule and tenant:e5d7cac429554634a02c4001eea3aedd is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:38:51.547374 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-6aa012d7-74be-4388-8b98-298e583a057f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:38:51.552949 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-6aa012d7-74be-4388-8b98-298e583a057f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:51.569192 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6aa012d7-74be-4388-8b98-298e583a057f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.629829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6aa012d7-74be-4388-8b98-298e583a057f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.633958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6aa012d7-74be-4388-8b98-298e583a057f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.655444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aa012d7-74be-4388-8b98-298e583a057f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85744c44-84fc-4d27-a800-6e3d6d1af9ff,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:51.664622 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6aa012d7-74be-4388-8b98-298e583a057f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.665756 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6aa012d7-74be-4388-8b98-298e583a057f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 711 time: 0.1364911 Feb 28 15:38:51.668524 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55814) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:51.673671 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-f02b0223-19a8-4500-b18c-c709c1651fe2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Request body: {'security_group_rule': {'security_group_id': 'c19a277a-54fe-41e2-b62e-9fa6283959d1', 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:38:51.679794 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f02b0223-19a8-4500-b18c-c709c1651fe2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:51.683431 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f02b0223-19a8-4500-b18c-c709c1651fe2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Usage tracker for resource:security_group_rule and tenant:e5d7cac429554634a02c4001eea3aedd is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:38:51.686227 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-f02b0223-19a8-4500-b18c-c709c1651fe2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:38:51.691767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-f02b0223-19a8-4500-b18c-c709c1651fe2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:51.707976 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f02b0223-19a8-4500-b18c-c709c1651fe2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.773137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f02b0223-19a8-4500-b18c-c709c1651fe2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.777609 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f02b0223-19a8-4500-b18c-c709c1651fe2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.800292 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02b0223-19a8-4500-b18c-c709c1651fe2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=368d8720-4aab-43aa-847f-a988dab29064,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:51.811209 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-f02b0223-19a8-4500-b18c-c709c1651fe2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.815721 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-f02b0223-19a8-4500-b18c-c709c1651fe2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 710 time: 0.1431837 Feb 28 15:38:51.815721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55818) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:51.820970 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-4b6331f5-2adb-4396-a9a1-9c8d1d933489 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Request body: {'security_group_rule': {'security_group_id': 'c19a277a-54fe-41e2-b62e-9fa6283959d1', 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:38:51.826993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4b6331f5-2adb-4396-a9a1-9c8d1d933489 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:51.830721 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4b6331f5-2adb-4396-a9a1-9c8d1d933489 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Usage tracker for resource:security_group_rule and tenant:e5d7cac429554634a02c4001eea3aedd is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:38:51.833535 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-4b6331f5-2adb-4396-a9a1-9c8d1d933489 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:38:51.839103 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-4b6331f5-2adb-4396-a9a1-9c8d1d933489 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:51.855633 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-4b6331f5-2adb-4396-a9a1-9c8d1d933489 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Project e5d7cac429554634a02c4001eea3aedd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:38:51.863550 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b6331f5-2adb-4396-a9a1-9c8d1d933489 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.874930 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8da95add-153d-4fa4-a395-8d97f7490044 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:38:51.927756 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b6331f5-2adb-4396-a9a1-9c8d1d933489 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.932656 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b6331f5-2adb-4396-a9a1-9c8d1d933489 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.948770 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 8da95add-153d-4fa4-a395-8d97f7490044 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:51.949142 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.954742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6331f5-2adb-4396-a9a1-9c8d1d933489 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee3aaf49-29f0-44ba-b659-41656efa3205,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:51.964432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-4b6331f5-2adb-4396-a9a1-9c8d1d933489 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:51.965654 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-4b6331f5-2adb-4396-a9a1-9c8d1d933489 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 716 time: 0.1491976 Feb 28 15:38:51.968355 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 55822) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:38:51.973648 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [None req-2ee84b34-450b-47b6-8ac7-036193fb673f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Request body: {'security_group_rule': {'security_group_id': 'c19a277a-54fe-41e2-b62e-9fa6283959d1', 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:38:51.979844 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2ee84b34-450b-47b6-8ac7-036193fb673f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:51.983490 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2ee84b34-450b-47b6-8ac7-036193fb673f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Usage tracker for resource:security_group_rule and tenant:e5d7cac429554634a02c4001eea3aedd is out of sync, need to count used quota {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:38:51.986272 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [None req-2ee84b34-450b-47b6-8ac7-036193fb673f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=83592) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:38:51.991720 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [None req-2ee84b34-450b-47b6-8ac7-036193fb673f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:52.002763 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.db.securitygroups_db [None req-2ee84b34-450b-47b6-8ac7-036193fb673f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Project e5d7cac429554634a02c4001eea3aedd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 28 15:38:52.008830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ee84b34-450b-47b6-8ac7-036193fb673f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:52.065587 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device adfb3d74-beb6-4372-b01c-21f15e7adb41 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:38:52.071780 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ee84b34-450b-47b6-8ac7-036193fb673f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:52.076689 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ee84b34-450b-47b6-8ac7-036193fb673f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993179'] for security_group_rule, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:52.100019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee84b34-450b-47b6-8ac7-036193fb673f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be45c3e9-b22d-42d9-93a0-987b8a6db305,revision_number=0']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:52.109717 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-2ee84b34-450b-47b6-8ac7-036193fb673f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group_rule, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:52.111002 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-2ee84b34-450b-47b6-8ac7-036193fb673f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 715 time: 0.1416650 Feb 28 15:38:52.177182 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port adfb3d74-beb6-4372-b01c-21f15e7adb41 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:38:52.181807 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port adfb3d74-beb6-4372-b01c-21f15e7adb41 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:52.182278 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:52.290137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-54afa696-9c19-4383-b9e9-c1649b529193 req-341d49fc-cc24-4c56-b598-c4a62823cc5f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Synchronizing usage tracker for tenant:e5d7cac429554634a02c4001eea3aedd on resource:security_group {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:38:52.299067 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:52.306669 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-54afa696-9c19-4383-b9e9-c1649b529193 req-341d49fc-cc24-4c56-b598-c4a62823cc5f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Unset dirty status for tenant:e5d7cac429554634a02c4001eea3aedd on resource:security_group {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:38:52.307986 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-341d49fc-cc24-4c56-b598-c4a62823cc5f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-424099363&fields=id&tenant_id=e5d7cac429554634a02c4001eea3aedd HTTP/1.1" status: 200 len: 267 time: 0.0579994 Feb 28 15:38:52.315178 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port adfb3d74-beb6-4372-b01c-21f15e7adb41, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=adfb3d74-beb6-4372-b01c-21f15e7adb41,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:52.318726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:52.384784 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=adfb3d74-beb6-4372-b01c-21f15e7adb41,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:52.543807 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afa696-9c19-4383-b9e9-c1649b529193 req-458b2c22-51f7-46a9-b8f8-644951cd02e8 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:52.544474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-54afa696-9c19-4383-b9e9-c1649b529193 req-458b2c22-51f7-46a9-b8f8-644951cd02e8 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Synchronizing usage tracker for tenant:e5d7cac429554634a02c4001eea3aedd on resource:network {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:38:52.560492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-54afa696-9c19-4383-b9e9-c1649b529193 req-458b2c22-51f7-46a9-b8f8-644951cd02e8 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Unset dirty status for tenant:e5d7cac429554634a02c4001eea3aedd on resource:network {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:38:52.561682 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-458b2c22-51f7-46a9-b8f8-644951cd02e8 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/networks?id=c7440af8-3d7c-4126-a23c-c383d4029476 HTTP/1.1" status: 200 len: 810 time: 0.2471702 Feb 28 15:38:52.577652 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-2ba73be9-928f-469d-be79-fe441572a6d8 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/quotas/e5d7cac429554634a02c4001eea3aedd HTTP/1.1" status: 200 len: 375 time: 0.0107491 Feb 28 15:38:52.655657 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-047db26c-7266-4ed3-94e8-47fc52888397 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5d7cac429554634a02c4001eea3aedd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0733638 Feb 28 15:38:52.869082 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-c7dce9bf-d0b5-4eeb-b98d-db515e19c6c2 service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 15:38:52.870027 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-c7dce9bf-d0b5-4eeb-b98d-db515e19c6c2 service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.2032001 Feb 28 15:38:53.004340 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-05243102-de42-448e-a4b7-54272c05c1b6 service neutron] 10.222.0.15 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282196 Feb 28 15:38:53.134802 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-9c715642-2c8f-4beb-8821-7814d9cb0321 service neutron] 10.222.0.15 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241670 Feb 28 15:38:53.331671 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-6b7bd006-eee5-4a45-aca0-5f2bc7e144b9 req-8483d168-f85d-4e04-b4d3-49cfcf3937bd tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Synchronizing usage tracker for tenant:e5d7cac429554634a02c4001eea3aedd on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:38:53.348508 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-6b7bd006-eee5-4a45-aca0-5f2bc7e144b9 req-8483d168-f85d-4e04-b4d3-49cfcf3937bd tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Unset dirty status for tenant:e5d7cac429554634a02c4001eea3aedd on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:38:53.349714 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-6b7bd006-eee5-4a45-aca0-5f2bc7e144b9 req-8483d168-f85d-4e04-b4d3-49cfcf3937bd tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 210 time: 0.0587285 Feb 28 15:38:53.797366 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device adfb3d74-beb6-4372-b01c-21f15e7adb41 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:38:53.868867 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port adfb3d74-beb6-4372-b01c-21f15e7adb41 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:53.869286 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:54.335084 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afa696-9c19-4383-b9e9-c1649b529193 req-7ea8757d-e799-4986-b87b-f44774220c2c tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:54.337635 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-7ea8757d-e799-4986-b87b-f44774220c2c tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.20 "GET /v2.0/networks?id=c7440af8-3d7c-4126-a23c-c383d4029476 HTTP/1.1" status: 200 len: 810 time: 0.1486936 Feb 28 15:38:54.391191 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-86bdf00f-ee26-4764-9db6-0a82226f9679 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5d7cac429554634a02c4001eea3aedd HTTP/1.1" status: 200 len: 379 time: 0.0419137 Feb 28 15:38:54.399206 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-54afa696-9c19-4383-b9e9-c1649b529193 req-35d4fd9c-8c38-44d4-8215-730534ddfb09 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Request body: {'port': {'device_id': '63284954-9205-4475-9784-5f811b13717d', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'admin_state_up': True, 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'security_groups': ['c19a277a-54fe-41e2-b62e-9fa6283959d1']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:38:54.525655 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-ee98e1f7-0816-44ad-b166-c49e8a5f01bd req-48231328-af45-40be-b8aa-3736dbf321ac tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 210 time: 0.0512171 Feb 28 15:38:54.581503 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-54afa696-9c19-4383-b9e9-c1649b529193 req-35d4fd9c-8c38-44d4-8215-730534ddfb09 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:38:54.592530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-54afa696-9c19-4383-b9e9-c1649b529193 req-35d4fd9c-8c38-44d4-8215-730534ddfb09 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:38:54.601814 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54afa696-9c19-4383-b9e9-c1649b529193 req-35d4fd9c-8c38-44d4-8215-730534ddfb09 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Made reservation on behalf of e5d7cac429554634a02c4001eea3aedd for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:38:54.604761 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54afa696-9c19-4383-b9e9-c1649b529193 req-35d4fd9c-8c38-44d4-8215-730534ddfb09 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:54.769172 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-54afa696-9c19-4383-b9e9-c1649b529193 req-35d4fd9c-8c38-44d4-8215-730534ddfb09 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Allocated IP 172.20.0.3 (c7440af8-3d7c-4126-a23c-c383d4029476/239fdddb-86ff-4af5-965a-38e569c89bfb/ae531c93-5bbc-47a1-b33a-1f9a93630112) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:38:54.949446 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54afa696-9c19-4383-b9e9-c1649b529193 req-35d4fd9c-8c38-44d4-8215-730534ddfb09 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:54.965543 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-54afa696-9c19-4383-b9e9-c1649b529193 req-35d4fd9c-8c38-44d4-8215-730534ddfb09 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Transition to ACTIVE for port object ae531c93-5bbc-47a1-b33a-1f9a93630112 will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:38:54.985744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54afa696-9c19-4383-b9e9-c1649b529193 req-35d4fd9c-8c38-44d4-8215-730534ddfb09 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:55.054937 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54afa696-9c19-4383-b9e9-c1649b529193 req-35d4fd9c-8c38-44d4-8215-730534ddfb09 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Network c7440af8-3d7c-4126-a23c-c383d4029476 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:38:55.057779 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-54afa696-9c19-4383-b9e9-c1649b529193 req-35d4fd9c-8c38-44d4-8215-730534ddfb09 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:38:55.061827 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-54afa696-9c19-4383-b9e9-c1649b529193 req-35d4fd9c-8c38-44d4-8215-730534ddfb09 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:38:55.090202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d4fd9c-8c38-44d4-8215-730534ddfb09 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event updated for resources: {'Port': ['ID=ae531c93-5bbc-47a1-b33a-1f9a93630112,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:55.128107 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afa696-9c19-4383-b9e9-c1649b529193 req-35d4fd9c-8c38-44d4-8215-730534ddfb09 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:55.128740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54afa696-9c19-4383-b9e9-c1649b529193 req-35d4fd9c-8c38-44d4-8215-730534ddfb09 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:55.154204 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-35d4fd9c-8c38-44d4-8215-730534ddfb09 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7588534 Feb 28 15:38:55.166295 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Request body: {'port': {'device_id': '63284954-9205-4475-9784-5f811b13717d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:38:55.249303 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2b2ab7c5-2757-4c79-bba9-9df48d888018 None None] Provisioning for port ae531c93-5bbc-47a1-b33a-1f9a93630112 completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:38:55.254185 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-2b2ab7c5-2757-4c79-bba9-9df48d888018 None None] Provisioning complete for port ae531c93-5bbc-47a1-b33a-1f9a93630112 triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:55.254554 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2b2ab7c5-2757-4c79-bba9-9df48d888018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:55.281952 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:55.311415 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-2b2ab7c5-2757-4c79-bba9-9df48d888018 None None] Port ae531c93-5bbc-47a1-b33a-1f9a93630112 cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:38:55.592553 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1e4b000c-5253-493a-965f-0546d7e425ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:55.706493 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ae531c93-5bbc-47a1-b33a-1f9a93630112 {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:38:55.713410 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:55.724021 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac66f0-d8e3-46bc-bb2d-390cca545219 req-77fe21e3-311a-4a72-b618-de88d986d3d0 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:55.725472 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-dcac66f0-d8e3-46bc-bb2d-390cca545219 req-77fe21e3-311a-4a72-b618-de88d986d3d0 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 931 time: 0.0759430 Feb 28 15:38:55.728186 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Transition to ACTIVE for port object ae531c93-5bbc-47a1-b33a-1f9a93630112 will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:38:55.731811 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:55.776665 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-dcac66f0-d8e3-46bc-bb2d-390cca545219 req-0c32ca76-cf76-40e0-9360-54073eb3ce16 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0449247 Feb 28 15:38:55.857013 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ae531c93-5bbc-47a1-b33a-1f9a93630112,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:55.966106 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Attempting to bind port ae531c93-5bbc-47a1-b33a-1f9a93630112 on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:38:55.966388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Attempting to bind port ae531c93-5bbc-47a1-b33a-1f9a93630112 by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:38:55.966706 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Attempting to bind port ae531c93-5bbc-47a1-b33a-1f9a93630112 on network c7440af8-3d7c-4126-a23c-c383d4029476 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:38:55.972218 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Port ae531c93-5bbc-47a1-b33a-1f9a93630112 on network c7440af8-3d7c-4126-a23c-c383d4029476 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:38:55.972529 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Attempting to bind port ae531c93-5bbc-47a1-b33a-1f9a93630112 on network c7440af8-3d7c-4126-a23c-c383d4029476 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:38:55.979196 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 38, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:38:55.979524 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Checking segment: {'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:38:55.979928 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Bound using segment: {'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:38:55.980342 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Bound port: ae531c93-5bbc-47a1-b33a-1f9a93630112, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:38:55.980683 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:56.064404 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] For port ae531c93-5bbc-47a1-b33a-1f9a93630112, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:38:56.067144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] For port ae531c93-5bbc-47a1-b33a-1f9a93630112, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ae531c93-5bbc-47a1-b33a-1f9a93630112,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:38:56.071514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:56.134621 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:56.135976 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] 10.222.0.20 "PUT /v2.0/ports/ae531c93-5bbc-47a1-b33a-1f9a93630112 HTTP/1.1" status: 200 len: 1093 time: 0.9742291 Feb 28 15:38:56.136403 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63284954-9205-4475-9784-5f811b13717d', 'tag': 'ae531c93-5bbc-47a1-b33a-1f9a93630112'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:38:56.154905 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5864322-1a53-4ba8-8e37-a927791544d4 service neutron] Pushing event updated for resources: {'Port': ['ID=ae531c93-5bbc-47a1-b33a-1f9a93630112,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:56.207988 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63284954-9205-4475-9784-5f811b13717d', 'tag': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'status': 'completed', 'code': 200} Feb 28 15:38:56.252097 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-2d4dafcf-87b4-4b52-885a-f4e0da251e02 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5d7cac429554634a02c4001eea3aedd&device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 1096 time: 0.0759029 Feb 28 15:38:56.323290 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-a7f13fbb-b1e9-46fb-9e42-71e34af934db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae531c93-5bbc-47a1-b33a-1f9a93630112 HTTP/1.1" status: 200 len: 217 time: 0.0645792 Feb 28 15:38:56.384951 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54afa696-9c19-4383-b9e9-c1649b529193 req-f93a9f0a-24c9-4251-a174-4c665fa98593 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:56.386396 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-f93a9f0a-24c9-4251-a174-4c665fa98593 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=239fdddb-86ff-4af5-965a-38e569c89bfb HTTP/1.1" status: 200 len: 849 time: 0.0569696 Feb 28 15:38:56.458218 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-bab97e88-975d-4581-aaeb-9904227c7914 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7440af8-3d7c-4126-a23c-c383d4029476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0661030 Feb 28 15:38:56.586282 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-9e7b8354-5aec-4a20-899b-0d1c6f2abdce service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213486 Feb 28 15:38:56.723019 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-54afa696-9c19-4383-b9e9-c1649b529193 req-6531b5a9-e1a7-4181-b804-f562344a1f5d service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320531 Feb 28 15:38:56.833027 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f37d414-3dd4-4035-a8b0-db63f8cb1312 req-c38eb54d-2f2f-47fb-84ca-4f1d38a68fcd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5d7cac429554634a02c4001eea3aedd&device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 1096 time: 0.0706625 Feb 28 15:38:56.967658 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37d414-3dd4-4035-a8b0-db63f8cb1312 req-40388be6-a900-41f7-94c0-c506272c11e0 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:56.969082 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f37d414-3dd4-4035-a8b0-db63f8cb1312 req-40388be6-a900-41f7-94c0-c506272c11e0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7440af8-3d7c-4126-a23c-c383d4029476 HTTP/1.1" status: 200 len: 910 time: 0.1300244 Feb 28 15:38:56.977907 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c57fa-48ab-462d-9bd7-626b7005cf01 req-32d46801-e565-4426-97fd-fb009b29a366 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:56.979408 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f96c57fa-48ab-462d-9bd7-626b7005cf01 req-32d46801-e565-4426-97fd-fb009b29a366 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 943 time: 0.0776367 Feb 28 15:38:57.024195 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-f96c57fa-48ab-462d-9bd7-626b7005cf01 req-534d4498-e825-4729-a59e-d1cdf2240a10 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391963 Feb 28 15:38:57.038299 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f37d414-3dd4-4035-a8b0-db63f8cb1312 req-0b43eb43-3e62-462d-a9cb-342632056945 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae531c93-5bbc-47a1-b33a-1f9a93630112 HTTP/1.1" status: 200 len: 217 time: 0.0624526 Feb 28 15:38:57.097336 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f37d414-3dd4-4035-a8b0-db63f8cb1312 req-0c7df93c-9da3-413e-b855-db59f6f24b16 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:57.098696 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f37d414-3dd4-4035-a8b0-db63f8cb1312 req-0c7df93c-9da3-413e-b855-db59f6f24b16 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=239fdddb-86ff-4af5-965a-38e569c89bfb HTTP/1.1" status: 200 len: 849 time: 0.0547237 Feb 28 15:38:57.169782 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f37d414-3dd4-4035-a8b0-db63f8cb1312 req-f2ab8438-58a0-49fe-b37e-ac22a7b908f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7440af8-3d7c-4126-a23c-c383d4029476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0650866 Feb 28 15:38:57.394087 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f37d414-3dd4-4035-a8b0-db63f8cb1312 req-dec0d9c5-4f9e-441a-9108-979aaa200186 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2172866 Feb 28 15:38:57.522555 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3f37d414-3dd4-4035-a8b0-db63f8cb1312 req-cca1416a-9c09-4318-a7c9-37873fc28001 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227417 Feb 28 15:38:57.547433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device ae531c93-5bbc-47a1-b33a-1f9a93630112 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:38:57.680884 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port ae531c93-5bbc-47a1-b33a-1f9a93630112, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ae531c93-5bbc-47a1-b33a-1f9a93630112,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:57.693459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'port_id': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'mac_address': 'fa:16:3e:00:97:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:38:57.749941 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-55a8f646-17ce-4c7f-8898-71985a00e28e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:57.759048 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:57.777017 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ae531c93-5bbc-47a1-b33a-1f9a93630112 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:38:57.791271 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port ae531c93-5bbc-47a1-b33a-1f9a93630112, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ae531c93-5bbc-47a1-b33a-1f9a93630112,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:57.794723 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:57.859124 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=ae531c93-5bbc-47a1-b33a-1f9a93630112,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:38:58.016421 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['ae531c93-5bbc-47a1-b33a-1f9a93630112'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:38:58.221011 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ebf7c2-54b3-4546-9dbc-1588bfa6acbd req-7cfa9342-77e4-46c5-8add-0053828a9fee tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:58.221689 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c3ebf7c2-54b3-4546-9dbc-1588bfa6acbd req-7cfa9342-77e4-46c5-8add-0053828a9fee tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Synchronizing usage tracker for tenant:e5d7cac429554634a02c4001eea3aedd on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:38:58.236488 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-c3ebf7c2-54b3-4546-9dbc-1588bfa6acbd req-7cfa9342-77e4-46c5-8add-0053828a9fee tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Unset dirty status for tenant:e5d7cac429554634a02c4001eea3aedd on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:38:58.242113 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3ebf7c2-54b3-4546-9dbc-1588bfa6acbd req-7cfa9342-77e4-46c5-8add-0053828a9fee tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 944 time: 0.0971401 Feb 28 15:38:58.287891 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:58.289583 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-c3ebf7c2-54b3-4546-9dbc-1588bfa6acbd req-89a080b6-69ab-4703-9a95-9f85f281ba4e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452085 Feb 28 15:38:58.985675 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:59.025269 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:59.491319 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9881e2f3-84b6-45f0-915b-ea407143378e req-1e645273-7696-4def-8e18-10ffb2a61619 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:38:59.492797 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9881e2f3-84b6-45f0-915b-ea407143378e req-1e645273-7696-4def-8e18-10ffb2a61619 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 944 time: 0.0849824 Feb 28 15:38:59.537005 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-9881e2f3-84b6-45f0-915b-ea407143378e req-b8ce459c-b3f3-46fa-83ce-179b327122d1 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387602 Feb 28 15:38:59.547686 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device ae531c93-5bbc-47a1-b33a-1f9a93630112 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:38:59.616008 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port ae531c93-5bbc-47a1-b33a-1f9a93630112 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:38:59.620861 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port ae531c93-5bbc-47a1-b33a-1f9a93630112 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:38:59.621226 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:59.731832 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:59.758450 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63284954-9205-4475-9784-5f811b13717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae531c93-5bbc-47a1-b33a-1f9a93630112'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:38:59.767467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port ae531c93-5bbc-47a1-b33a-1f9a93630112, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ae531c93-5bbc-47a1-b33a-1f9a93630112,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:38:59.771359 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:38:59.814905 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63284954-9205-4475-9784-5f811b13717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'code': 200} Feb 28 15:38:59.840236 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=ae531c93-5bbc-47a1-b33a-1f9a93630112,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:39:00.026652 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-be29ed5d-a9ce-41fe-ab16-c7e8f60b9291 req-384e0e02-db42-4b3b-b610-132811a2de7e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 1098 time: 0.0648441 Feb 28 15:39:00.070422 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-be29ed5d-a9ce-41fe-ab16-c7e8f60b9291 req-47be0f8f-bf4a-4965-80ea-8a532fe2198f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380790 Feb 28 15:39:00.424467 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:00.733322 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-950049fd-0e84-4222-a5ed-92cbfbb586af req-1decfc24-25b4-4349-a2b4-6579b5bd703f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:39:00.734759 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-950049fd-0e84-4222-a5ed-92cbfbb586af req-1decfc24-25b4-4349-a2b4-6579b5bd703f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 945 time: 0.0785527 Feb 28 15:39:00.779513 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-950049fd-0e84-4222-a5ed-92cbfbb586af req-d884ea07-67e3-4595-a403-344f77aeb235 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393679 Feb 28 15:39:01.981926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c7ab8b-3edf-4005-93fd-bd35fe5195c6 req-c63eccd5-6044-4f53-aa7e-280672a9a5c7 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:39:01.983376 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-77c7ab8b-3edf-4005-93fd-bd35fe5195c6 req-c63eccd5-6044-4f53-aa7e-280672a9a5c7 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 945 time: 0.0759828 Feb 28 15:39:02.029775 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-77c7ab8b-3edf-4005-93fd-bd35fe5195c6 req-2f3a9a4e-f0a5-46ac-a53e-2737c1d2c2cc tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408258 Feb 28 15:39:02.222737 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f35742-f7f4-42b5-8c78-706d459bd074 req-78020937-4a94-4fcd-b1e9-82d81fb6ef93 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:39:02.224215 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-54f35742-f7f4-42b5-8c78-706d459bd074 req-78020937-4a94-4fcd-b1e9-82d81fb6ef93 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 945 time: 0.0782647 Feb 28 15:39:02.268567 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-54f35742-f7f4-42b5-8c78-706d459bd074 req-008f7f41-4bfa-4f3b-9abc-63191105cfa2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384715 Feb 28 15:39:02.297248 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55868) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:39:02.430241 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-e0f769f1-fb7f-4367-9f6f-2f478cad1905 tempest-TestSnapshotPattern-1055698559 tempest-TestSnapshotPattern-1055698559-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 1093 time: 0.1312802 Feb 28 15:39:02.432808 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 55874) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:39:02.437728 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'fixed_ip_address': '172.20.0.3'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:39:02.443006 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:39:02.446753 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Usage tracker for resource:floatingip and tenant:e5d7cac429554634a02c4001eea3aedd is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:39:02.449519 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:39:02.454990 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:39:02.465089 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for floatingip, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:02.596751 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:02.730819 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Allocated IP 172.26.4.157 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/364950d2-85d8-4eba-8bb4-79a37152d248) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:39:02.963122 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:02.988790 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:03.056269 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:39:03.058794 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:39:03.062227 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:39:03.091055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event updated for resources: {'Port': ['ID=364950d2-85d8-4eba-8bb4-79a37152d248,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:39:03.549997 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:03.603172 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:03.802518 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:03.807426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:03.912038 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event updated for resources: {'Port': ['ID=364950d2-85d8-4eba-8bb4-79a37152d248,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:39:03.923709 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:04.110319 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Floating IP 9e13ec6d-0ee2-426f-be20-df5e53a37ad1 associated. External IP: 172.26.4.157, port: ae531c93-5bbc-47a1-b33a-1f9a93630112. Feb 28 15:39:04.576695 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Router 0299ab3d-9ae7-4f3e-8088-2af294e9096e has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:39:04.774255 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:39:04.783181 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433edc1d-3047-4ab5-9eeb-2e55682cde48 None None] Sync routers for ids ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:39:04.795706 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433edc1d-3047-4ab5-9eeb-2e55682cde48 None None] Routers {'0299ab3d-9ae7-4f3e-8088-2af294e9096e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:39:04.796320 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-433edc1d-3047-4ab5-9eeb-2e55682cde48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:38:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:39:04.798351 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:04.863559 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-331a6eb2-b458-4207-9679-df6551b4aed3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4187865 Feb 28 15:39:04.863559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63284954-9205-4475-9784-5f811b13717d', 'tag': 'ae531c93-5bbc-47a1-b33a-1f9a93630112'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:39:04.905923 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63284954-9205-4475-9784-5f811b13717d', 'tag': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'status': 'completed', 'code': 200} Feb 28 15:39:04.989549 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-433edc1d-3047-4ab5-9eeb-2e55682cde48 None None] Set router 0299ab3d-9ae7-4f3e-8088-2af294e9096e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:39:04.999409 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-df0476a1-95ec-4ba8-bfa6-f6dd31a2487b req-5780dd7c-b367-4e4c-a4cd-d00997741186 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5d7cac429554634a02c4001eea3aedd&device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 1098 time: 0.0705779 Feb 28 15:39:05.130828 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0476a1-95ec-4ba8-bfa6-f6dd31a2487b req-bed813dd-f6af-4a9d-a92d-d526d6b6f671 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:39:05.132299 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-df0476a1-95ec-4ba8-bfa6-f6dd31a2487b req-bed813dd-f6af-4a9d-a92d-d526d6b6f671 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7440af8-3d7c-4126-a23c-c383d4029476 HTTP/1.1" status: 200 len: 910 time: 0.1269770 Feb 28 15:39:05.229858 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-df0476a1-95ec-4ba8-bfa6-f6dd31a2487b req-3952b99c-0cfa-4a7c-93ff-82243a2ace49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae531c93-5bbc-47a1-b33a-1f9a93630112 HTTP/1.1" status: 200 len: 999 time: 0.0918469 Feb 28 15:39:05.292825 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df0476a1-95ec-4ba8-bfa6-f6dd31a2487b req-7564184d-cc29-4f9e-9950-eb334c2411e7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:39:05.294248 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-df0476a1-95ec-4ba8-bfa6-f6dd31a2487b req-7564184d-cc29-4f9e-9950-eb334c2411e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=239fdddb-86ff-4af5-965a-38e569c89bfb HTTP/1.1" status: 200 len: 849 time: 0.0591474 Feb 28 15:39:05.357039 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-433edc1d-3047-4ab5-9eeb-2e55682cde48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '9e13ec6d-0ee2-426f-be20-df5e53a37ad1', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'port_id': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'mac_address': 'fa:16:3e:00:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63284954-9205-4475-9784-5f811b13717d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:39:03Z', 'updated_at': '2022-02-28T15:39:03Z', 'revision_number': 0, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da95add-153d-4fa4-a395-8d97f7490044', 'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'mac_address': 'fa:16:3e:74:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:42Z', 'updated_at': '2022-02-28T15:38:50Z', 'revision_number': 5, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'subnets': [{'id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:39:05.361948 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433edc1d-3047-4ab5-9eeb-2e55682cde48 None None] Checking router: 0299ab3d-9ae7-4f3e-8088-2af294e9096e for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:39:05.366309 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-df0476a1-95ec-4ba8-bfa6-f6dd31a2487b req-c3f8010d-a617-42b1-85e9-446f87054d08 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7440af8-3d7c-4126-a23c-c383d4029476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0667017 Feb 28 15:39:05.372582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433edc1d-3047-4ab5-9eeb-2e55682cde48 None None] Routers {'0299ab3d-9ae7-4f3e-8088-2af294e9096e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:39:05.373104 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-433edc1d-3047-4ab5-9eeb-2e55682cde48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:38:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:39:05.495715 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-df0476a1-95ec-4ba8-bfa6-f6dd31a2487b req-1212c3d7-a289-4167-8c4e-8596d461337b service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237779 Feb 28 15:39:05.546486 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-433edc1d-3047-4ab5-9eeb-2e55682cde48 None None] Set router 0299ab3d-9ae7-4f3e-8088-2af294e9096e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:39:05.625025 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-df0476a1-95ec-4ba8-bfa6-f6dd31a2487b req-51615b48-60d7-492f-bdc2-64b54ebd31ef service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1236446 Feb 28 15:39:05.886893 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-433edc1d-3047-4ab5-9eeb-2e55682cde48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '9e13ec6d-0ee2-426f-be20-df5e53a37ad1', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'port_id': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'mac_address': 'fa:16:3e:00:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63284954-9205-4475-9784-5f811b13717d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:39:03Z', 'updated_at': '2022-02-28T15:39:03Z', 'revision_number': 0, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da95add-153d-4fa4-a395-8d97f7490044', 'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'mac_address': 'fa:16:3e:74:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:42Z', 'updated_at': '2022-02-28T15:38:50Z', 'revision_number': 5, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'subnets': [{'id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:39:05.891083 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-433edc1d-3047-4ab5-9eeb-2e55682cde48 None None] The sync data for ids ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'] in dv-neutron-830866-2-hyperv is: [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '9e13ec6d-0ee2-426f-be20-df5e53a37ad1', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'port_id': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'mac_address': 'fa:16:3e:00:97:e0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63284954-9205-4475-9784-5f811b13717d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:39:03Z', 'updated_at': '2022-02-28T15:39:03Z', 'revision_number': 0, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da95add-153d-4fa4-a395-8d97f7490044', 'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'mac_address': 'fa:16:3e:74:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:42Z', 'updated_at': '2022-02-28T15:38:50Z', 'revision_number': 5, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'subnets': [{'id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:39:06.441671 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:39:10.429066 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec096a60-82ca-4319-964e-4033411c2302 None None] New status for floating IP 9e13ec6d-0ee2-426f-be20-df5e53a37ad1: ACTIVE {{(pid=83594) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:39:13.579474 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Sync routers for ids ['a88a614b-427c-4784-a1b5-65147e09e9cf'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:39:13.599009 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Routers {'a88a614b-427c-4784-a1b5-65147e09e9cf'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:39:13.599649 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:38:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a88a614b-427c-4784-a1b5-65147e09e9cf'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:39:13.776312 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Set router a88a614b-427c-4784-a1b5-65147e09e9cf gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:39:14.078701 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'name': 'tempest-TestSnapshotPattern-1154504978-router', 'tenant_id': '7775654480944b6fa5dc3061fce504e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'adfb3d74-beb6-4372-b01c-21f15e7adb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:45Z', 'updated_at': '2022-02-28T15:38:48Z', 'revision_number': 4, 'project_id': '7775654480944b6fa5dc3061fce504e9', 'gw_port': {'id': 'adfb3d74-beb6-4372-b01c-21f15e7adb41', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:46Z', 'updated_at': '2022-02-28T15:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '4b59a092-8ab3-4cfe-aeb1-d536a984f054', 'name': '', 'network_id': 'a1d57772-4ef1-4cb3-b378-db9efbfe8b2d', 'tenant_id': '7775654480944b6fa5dc3061fce504e9', 'mac_address': 'fa:16:3e:98:5e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b1fc543-6beb-4d76-a5cd-2c6b1a32e855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:48Z', 'updated_at': '2022-02-28T15:38:48Z', 'revision_number': 2, 'project_id': '7775654480944b6fa5dc3061fce504e9', 'subnets': [{'id': '7b1fc543-6beb-4d76-a5cd-2c6b1a32e855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:39:14.082341 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Checking router: a88a614b-427c-4784-a1b5-65147e09e9cf for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:39:14.082684 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Updating router a88a614b-427c-4784-a1b5-65147e09e9cf port 4b59a092-8ab3-4cfe-aeb1-d536a984f054 binding host dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:199}} Feb 28 15:39:14.167269 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:14.485889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Notify callbacks [] for port, precommit_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:14.497149 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Transition to ACTIVE for port object 4b59a092-8ab3-4cfe-aeb1-d536a984f054 will not be triggered until provisioned by entity L2. {{(pid=83593) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:39:14.503744 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:14.624621 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ecb13-2944-4a88-88e6-0a231c12587c None None] Pushing event updated for resources: {'Port': ['ID=4b59a092-8ab3-4cfe-aeb1-d536a984f054,revision_number=3']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:39:14.716048 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Attempting to bind port 4b59a092-8ab3-4cfe-aeb1-d536a984f054 on host dv-neutron-830866-2-hyperv for vnic_type normal with profile {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:39:14.716349 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Attempting to bind port 4b59a092-8ab3-4cfe-aeb1-d536a984f054 by drivers openvswitch,hyperv on host dv-neutron-830866-2-hyperv at level 0 using segments [{'id': '56e5de59-0934-4dc0-a6fd-8372a9ed24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1d57772-4ef1-4cb3-b378-db9efbfe8b2d'}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:39:14.716710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Attempting to bind port 4b59a092-8ab3-4cfe-aeb1-d536a984f054 on network a1d57772-4ef1-4cb3-b378-db9efbfe8b2d {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:39:14.723084 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Checking agent: {'id': 'bfa650d5-c58b-4249-aca8-a48a162b222a', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-neutron-830866-2-hyperv', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 41, 59), 'started_at': datetime.datetime(2022, 2, 28, 14, 42, 29), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 38, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-neutron-830866-2-hyperv'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.5', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.2', 'SecurityGroupRule': '1.0', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:39:14.723458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Checking segment: {'id': '56e5de59-0934-4dc0-a6fd-8372a9ed24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1d57772-4ef1-4cb3-b378-db9efbfe8b2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83593) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:39:14.723883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:14.724275 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Bound using segment: {'id': '56e5de59-0934-4dc0-a6fd-8372a9ed24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1d57772-4ef1-4cb3-b378-db9efbfe8b2d'} {{(pid=83593) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:39:14.724730 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.managers [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Bound port: 4b59a092-8ab3-4cfe-aeb1-d536a984f054, host: dv-neutron-830866-2-hyperv, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56e5de59-0934-4dc0-a6fd-8372a9ed24f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'a1d57772-4ef1-4cb3-b378-db9efbfe8b2d'}}] {{(pid=83593) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:39:14.725100 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:14.818910 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] For port 4b59a092-8ab3-4cfe-aeb1-d536a984f054, host dv-neutron-830866-2-hyperv, cleared binding levels {{(pid=83593) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:39:14.821790 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] For port 4b59a092-8ab3-4cfe-aeb1-d536a984f054, host dv-neutron-830866-2-hyperv, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4b59a092-8ab3-4cfe-aeb1-d536a984f054,segment=NetworkSegment(56e5de59-0934-4dc0-a6fd-8372a9ed24f9),segment_id=56e5de59-0934-4dc0-a6fd-8372a9ed24f9)] {{(pid=83593) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:39:14.826512 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:14.909709 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97ecb13-2944-4a88-88e6-0a231c12587c None None] Pushing event updated for resources: {'Port': ['ID=4b59a092-8ab3-4cfe-aeb1-d536a984f054,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:39:14.912526 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Routers {'a88a614b-427c-4784-a1b5-65147e09e9cf'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:39:14.913107 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:38:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a88a614b-427c-4784-a1b5-65147e09e9cf'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:39:15.091296 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] Set router a88a614b-427c-4784-a1b5-65147e09e9cf gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:39:15.399645 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'name': 'tempest-TestSnapshotPattern-1154504978-router', 'tenant_id': '7775654480944b6fa5dc3061fce504e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'adfb3d74-beb6-4372-b01c-21f15e7adb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:45Z', 'updated_at': '2022-02-28T15:38:48Z', 'revision_number': 4, 'project_id': '7775654480944b6fa5dc3061fce504e9', 'gw_port': {'id': 'adfb3d74-beb6-4372-b01c-21f15e7adb41', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:46Z', 'updated_at': '2022-02-28T15:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '4b59a092-8ab3-4cfe-aeb1-d536a984f054', 'name': '', 'network_id': 'a1d57772-4ef1-4cb3-b378-db9efbfe8b2d', 'tenant_id': '7775654480944b6fa5dc3061fce504e9', 'mac_address': 'fa:16:3e:98:5e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b1fc543-6beb-4d76-a5cd-2c6b1a32e855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:48Z', 'updated_at': '2022-02-28T15:39:14Z', 'revision_number': 4, 'project_id': '7775654480944b6fa5dc3061fce504e9', 'subnets': [{'id': '7b1fc543-6beb-4d76-a5cd-2c6b1a32e855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:39:15.403446 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d121d96-3f30-4410-af95-e8921c36976d None None] The sync data for ids ['a88a614b-427c-4784-a1b5-65147e09e9cf'] in dv-neutron-830866-2-hyperv is: [{'id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'name': 'tempest-TestSnapshotPattern-1154504978-router', 'tenant_id': '7775654480944b6fa5dc3061fce504e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'adfb3d74-beb6-4372-b01c-21f15e7adb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:45Z', 'updated_at': '2022-02-28T15:38:48Z', 'revision_number': 4, 'project_id': '7775654480944b6fa5dc3061fce504e9', 'gw_port': {'id': 'adfb3d74-beb6-4372-b01c-21f15e7adb41', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:46Z', 'updated_at': '2022-02-28T15:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '4b59a092-8ab3-4cfe-aeb1-d536a984f054', 'name': '', 'network_id': 'a1d57772-4ef1-4cb3-b378-db9efbfe8b2d', 'tenant_id': '7775654480944b6fa5dc3061fce504e9', 'mac_address': 'fa:16:3e:98:5e:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '7b1fc543-6beb-4d76-a5cd-2c6b1a32e855', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:48Z', 'updated_at': '2022-02-28T15:39:14Z', 'revision_number': 4, 'project_id': '7775654480944b6fa5dc3061fce504e9', 'subnets': [{'id': '7b1fc543-6beb-4d76-a5cd-2c6b1a32e855', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:39:15.825773 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4b59a092-8ab3-4cfe-aeb1-d536a984f054 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:39:15.897582 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning for port 4b59a092-8ab3-4cfe-aeb1-d536a984f054 completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:39:15.902454 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4b59a092-8ab3-4cfe-aeb1-d536a984f054 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:39:15.902818 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:16.020004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:16.052617 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] For port 4b59a092-8ab3-4cfe-aeb1-d536a984f054, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4b59a092-8ab3-4cfe-aeb1-d536a984f054,segment=NetworkSegment(56e5de59-0934-4dc0-a6fd-8372a9ed24f9),segment_id=56e5de59-0934-4dc0-a6fd-8372a9ed24f9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:39:16.056661 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:16.157835 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Pushing event updated for resources: {'Port': ['ID=4b59a092-8ab3-4cfe-aeb1-d536a984f054,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:39:17.808740 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4b59a092-8ab3-4cfe-aeb1-d536a984f054 up at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:39:17.873368 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Provisioning complete for port 4b59a092-8ab3-4cfe-aeb1-d536a984f054 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:39:17.873732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:25.595018 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-334b0a8a-90b3-4aa0-b07d-4e47669fc199 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:27.721386 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-83652447-d1ca-49e0-9c23-9160a2acc24b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:28.272166 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:28.987935 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:29.029184 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:30.426447 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:43.441592 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:39:55.596812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e1da1beb-e5c8-496c-a601-0f1228db35c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:57.721332 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-61ad63b0-42d9-4d35-bceb-e27ad0bd15ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:58.265280 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:58.989702 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:59.031851 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:39:59.794455 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00fd9067-4868-434b-965d-9352f7e95e44 req-568d8e0a-3c49-47f9-8cea-8ab248a7ce7e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724697 Feb 28 15:39:59.927381 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00fd9067-4868-434b-965d-9352f7e95e44 req-f60f7a3c-2aab-4c8b-a756-b714729c3a72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5d7cac429554634a02c4001eea3aedd&device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 1098 time: 0.0667322 Feb 28 15:40:00.070144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd9067-4868-434b-965d-9352f7e95e44 req-88c3156b-d64a-4712-b436-64035c16db52 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:40:00.071470 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00fd9067-4868-434b-965d-9352f7e95e44 req-88c3156b-d64a-4712-b436-64035c16db52 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7440af8-3d7c-4126-a23c-c383d4029476 HTTP/1.1" status: 200 len: 910 time: 0.1268077 Feb 28 15:40:00.172421 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00fd9067-4868-434b-965d-9352f7e95e44 req-548996b8-afa7-41bd-8a49-8d5a6d819937 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae531c93-5bbc-47a1-b33a-1f9a93630112 HTTP/1.1" status: 200 len: 1001 time: 0.0951614 Feb 28 15:40:00.231444 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00fd9067-4868-434b-965d-9352f7e95e44 req-8d27dfe4-579a-4616-9de5-eb873035aad2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:40:00.232830 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00fd9067-4868-434b-965d-9352f7e95e44 req-8d27dfe4-579a-4616-9de5-eb873035aad2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=239fdddb-86ff-4af5-965a-38e569c89bfb HTTP/1.1" status: 200 len: 849 time: 0.0548306 Feb 28 15:40:00.305637 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00fd9067-4868-434b-965d-9352f7e95e44 req-0db327a6-8b1c-48ed-89aa-7af7b42405af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7440af8-3d7c-4126-a23c-c383d4029476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0675983 Feb 28 15:40:00.431683 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:40:00.522841 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00fd9067-4868-434b-965d-9352f7e95e44 req-46d7717b-b281-4028-944d-b6ef8c4ffac6 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2111766 Feb 28 15:40:00.648525 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-00fd9067-4868-434b-965d-9352f7e95e44 req-aca15950-bea2-4068-88c7-1188aa63c230 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200979 Feb 28 15:40:20.444338 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:40:25.598116 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-5365adc4-e7d7-408f-99ff-db7ddd89cd05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:40:27.721344 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a9c50218-1561-4191-b4d6-c0eb9b35b4a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:40:28.261619 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:40:28.991720 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:40:29.033144 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:40:30.433498 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:40:55.599210 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-1b40d81c-e5fc-48e4-8aa5-5669ae8f00d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:40:57.444292 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:40:57.722273 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a4b53240-3dfd-4e51-9f10-96f6fc45d7de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:40:58.262860 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:40:58.993115 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:40:59.038056 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:00.436440 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:00.859081 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3dedfc59-aabe-4f00-9a53-867d5470f952 req-2ffcf202-5b01-42c7-9a3d-434e88b9801a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5d7cac429554634a02c4001eea3aedd&device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 1098 time: 0.0687008 Feb 28 15:41:00.998394 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedfc59-aabe-4f00-9a53-867d5470f952 req-bf66dcc7-0f76-4db2-947f-bf3023070b7c service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:01.000376 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3dedfc59-aabe-4f00-9a53-867d5470f952 req-bf66dcc7-0f76-4db2-947f-bf3023070b7c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7440af8-3d7c-4126-a23c-c383d4029476 HTTP/1.1" status: 200 len: 910 time: 0.1223388 Feb 28 15:41:01.099859 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3dedfc59-aabe-4f00-9a53-867d5470f952 req-14d519d4-7236-4240-8373-f8d6cddd6781 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae531c93-5bbc-47a1-b33a-1f9a93630112 HTTP/1.1" status: 200 len: 1001 time: 0.0932577 Feb 28 15:41:01.167011 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dedfc59-aabe-4f00-9a53-867d5470f952 req-f5a315a7-b0fe-4edd-9e5b-3ba981e075a6 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:01.168386 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3dedfc59-aabe-4f00-9a53-867d5470f952 req-f5a315a7-b0fe-4edd-9e5b-3ba981e075a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=239fdddb-86ff-4af5-965a-38e569c89bfb HTTP/1.1" status: 200 len: 849 time: 0.0624936 Feb 28 15:41:01.245358 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3dedfc59-aabe-4f00-9a53-867d5470f952 req-6a627e4e-c5e0-4653-8d88-44b98b04e2d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7440af8-3d7c-4126-a23c-c383d4029476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0688779 Feb 28 15:41:01.255492 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [req-3dedfc59-aabe-4f00-9a53-867d5470f952 req-85a9daa0-9da4-4297-b4a7-c9cbf7fc5d8e service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83592) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 15:41:01.256413 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3dedfc59-aabe-4f00-9a53-867d5470f952 req-85a9daa0-9da4-4297-b4a7-c9cbf7fc5d8e service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0046477 Feb 28 15:41:01.383860 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3dedfc59-aabe-4f00-9a53-867d5470f952 req-8b816813-3067-44f5-a017-018302968113 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208279 Feb 28 15:41:01.512680 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3dedfc59-aabe-4f00-9a53-867d5470f952 req-e2b634db-74cf-4a6e-9592-3b4ad27ad527 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227822 Feb 28 15:41:02.255812 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device ae531c93-5bbc-47a1-b33a-1f9a93630112 details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:41:02.384029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port ae531c93-5bbc-47a1-b33a-1f9a93630112, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ae531c93-5bbc-47a1-b33a-1f9a93630112,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:41:02.397259 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'port_id': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'mac_address': 'fa:16:3e:00:97:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:41:02.452956 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:02.469842 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id ae531c93-5bbc-47a1-b33a-1f9a93630112 {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:41:02.484853 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port ae531c93-5bbc-47a1-b33a-1f9a93630112, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ae531c93-5bbc-47a1-b33a-1f9a93630112,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:41:02.488543 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:02.556138 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=ae531c93-5bbc-47a1-b33a-1f9a93630112,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:41:02.564692 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:02.565029 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:02.565359 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:02.565685 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:02.566004 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:02.566321 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:02.566637 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:02.566950 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:02.567261 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:02.567590 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:02.567907 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:02.584415 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['ae531c93-5bbc-47a1-b33a-1f9a93630112'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:41:04.280107 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device ae531c93-5bbc-47a1-b33a-1f9a93630112 up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:41:04.357129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port ae531c93-5bbc-47a1-b33a-1f9a93630112 triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:41:04.357498 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:04.476930 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:04.512992 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63284954-9205-4475-9784-5f811b13717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae531c93-5bbc-47a1-b33a-1f9a93630112'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:41:04.526731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port ae531c93-5bbc-47a1-b33a-1f9a93630112, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ae531c93-5bbc-47a1-b33a-1f9a93630112,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:41:04.533964 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:04.631810 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=ae531c93-5bbc-47a1-b33a-1f9a93630112,revision_number=7']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:41:04.708589 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63284954-9205-4475-9784-5f811b13717d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'code': 200} Feb 28 15:41:13.058712 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-4b28a2f6-4ded-442d-b6e9-601551913c55 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-424099363&fields=id&tenant_id=e5d7cac429554634a02c4001eea3aedd HTTP/1.1" status: 200 len: 267 time: 0.0406477 Feb 28 15:41:13.203084 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-418c1b1b-1967-4858-a980-60f8c9751cfe tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:13.204521 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-418c1b1b-1967-4858-a980-60f8c9751cfe tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/networks?id=c7440af8-3d7c-4126-a23c-c383d4029476 HTTP/1.1" status: 200 len: 810 time: 0.1380074 Feb 28 15:41:13.219757 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-1f3fe37a-a9a0-4394-9a5a-25e30bf1c393 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/quotas/e5d7cac429554634a02c4001eea3aedd HTTP/1.1" status: 200 len: 375 time: 0.0100360 Feb 28 15:41:13.304780 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-7a7ab43d-96b5-4306-82e9-92073d041eb7 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?tenant_id=e5d7cac429554634a02c4001eea3aedd&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0805354 Feb 28 15:41:13.383901 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-5915a35a-d9f4-4ab5-945a-aa5cd4b1429a service neutron] http://10.222.0.15:9696/v2.0/extensions returned with HTTP 200 {{(pid=83591) __call__ /opt/stack/neutron/neutron/wsgi.py:727}} Feb 28 15:41:13.384857 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-5915a35a-d9f4-4ab5-945a-aa5cd4b1429a service neutron] 10.222.0.15 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 12615 time: 0.0691495 Feb 28 15:41:13.512281 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-6b701636-7cf7-4d1d-9e63-6bc79784807b service neutron] 10.222.0.15 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1213894 Feb 28 15:41:13.645083 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-09c7b7a7-487d-429b-8405-5bc7adf533d5 service neutron] 10.222.0.15 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270549 Feb 28 15:41:13.838576 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-863a00d6-e516-4ad2-a178-8c64ac268738 req-7c8fb981-1fee-4acf-837a-4bcb8ae59492 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 210 time: 0.0414639 Feb 28 15:41:15.007471 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-8522c3a4-707f-4b60-8c82-96026b043163 req-a3044f07-3c6d-47ea-b032-a16accc2e8cc tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 210 time: 0.0416851 Feb 28 15:41:15.059151 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-a686fe3e-37f2-46f1-8dd0-f54bc39ec09e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:15.060559 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-a686fe3e-37f2-46f1-8dd0-f54bc39ec09e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.20 "GET /v2.0/networks?id=c7440af8-3d7c-4126-a23c-c383d4029476 HTTP/1.1" status: 200 len: 810 time: 0.1458817 Feb 28 15:41:15.113554 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-bddc792f-c19d-41f5-a531-826293e57a62 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e5d7cac429554634a02c4001eea3aedd HTTP/1.1" status: 200 len: 379 time: 0.0415776 Feb 28 15:41:15.121701 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Request body: {'port': {'device_id': '18a61cf5-b598-4156-822d-82d931899bc0', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'admin_state_up': True, 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'security_groups': ['c19a277a-54fe-41e2-b62e-9fa6283959d1']}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:41:15.255946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:41:15.265830 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.quota.driver [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=83592) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:41:15.275635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Made reservation on behalf of e5d7cac429554634a02c4001eea3aedd for: {'port': 1} {{(pid=83592) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 28 15:41:15.278577 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:15.482442 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_common [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Allocated IP 172.20.0.5 (c7440af8-3d7c-4126-a23c-c383d4029476/239fdddb-86ff-4af5-965a-38e569c89bfb/6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e) {{(pid=83592) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:41:15.725503 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for port, precommit_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:15.747657 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Transition to ACTIVE for port object 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e will not be triggered until provisioned by entity DHCP. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:41:15.774633 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_create {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:15.987474 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Network c7440af8-3d7c-4126-a23c-c383d4029476 is already hosted by enough agents. {{(pid=83592) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:41:15.988650 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event updated for resources: {'Port': ['ID=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,revision_number=1']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:41:15.991185 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.base_scheduler [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Resources bound (agent type, host, resource id): {{(pid=83592) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:41:15.993877 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Received port after_create {{(pid=83592) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:41:16.036408 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:16.036743 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:16.037073 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:16.037400 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:16.037722 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:16.038037 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:16.038352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:16.038923 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:16.039235 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:16.039570 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:16.039891 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:16.096449 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:16.097205 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:16.140575 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-acba9d43-51f1-41be-bd89-fe9988908308 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0222025 Feb 28 15:41:16.294714 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device ae531c93-5bbc-47a1-b33a-1f9a93630112 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:41:16.315273 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7edd8f1e-7e63-42c2-bed7-b5d8e80b21fb req-e1e7a647-cdc6-4043-ab02-be5a0f432e68 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:16.316098 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-7edd8f1e-7e63-42c2-bed7-b5d8e80b21fb req-e1e7a647-cdc6-4043-ab02-be5a0f432e68 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Synchronizing usage tracker for tenant:e5d7cac429554634a02c4001eea3aedd on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:41:16.333036 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-7edd8f1e-7e63-42c2-bed7-b5d8e80b21fb req-e1e7a647-cdc6-4043-ab02-be5a0f432e68 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Unset dirty status for tenant:e5d7cac429554634a02c4001eea3aedd on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:41:16.338387 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7edd8f1e-7e63-42c2-bed7-b5d8e80b21fb req-e1e7a647-cdc6-4043-ab02-be5a0f432e68 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 931 time: 0.1385605 Feb 28 15:41:16.388606 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7edd8f1e-7e63-42c2-bed7-b5d8e80b21fb req-24dfd979-b41d-404f-9aa0-50e25572f645 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435295 Feb 28 15:41:16.445576 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f3f86659-a0d7-4684-91f2-ae86233d56b7 None None] Provisioning for port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e completed by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:41:16.454061 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-f3f86659-a0d7-4684-91f2-ae86233d56b7 None None] Provisioning complete for port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e triggered by entity DHCP. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:41:16.454530 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f3f86659-a0d7-4684-91f2-ae86233d56b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:16.491688 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:16.530726 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-f3f86659-a0d7-4684-91f2-ae86233d56b7 None None] Port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e cannot update to ACTIVE because it is not bound. {{(pid=83593) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:311}} Feb 28 15:41:16.543633 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63284954-9205-4475-9784-5f811b13717d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae531c93-5bbc-47a1-b33a-1f9a93630112'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:41:16.554731 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port ae531c93-5bbc-47a1-b33a-1f9a93630112, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ae531c93-5bbc-47a1-b33a-1f9a93630112,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:41:16.572578 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:16.624093 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63284954-9205-4475-9784-5f811b13717d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'code': 200} Feb 28 15:41:16.687584 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=ae531c93-5bbc-47a1-b33a-1f9a93630112,revision_number=8']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:41:17.620356 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df887855-fc61-4e67-b07f-b3eb8f37909a req-9f51e0e2-fc1a-4d00-a8e4-8dde24968d66 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:17.621808 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-df887855-fc61-4e67-b07f-b3eb8f37909a req-9f51e0e2-fc1a-4d00-a8e4-8dde24968d66 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 931 time: 0.0792086 Feb 28 15:41:17.669311 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-df887855-fc61-4e67-b07f-b3eb8f37909a req-9a19b7c7-3905-4dd8-9ed7-c75b09e8a045 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410039 Feb 28 15:41:18.878066 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb2870b1-4f31-49a6-967a-6e4c1617def4 req-7486859b-f931-4769-ad36-6d0f383cd597 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:18.879535 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bb2870b1-4f31-49a6-967a-6e4c1617def4 req-7486859b-f931-4769-ad36-6d0f383cd597 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 931 time: 0.0826747 Feb 28 15:41:18.930263 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-bb2870b1-4f31-49a6-967a-6e4c1617def4 req-e9d710f0-ab65-4142-bf3e-377dd7c8f5e7 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0444157 Feb 28 15:41:20.143587 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff29f03-c337-41bc-9a11-784dc809a487 req-456994e7-be1b-4a61-9865-3a8d96cc9a79 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:20.144952 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aff29f03-c337-41bc-9a11-784dc809a487 req-456994e7-be1b-4a61-9865-3a8d96cc9a79 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 931 time: 0.0818725 Feb 28 15:41:20.192959 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-aff29f03-c337-41bc-9a11-784dc809a487 req-a9c2a320-5234-4798-b64e-647da628478e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418496 Feb 28 15:41:21.415699 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-256a9bd1-f6ae-41df-92ea-63cdaebe2a68 req-2991c388-279b-49d3-b5f4-f9ac71d8f792 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:21.417807 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-256a9bd1-f6ae-41df-92ea-63cdaebe2a68 req-2991c388-279b-49d3-b5f4-f9ac71d8f792 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 931 time: 0.0964992 Feb 28 15:41:21.472133 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-256a9bd1-f6ae-41df-92ea-63cdaebe2a68 req-9210eec2-582d-4ed2-a0ff-fcb66a1faa8a tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420833 Feb 28 15:41:22.672856 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d90505a-1419-48a1-9297-91ea5c984749 req-d08d9d12-641d-4f6e-86d6-af9a3e69bd92 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:22.674405 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d90505a-1419-48a1-9297-91ea5c984749 req-d08d9d12-641d-4f6e-86d6-af9a3e69bd92 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 931 time: 0.0778637 Feb 28 15:41:22.724359 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7d90505a-1419-48a1-9297-91ea5c984749 req-5838cfad-a6e6-4907-afd8-b1bde8948f0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0439775 Feb 28 15:41:23.319886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.v2.base [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Request body: {'port': {'device_id': '18a61cf5-b598-4156-822d-82d931899bc0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-neutron-8308'}} {{(pid=83592) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:41:23.422887 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:23.747996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e {{(pid=83592) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:41:23.755082 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Notify callbacks [] for port, precommit_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:23.769862 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.provisioning_blocks [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Transition to ACTIVE for port object 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e will not be triggered until provisioned by entity L2. {{(pid=83592) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 28 15:41:23.772719 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:23.933168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,revision_number=2']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:41:23.941776 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cac1fb7-ec60-45a9-9a85-516b2aad74bc req-7f8236ba-0072-4bc4-8c8f-22f3f9aab13b tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:23.943304 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2cac1fb7-ec60-45a9-9a85-516b2aad74bc req-7f8236ba-0072-4bc4-8c8f-22f3f9aab13b tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 943 time: 0.0864146 Feb 28 15:41:23.991376 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-2cac1fb7-ec60-45a9-9a85-516b2aad74bc req-0fcfed07-d380-488f-b1c0-8814fb8035be tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420823 Feb 28 15:41:24.012491 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Attempting to bind port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e on host hv-neutron-8308 for vnic_type normal with profile {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 28 15:41:24.012889 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Attempting to bind port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e by drivers openvswitch,hyperv on host hv-neutron-8308 at level 0 using segments [{'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 28 15:41:24.013277 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Attempting to bind port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e on network c7440af8-3d7c-4126-a23c-c383d4029476 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:41:24.019047 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e on network c7440af8-3d7c-4126-a23c-c383d4029476 not bound, no agent of type Open vSwitch agent registered on host hv-neutron-8308 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Feb 28 15:41:24.019359 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Attempting to bind port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e on network c7440af8-3d7c-4126-a23c-c383d4029476 {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Feb 28 15:41:24.025475 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Checking agent: {'id': 'ed6c5f53-7f1d-4f6d-9c97-3b6b4806a6f3', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-neutron-8308', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'started_at': datetime.datetime(2022, 2, 28, 14, 47, 58), 'heartbeat_timestamp': datetime.datetime(2022, 2, 28, 15, 40, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Feb 28 15:41:24.025804 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Checking segment: {'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=83592) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:342}} Feb 28 15:41:24.026178 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Bound using segment: {'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'} {{(pid=83592) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Feb 28 15:41:24.026593 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.managers [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Bound port: 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e, host: hv-neutron-8308, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '15ec1e28-4a27-4331-8845-78089123a387', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476'}}] {{(pid=83592) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 28 15:41:24.026930 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:24.112257 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] For port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e, host hv-neutron-8308, cleared binding levels {{(pid=83592) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 28 15:41:24.115137 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] For port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e, host hv-neutron-8308, set binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83592) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 28 15:41:24.119679 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3378352'] for port, after_update {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:24.182968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:24.184315 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] 10.222.0.20 "PUT /v2.0/ports/6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e HTTP/1.1" status: 200 len: 1093 time: 0.8687992 Feb 28 15:41:24.184744 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a61cf5-b598-4156-822d-82d931899bc0', 'tag': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:41:24.207732 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9231f6e0-075e-43ee-9b09-286a63fa0703 service neutron] Pushing event updated for resources: {'Port': ['ID=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,revision_number=3']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:41:24.301270 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-2f075692-1959-4946-8765-23e5bc2b2f59 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5d7cac429554634a02c4001eea3aedd&device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0751898 Feb 28 15:41:24.356549 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a61cf5-b598-4156-822d-82d931899bc0', 'tag': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e', 'status': 'completed', 'code': 200} Feb 28 15:41:24.374049 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-82b893ea-5666-4bd3-9f1b-1d8d20ccf3dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e HTTP/1.1" status: 200 len: 217 time: 0.0652747 Feb 28 15:41:24.438893 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-771c4b4e-84bd-4443-961b-cd078038b231 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:24.440724 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-771c4b4e-84bd-4443-961b-cd078038b231 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=239fdddb-86ff-4af5-965a-38e569c89bfb HTTP/1.1" status: 200 len: 849 time: 0.0572121 Feb 28 15:41:24.512438 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-dd9c9f2f-8339-4f5c-9cd9-6a07ac2b7f41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7440af8-3d7c-4126-a23c-c383d4029476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0664029 Feb 28 15:41:24.721636 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-e5d46530-c0b0-4a4a-acce-3b6beaad1426 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2031322 Feb 28 15:41:24.849210 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-024ed86d-ddd4-4fab-8eb2-7e425c8b5b14 req-bb26e104-a5bf-4ca9-8486-8a4058d8a9c0 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218085 Feb 28 15:41:24.964005 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1086e76e-dbd8-4a3c-b0b9-bb22d083a700 req-3c1ddb6c-da17-4043-b4d1-fad8f698f574 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5d7cac429554634a02c4001eea3aedd&device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 1096 time: 0.0703623 Feb 28 15:41:25.091828 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e76e-dbd8-4a3c-b0b9-bb22d083a700 req-1c04fda1-99c6-4c3a-9931-cc5d3614056d service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:25.093230 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1086e76e-dbd8-4a3c-b0b9-bb22d083a700 req-1c04fda1-99c6-4c3a-9931-cc5d3614056d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7440af8-3d7c-4126-a23c-c383d4029476 HTTP/1.1" status: 200 len: 910 time: 0.1232061 Feb 28 15:41:25.161642 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1086e76e-dbd8-4a3c-b0b9-bb22d083a700 req-b004c944-d1d8-489d-80a0-e5118b94d735 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e HTTP/1.1" status: 200 len: 217 time: 0.0620570 Feb 28 15:41:25.187233 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3a7ade-dfd1-4373-a7ba-c1e5040830da req-e2b30e4d-c567-43a0-b4bc-61f55aebab74 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:25.188790 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ec3a7ade-dfd1-4373-a7ba-c1e5040830da req-e2b30e4d-c567-43a0-b4bc-61f55aebab74 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 943 time: 0.0767446 Feb 28 15:41:25.221726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1086e76e-dbd8-4a3c-b0b9-bb22d083a700 req-84a4ee98-8aac-4e7d-9e30-628c30dd6772 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:25.223123 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1086e76e-dbd8-4a3c-b0b9-bb22d083a700 req-84a4ee98-8aac-4e7d-9e30-628c30dd6772 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=239fdddb-86ff-4af5-965a-38e569c89bfb HTTP/1.1" status: 200 len: 849 time: 0.0555971 Feb 28 15:41:25.232056 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-ec3a7ade-dfd1-4373-a7ba-c1e5040830da req-78f929fb-b6eb-48f1-9553-6603981312bf tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379198 Feb 28 15:41:25.294903 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1086e76e-dbd8-4a3c-b0b9-bb22d083a700 req-652d5496-a8b1-4c3d-9d0f-e9d4f5b6a61f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7440af8-3d7c-4126-a23c-c383d4029476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0660129 Feb 28 15:41:25.421649 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1086e76e-dbd8-4a3c-b0b9-bb22d083a700 req-87a2d61a-98dc-49c7-ad3c-349cafd7c697 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196299 Feb 28 15:41:25.548851 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-1086e76e-dbd8-4a3c-b0b9-bb22d083a700 req-c90354bb-5ceb-4e9b-bbf9-21bf983a4d12 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207368 Feb 28 15:41:25.599835 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-323c9476-2d61-4657-8804-3a28b9a34f7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:26.431366 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7193651-8754-4178-ba12-f41b11d658e1 req-3e380be1-af89-4a6f-acd9-e3e528bcee94 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:26.432806 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e7193651-8754-4178-ba12-f41b11d658e1 req-3e380be1-af89-4a6f-acd9-e3e528bcee94 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 943 time: 0.0777645 Feb 28 15:41:26.476619 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-e7193651-8754-4178-ba12-f41b11d658e1 req-0d96c208-95e0-4326-8526-007a4fd79069 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384302 Feb 28 15:41:27.686207 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55743d58-b14e-4f55-b6e1-c40261dbd6a6 req-15b99dd8-fa1a-4b62-9009-7a499ff562fe tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:27.687667 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-55743d58-b14e-4f55-b6e1-c40261dbd6a6 req-15b99dd8-fa1a-4b62-9009-7a499ff562fe tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 943 time: 0.0788212 Feb 28 15:41:27.724330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2e2fb6ee-6580-41fc-b6bd-2c64dd6f3c3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:27.738164 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-55743d58-b14e-4f55-b6e1-c40261dbd6a6 req-ea15aed6-1b38-46ab-8118-6affb77e2f55 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403030 Feb 28 15:41:28.275240 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:28.371159 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:41:28.498339 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:41:28.510682 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'port_id': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e', 'mac_address': 'fa:16:3e:3d:e4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:41:28.562104 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:28.577917 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:41:28.592778 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:41:28.596314 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:28.663347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,revision_number=4']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:41:28.810065 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:41:28.932489 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90a1e6e-16b4-44a4-8fd0-569c03cc2e45 req-04b5b050-5986-4bc6-9632-e1049661cf31 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:28.933933 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a90a1e6e-16b4-44a4-8fd0-569c03cc2e45 req-04b5b050-5986-4bc6-9632-e1049661cf31 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 944 time: 0.0771031 Feb 28 15:41:28.981661 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-a90a1e6e-16b4-44a4-8fd0-569c03cc2e45 req-49b625b4-574c-4fe6-adb6-4db7688e5435 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423260 Feb 28 15:41:29.011889 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:29.057947 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:30.173274 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c02c7-50c3-400e-9584-55e75ff582de req-2b4a7218-810c-4bb8-aba2-b82ee686789e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:30.174589 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1e9c02c7-50c3-400e-9584-55e75ff582de req-2b4a7218-810c-4bb8-aba2-b82ee686789e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 944 time: 0.0739777 Feb 28 15:41:30.221530 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-1e9c02c7-50c3-400e-9584-55e75ff582de req-d52cfe3f-80b3-4ddb-b44a-86a3d2c2799c tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416155 Feb 28 15:41:30.387661 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:41:30.456125 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:30.468395 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning for port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e completed by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 28 15:41:30.472902 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:41:30.473259 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:30.580049 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:30.607057 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a61cf5-b598-4156-822d-82d931899bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:41:30.616446 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:41:30.620063 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:30.663345 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a61cf5-b598-4156-822d-82d931899bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e', 'code': 200} Feb 28 15:41:30.691134 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,revision_number=5']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:41:30.894801 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4f74c0a3-797b-4129-9afa-4ba6c5b4d386 req-0e7599fc-ab2b-4d3a-966c-778cf135b1c4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 1098 time: 0.0708675 Feb 28 15:41:30.935050 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-4f74c0a3-797b-4129-9afa-4ba6c5b4d386 req-af48c896-10b5-4920-bbc6-d28498908faf service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346878 Feb 28 15:41:31.504426 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c1f00a-6b91-4160-90c4-72090d622cf4 req-397f0d99-73af-4081-9854-9f740b044764 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:31.505862 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a8c1f00a-6b91-4160-90c4-72090d622cf4 req-397f0d99-73af-4081-9854-9f740b044764 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 945 time: 0.1669872 Feb 28 15:41:31.549491 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-a8c1f00a-6b91-4160-90c4-72090d622cf4 req-e9c80492-d6c2-4f8c-95fa-a7b9df28fd33 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381978 Feb 28 15:41:32.747299 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fedb22-0029-48b5-afcb-ce109b0770ec req-4c63d753-17b8-434c-b08e-1bbb73b09ca3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:32.749247 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-10fedb22-0029-48b5-afcb-ce109b0770ec req-4c63d753-17b8-434c-b08e-1bbb73b09ca3 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 945 time: 0.0783181 Feb 28 15:41:32.793727 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-10fedb22-0029-48b5-afcb-ce109b0770ec req-b997811d-570c-43a0-b813-b145a17ef5a5 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390224 Feb 28 15:41:32.988435 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e11dc554-57e5-401f-8eb3-88191ff5bdea req-be5b0f40-373e-4836-9f5a-63b711361520 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:32.989846 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e11dc554-57e5-401f-8eb3-88191ff5bdea req-be5b0f40-373e-4836-9f5a-63b711361520 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 945 time: 0.0769811 Feb 28 15:41:33.037062 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-e11dc554-57e5-401f-8eb3-88191ff5bdea req-5699a5e5-3da5-41b3-933e-d11b99342f83 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417387 Feb 28 15:41:33.064065 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 56094) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:41:33.130300 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-bb4c09b6-c5b4-408c-b558-e0550f7ff32b tempest-TestSnapshotPattern-1055698559 tempest-TestSnapshotPattern-1055698559-project-admin] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 1093 time: 0.0651326 Feb 28 15:41:33.132887 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 56098) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:41:33.138036 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.v2.base [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Request body: {'floatingip': {'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'port_id': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'fixed_ip_address': '172.20.0.5'}} {{(pid=83591) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:719}} Feb 28 15:41:33.143912 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 28 15:41:33.147705 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Usage tracker for resource:floatingip and tenant:e5d7cac429554634a02c4001eea3aedd is out of sync, need to count used quota {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 28 15:41:33.150536 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=83591) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 28 15:41:33.156810 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.quota.driver [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=83591) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 28 15:41:33.167197 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for floatingip, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:33.299106 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:33.433569 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.db_base_plugin_common [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Allocated IP 172.26.4.176 (2c3941b4-a632-4920-84bb-54647ee9840b/f654353c-97f7-40e3-b37f-72a4df00f340/f76f2a1b-487a-454c-9b46-09c4cfa4263a) {{(pid=83591) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 28 15:41:33.577235 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for port, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:33.603707 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8737160677497', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:33.667001 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Network 2c3941b4-a632-4920-84bb-54647ee9840b is already hosted by enough agents. {{(pid=83591) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 28 15:41:33.669503 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.base_scheduler [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Resources bound (agent type, host, resource id): {{(pid=83591) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 28 15:41:33.672944 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Received port after_create {{(pid=83591) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Feb 28 15:41:33.708655 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event updated for resources: {'Port': ['ID=f76f2a1b-487a-454c-9b46-09c4cfa4263a,revision_number=1']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:41:33.729645 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:33.729983 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:33.730314 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:33.730640 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:33.730966 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:33.731289 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:33.731638 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:33.731963 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:33.732280 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:33.732618 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:33.732932 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:41:34.169724 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for floatingip, precommit_create {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:34.225060 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:34.421760 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for port, precommit_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:34.426070 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-3181736'] for port, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:34.443865 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:41:34.602663 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event updated for resources: {'Port': ['ID=f76f2a1b-487a-454c-9b46-09c4cfa4263a,revision_number=2']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:41:34.621849 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-4166721'] for floatingip, after_update {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:34.806656 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.db.l3_db [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Floating IP f2142b30-9561-426b-9904-6b03a7bdc360 associated. External IP: 172.26.4.176, port: 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e. Feb 28 15:41:35.189682 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Router 0299ab3d-9ae7-4f3e-8088-2af294e9096e has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:41:35.378471 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:41:35.388214 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44af7f56-3b96-4f92-a60e-2b9d8dc909a7 None None] Sync routers for ids ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:41:35.400753 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af7f56-3b96-4f92-a60e-2b9d8dc909a7 None None] Routers {'0299ab3d-9ae7-4f3e-8088-2af294e9096e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:41:35.401442 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-44af7f56-3b96-4f92-a60e-2b9d8dc909a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:41:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:41:35.402309 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:35.463063 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-ac43ea0f-c680-419f-81b6-df405ad8bce2 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3290448 Feb 28 15:41:35.463664 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a61cf5-b598-4156-822d-82d931899bc0', 'tag': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:41:35.580281 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-44af7f56-3b96-4f92-a60e-2b9d8dc909a7 None None] Set router 0299ab3d-9ae7-4f3e-8088-2af294e9096e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:41:35.591776 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a61cf5-b598-4156-822d-82d931899bc0', 'tag': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e', 'status': 'completed', 'code': 200} Feb 28 15:41:35.681405 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5d902f1d-09ee-48a4-af84-6abf0dfa3095 req-8f8c1ec4-a5be-4118-b596-94d93142ce80 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5d7cac429554634a02c4001eea3aedd&device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 1098 time: 0.0677474 Feb 28 15:41:35.812364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d902f1d-09ee-48a4-af84-6abf0dfa3095 req-d45dd297-e72b-4932-ae48-84dc80bbb78a service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:35.813703 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5d902f1d-09ee-48a4-af84-6abf0dfa3095 req-d45dd297-e72b-4932-ae48-84dc80bbb78a service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7440af8-3d7c-4126-a23c-c383d4029476 HTTP/1.1" status: 200 len: 910 time: 0.1268578 Feb 28 15:41:35.925917 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-44af7f56-3b96-4f92-a60e-2b9d8dc909a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '9e13ec6d-0ee2-426f-be20-df5e53a37ad1', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'port_id': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'mac_address': 'fa:16:3e:00:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63284954-9205-4475-9784-5f811b13717d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:39:03Z', 'updated_at': '2022-02-28T15:39:10Z', 'revision_number': 1, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'fixed_ip_address_scope': None}, {'id': 'f2142b30-9561-426b-9904-6b03a7bdc360', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'floating_ip_address': '172.26.4.176', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'port_id': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'mac_address': 'fa:16:3e:3d:e4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a61cf5-b598-4156-822d-82d931899bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:41:34Z', 'updated_at': '2022-02-28T15:41:34Z', 'revision_number': 0, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da95add-153d-4fa4-a395-8d97f7490044', 'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'mac_address': 'fa:16:3e:74:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:42Z', 'updated_at': '2022-02-28T15:38:50Z', 'revision_number': 5, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'subnets': [{'id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:41:35.930072 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44af7f56-3b96-4f92-a60e-2b9d8dc909a7 None None] Checking router: 0299ab3d-9ae7-4f3e-8088-2af294e9096e for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:41:35.940597 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44af7f56-3b96-4f92-a60e-2b9d8dc909a7 None None] Routers {'0299ab3d-9ae7-4f3e-8088-2af294e9096e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:41:35.941188 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-44af7f56-3b96-4f92-a60e-2b9d8dc909a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:41:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:41:36.002552 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5d902f1d-09ee-48a4-af84-6abf0dfa3095 req-b7da3eab-ab97-4f2e-978c-71191e686621 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e HTTP/1.1" status: 200 len: 999 time: 0.1833591 Feb 28 15:41:36.064348 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d902f1d-09ee-48a4-af84-6abf0dfa3095 req-b9df207b-f900-4ed6-9b3d-78724d6d82a2 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:41:36.065675 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5d902f1d-09ee-48a4-af84-6abf0dfa3095 req-b9df207b-f900-4ed6-9b3d-78724d6d82a2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=239fdddb-86ff-4af5-965a-38e569c89bfb HTTP/1.1" status: 200 len: 849 time: 0.0579419 Feb 28 15:41:36.139515 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5d902f1d-09ee-48a4-af84-6abf0dfa3095 req-0a9a7c9f-cc60-4a9d-aeb5-62c699b8031d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7440af8-3d7c-4126-a23c-c383d4029476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0687203 Feb 28 15:41:36.143730 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-44af7f56-3b96-4f92-a60e-2b9d8dc909a7 None None] Set router 0299ab3d-9ae7-4f3e-8088-2af294e9096e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:41:36.267501 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5d902f1d-09ee-48a4-af84-6abf0dfa3095 req-38ce80a4-1f84-4431-865b-73f6cb35ff84 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220260 Feb 28 15:41:36.395386 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-5d902f1d-09ee-48a4-af84-6abf0dfa3095 req-3c6a3cb1-760a-461a-bdb8-b0fd650dab7b service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225965 Feb 28 15:41:36.481674 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-44af7f56-3b96-4f92-a60e-2b9d8dc909a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '9e13ec6d-0ee2-426f-be20-df5e53a37ad1', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'port_id': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'mac_address': 'fa:16:3e:00:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63284954-9205-4475-9784-5f811b13717d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:39:03Z', 'updated_at': '2022-02-28T15:39:10Z', 'revision_number': 1, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'fixed_ip_address_scope': None}, {'id': 'f2142b30-9561-426b-9904-6b03a7bdc360', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'floating_ip_address': '172.26.4.176', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'port_id': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'mac_address': 'fa:16:3e:3d:e4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a61cf5-b598-4156-822d-82d931899bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:41:34Z', 'updated_at': '2022-02-28T15:41:34Z', 'revision_number': 0, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da95add-153d-4fa4-a395-8d97f7490044', 'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'mac_address': 'fa:16:3e:74:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:42Z', 'updated_at': '2022-02-28T15:38:50Z', 'revision_number': 5, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'subnets': [{'id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:41:36.485557 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44af7f56-3b96-4f92-a60e-2b9d8dc909a7 None None] The sync data for ids ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'] in dv-neutron-830866-2-hyperv is: [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '9e13ec6d-0ee2-426f-be20-df5e53a37ad1', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'port_id': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'mac_address': 'fa:16:3e:00:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63284954-9205-4475-9784-5f811b13717d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:39:03Z', 'updated_at': '2022-02-28T15:39:10Z', 'revision_number': 1, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'fixed_ip_address_scope': None}, {'id': 'f2142b30-9561-426b-9904-6b03a7bdc360', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'floating_ip_address': '172.26.4.176', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'port_id': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'mac_address': 'fa:16:3e:3d:e4:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '18a61cf5-b598-4156-822d-82d931899bc0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:41:34Z', 'updated_at': '2022-02-28T15:41:34Z', 'revision_number': 0, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da95add-153d-4fa4-a395-8d97f7490044', 'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'mac_address': 'fa:16:3e:74:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:42Z', 'updated_at': '2022-02-28T15:38:50Z', 'revision_number': 5, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'subnets': [{'id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:41:36.674420 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d2c5b62a-9dcc-414f-82c3-fd5c47ebbdab None None] New status for floating IP f2142b30-9561-426b-9904-6b03a7bdc360: ACTIVE {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:41:55.601514 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-989655df-bd2a-4d63-b62a-dd2f90bbcf9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:57.727856 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4246f2b7-fc32-4ab7-9018-28e547b7522c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:58.275406 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:58.996715 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:41:59.041471 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:42:00.445896 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:42:00.914930 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-077282f6-82fe-4879-88a7-ee67048aafbc req-974478de-401e-4f78-8310-545bcfd089a0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1920919 Feb 28 15:42:01.052861 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-077282f6-82fe-4879-88a7-ee67048aafbc req-6068f911-1df4-475b-9502-46add376033b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5d7cac429554634a02c4001eea3aedd&device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 1096 time: 0.0698602 Feb 28 15:42:01.190202 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077282f6-82fe-4879-88a7-ee67048aafbc req-87247f76-825e-498b-80cf-676c2a4fc9ac service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:42:01.191635 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-077282f6-82fe-4879-88a7-ee67048aafbc req-87247f76-825e-498b-80cf-676c2a4fc9ac service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7440af8-3d7c-4126-a23c-c383d4029476 HTTP/1.1" status: 200 len: 910 time: 0.1213570 Feb 28 15:42:01.290822 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-077282f6-82fe-4879-88a7-ee67048aafbc req-4499b877-e92d-4fbd-b7b0-428a8cfa8765 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae531c93-5bbc-47a1-b33a-1f9a93630112 HTTP/1.1" status: 200 len: 999 time: 0.0934107 Feb 28 15:42:01.349364 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077282f6-82fe-4879-88a7-ee67048aafbc req-15b9f3d9-b400-4bf0-a5bc-31d7a60f083b service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:42:01.350632 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-077282f6-82fe-4879-88a7-ee67048aafbc req-15b9f3d9-b400-4bf0-a5bc-31d7a60f083b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=239fdddb-86ff-4af5-965a-38e569c89bfb HTTP/1.1" status: 200 len: 849 time: 0.0548801 Feb 28 15:42:01.420666 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-077282f6-82fe-4879-88a7-ee67048aafbc req-ee05c88c-40b8-402c-b898-529099da94ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7440af8-3d7c-4126-a23c-c383d4029476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0645177 Feb 28 15:42:01.549384 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-077282f6-82fe-4879-88a7-ee67048aafbc req-84eedb52-1736-4b37-9d94-d3413ab797e5 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229053 Feb 28 15:42:01.677207 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-077282f6-82fe-4879-88a7-ee67048aafbc req-8cbda606-226b-4e4b-a0b9-b3c93fad8649 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1218207 Feb 28 15:42:11.446381 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:42:25.602083 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-3f9f0cdc-b49a-418b-bd81-b651945951c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:42:27.729482 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-37c49da6-40f8-4703-a570-73d80fe075d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:42:28.299235 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:42:29.003471 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:42:29.043247 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:42:30.447568 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:42:48.448301 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:42:55.602526 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-36de06cb-3572-4b8b-8a73-69f917d92e7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:42:57.730298 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-2c57619f-62d7-4f9f-8574-14a29cb1fd92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:42:58.298072 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:42:58.995275 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:42:59.045311 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:00.451769 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:00.760207 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e details requested by agent hyperv_hv-neutron-8308 with host hv-neutron-8308 {{(pid=83593) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 28 15:43:00.951801 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:43:00.967991 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Returning: {'device': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'port_id': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e', 'mac_address': 'fa:16:3e:3d:e4:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=83593) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 28 15:43:01.028755 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:01.053613 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e {{(pid=83593) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 28 15:43:01.070222 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:43:01.075419 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:01.152656 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,revision_number=6']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:01.157258 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] get_ports_and_sgs() called for port_ids ['6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e'] {{(pid=83593) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:163}} Feb 28 15:43:01.211959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:01.211959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:01.211959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:01.211959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:01.211959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:01.211959 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:01.212424 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:01.212516 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:01.212848 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:01.213195 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:01.213557 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83593) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:02.774339 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e up at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 28 15:43:02.855351 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.provisioning_blocks [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Provisioning complete for port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e triggered by entity L2. {{(pid=83593) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 28 15:43:02.855753 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1104685'] for port, provisioning_complete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:02.876714 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7cb7836d-4143-46f4-a1ad-c914e3df5fab req-118c39d2-1e7f-49e5-9b65-fb4642cfa584 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5d7cac429554634a02c4001eea3aedd&device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 1097 time: 0.0918293 Feb 28 15:43:02.982862 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:03.014280 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a61cf5-b598-4156-822d-82d931899bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:43:03.036931 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:43:03.042690 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:03.062412 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7836d-4143-46f4-a1ad-c914e3df5fab req-1d80bc70-dfbe-4934-9a4f-07824efb7cf4 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:43:03.064358 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7cb7836d-4143-46f4-a1ad-c914e3df5fab req-1d80bc70-dfbe-4934-9a4f-07824efb7cf4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7440af8-3d7c-4126-a23c-c383d4029476 HTTP/1.1" status: 200 len: 910 time: 0.1682217 Feb 28 15:43:03.138180 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,revision_number=7']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:03.142837 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a61cf5-b598-4156-822d-82d931899bc0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e', 'code': 200} Feb 28 15:43:03.301988 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7cb7836d-4143-46f4-a1ad-c914e3df5fab req-7002d99a-a00c-49a9-b7ce-d622cb76be65 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e HTTP/1.1" status: 200 len: 1001 time: 0.2315156 Feb 28 15:43:03.373543 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb7836d-4143-46f4-a1ad-c914e3df5fab req-c66bb28b-6faf-46ff-96b1-c6fa618188e1 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:43:03.377235 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7cb7836d-4143-46f4-a1ad-c914e3df5fab req-c66bb28b-6faf-46ff-96b1-c6fa618188e1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=239fdddb-86ff-4af5-965a-38e569c89bfb HTTP/1.1" status: 200 len: 849 time: 0.0645864 Feb 28 15:43:03.460077 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7cb7836d-4143-46f4-a1ad-c914e3df5fab req-7c567692-7653-4103-ab71-a97632458474 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7440af8-3d7c-4126-a23c-c383d4029476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.0780663 Feb 28 15:43:03.597185 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7cb7836d-4143-46f4-a1ad-c914e3df5fab req-336bc7d6-596e-4423-8b59-44190361208d service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308954 Feb 28 15:43:03.754011 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-7cb7836d-4143-46f4-a1ad-c914e3df5fab req-987d061b-d513-401b-bde6-0dc7a1e04bae service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1509335 Feb 28 15:43:10.966444 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 56284) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:43:11.167055 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Deleting port f76f2a1b-487a-454c-9b46-09c4cfa4263a {{(pid=83591) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:43:11.167399 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:11.344843 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:11.345138 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:11.560053 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.plugins.ml2.plugin [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Calling delete_port for f76f2a1b-487a-454c-9b46-09c4cfa4263a owned by network:floatingip {{(pid=83591) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:43:11.705831 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3181729'] for port, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:11.747761 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event deleted for resources: {'Port': ['ID=f76f2a1b-487a-454c-9b46-09c4cfa4263a,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:11.780836 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:11.781678 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:11.782006 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:11.782330 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:11.782650 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:11.782965 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:11.783282 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:11.783625 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:11.783937 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:11.784256 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:11.784559 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83591) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:11.849889 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for floatingip, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:12.225694 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Router 0299ab3d-9ae7-4f3e-8088-2af294e9096e has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83591) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:43:12.425483 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83591) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:43:12.438691 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6a3607-077c-4c5f-bfd6-a699ecbe20fd None None] Sync routers for ids ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:43:12.447269 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:12.467015 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6a3607-077c-4c5f-bfd6-a699ecbe20fd None None] Routers {'0299ab3d-9ae7-4f3e-8088-2af294e9096e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:43:12.467653 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-8f6a3607-077c-4c5f-bfd6-a699ecbe20fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:42:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:12.504968 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-8831eb77-984c-4dbe-8792-023e4af32e0f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "DELETE /v2.0/floatingips/f2142b30-9561-426b-9904-6b03a7bdc360 HTTP/1.1" status: 204 len: 168 time: 1.5370793 Feb 28 15:43:12.505383 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '18a61cf5-b598-4156-822d-82d931899bc0', 'tag': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e'}] {{(pid=83591) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:43:12.565710 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '18a61cf5-b598-4156-822d-82d931899bc0', 'tag': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e', 'status': 'completed', 'code': 200} Feb 28 15:43:12.669425 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-8f6a3607-077c-4c5f-bfd6-a699ecbe20fd None None] Set router 0299ab3d-9ae7-4f3e-8088-2af294e9096e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:43:12.671945 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cc985e87-a79e-46ac-b3dc-464346f4f91a req-214bfc9d-e12f-4ce3-b3ac-1e85d39bc78a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5d7cac429554634a02c4001eea3aedd&device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 1098 time: 0.0818543 Feb 28 15:43:12.826883 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:43:12.832660 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc985e87-a79e-46ac-b3dc-464346f4f91a req-7cd32bca-6f0a-4321-b30d-57de2756be7f service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:43:12.834407 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cc985e87-a79e-46ac-b3dc-464346f4f91a req-7cd32bca-6f0a-4321-b30d-57de2756be7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7440af8-3d7c-4126-a23c-c383d4029476 HTTP/1.1" status: 200 len: 910 time: 0.1563082 Feb 28 15:43:12.923223 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cc985e87-a79e-46ac-b3dc-464346f4f91a req-43d32e06-fd4f-4264-9e32-3e82740fe33d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e HTTP/1.1" status: 200 len: 217 time: 0.0813258 Feb 28 15:43:12.974332 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1307392'] for port, before_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:13.010765 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] For port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:43:13.012510 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a61cf5-b598-4156-822d-82d931899bc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e'}] {{(pid=83593) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:43:13.019879 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8737161184916', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8737160677515', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8737160677560'] for port, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:13.048138 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc985e87-a79e-46ac-b3dc-464346f4f91a req-12a676a3-8af0-478b-a384-a3c2421c7cf7 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:43:13.050184 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cc985e87-a79e-46ac-b3dc-464346f4f91a req-12a676a3-8af0-478b-a384-a3c2421c7cf7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=239fdddb-86ff-4af5-965a-38e569c89bfb HTTP/1.1" status: 200 len: 849 time: 0.0814531 Feb 28 15:43:13.066112 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d83bfd6-5056-4848-a2a3-9b32f9aec67c req-36eaab85-0a0f-446c-bc26-d0547d5f5e33 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:43:13.068223 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9d83bfd6-5056-4848-a2a3-9b32f9aec67c req-36eaab85-0a0f-446c-bc26-d0547d5f5e33 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 945 time: 0.1438472 Feb 28 15:43:13.082187 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-8f6a3607-077c-4c5f-bfd6-a699ecbe20fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '9e13ec6d-0ee2-426f-be20-df5e53a37ad1', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'port_id': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'mac_address': 'fa:16:3e:00:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63284954-9205-4475-9784-5f811b13717d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:39:03Z', 'updated_at': '2022-02-28T15:39:10Z', 'revision_number': 1, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da95add-153d-4fa4-a395-8d97f7490044', 'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'mac_address': 'fa:16:3e:74:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:42Z', 'updated_at': '2022-02-28T15:38:50Z', 'revision_number': 5, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'subnets': [{'id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:13.087657 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6a3607-077c-4c5f-bfd6-a699ecbe20fd None None] Checking router: 0299ab3d-9ae7-4f3e-8088-2af294e9096e for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:43:13.099574 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f6a3607-077c-4c5f-bfd6-a699ecbe20fd None None] Routers {'0299ab3d-9ae7-4f3e-8088-2af294e9096e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:43:13.100199 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-8f6a3607-077c-4c5f-bfd6-a699ecbe20fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:42:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:13.116226 dv-neutron-830866-2-hyperv neutron-server[83593]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a61cf5-b598-4156-822d-82d931899bc0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e', 'code': 200} Feb 28 15:43:13.121929 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Pushing event updated for resources: {'Port': ['ID=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,revision_number=8']} {{(pid=83593) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:13.186814 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-9d83bfd6-5056-4848-a2a3-9b32f9aec67c req-6791b01e-f4de-4f7d-bdab-b4a98519407a tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0665185 Feb 28 15:43:13.195757 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cc985e87-a79e-46ac-b3dc-464346f4f91a req-fd714b17-9e9b-411d-97e7-f02c07490471 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7440af8-3d7c-4126-a23c-c383d4029476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1366611 Feb 28 15:43:13.283863 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-8f6a3607-077c-4c5f-bfd6-a699ecbe20fd None None] Set router 0299ab3d-9ae7-4f3e-8088-2af294e9096e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:43:13.335775 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cc985e87-a79e-46ac-b3dc-464346f4f91a req-2da23a7d-ace5-4154-86d0-5d00b36bd8f0 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1332281 Feb 28 15:43:13.466956 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-cc985e87-a79e-46ac-b3dc-464346f4f91a req-7e9bc4f1-d9ef-4e9c-97ff-4387a6be1e16 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239574 Feb 28 15:43:13.659925 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-8f6a3607-077c-4c5f-bfd6-a699ecbe20fd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '9e13ec6d-0ee2-426f-be20-df5e53a37ad1', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'port_id': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'mac_address': 'fa:16:3e:00:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63284954-9205-4475-9784-5f811b13717d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:39:03Z', 'updated_at': '2022-02-28T15:39:10Z', 'revision_number': 1, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da95add-153d-4fa4-a395-8d97f7490044', 'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'mac_address': 'fa:16:3e:74:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:42Z', 'updated_at': '2022-02-28T15:38:50Z', 'revision_number': 5, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'subnets': [{'id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:13.663646 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f6a3607-077c-4c5f-bfd6-a699ecbe20fd None None] The sync data for ids ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'] in dv-neutron-830866-2-hyperv is: [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_floatingips': [{'id': '9e13ec6d-0ee2-426f-be20-df5e53a37ad1', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'floating_ip_address': '172.26.4.157', 'floating_network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'router_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'port_id': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'mac_address': 'fa:16:3e:00:97:e0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63284954-9205-4475-9784-5f811b13717d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-28T15:39:03Z', 'updated_at': '2022-02-28T15:39:10Z', 'revision_number': 1, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8da95add-153d-4fa4-a395-8d97f7490044', 'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'mac_address': 'fa:16:3e:74:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:42Z', 'updated_at': '2022-02-28T15:38:50Z', 'revision_number': 5, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'subnets': [{'id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:43:13.870578 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93497706-24b1-42c6-b04b-675cb9d8705d None None] New status for floating IP f2142b30-9561-426b-9904-6b03a7bdc360: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:43:14.358945 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ea2332-ec34-4b1c-bd02-75e3659b86b0 req-8e65674f-0433-431a-9db7-dd1bbd718fd8 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:43:14.360435 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-12ea2332-ec34-4b1c-bd02-75e3659b86b0 req-8e65674f-0433-431a-9db7-dd1bbd718fd8 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.20 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 943 time: 0.0746994 Feb 28 15:43:14.386178 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34960be-8bce-4507-ba51-cc329bf6bfb2 req-7dffc6c7-01d1-4d05-ac4b-9fb746aa635b tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:43:14.386922 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-c34960be-8bce-4507-ba51-cc329bf6bfb2 req-7dffc6c7-01d1-4d05-ac4b-9fb746aa635b tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Synchronizing usage tracker for tenant:e5d7cac429554634a02c4001eea3aedd on resource:port {{(pid=83591) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:43:14.403855 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.quota.resource [req-c34960be-8bce-4507-ba51-cc329bf6bfb2 req-7dffc6c7-01d1-4d05-ac4b-9fb746aa635b tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Unset dirty status for tenant:e5d7cac429554634a02c4001eea3aedd on resource:port {{(pid=83591) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:43:14.405077 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c34960be-8bce-4507-ba51-cc329bf6bfb2 req-7dffc6c7-01d1-4d05-ac4b-9fb746aa635b tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 943 time: 0.0958722 Feb 28 15:43:14.430938 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-12ea2332-ec34-4b1c-bd02-75e3659b86b0 req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Deleting port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:43:14.431715 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-12ea2332-ec34-4b1c-bd02-75e3659b86b0 req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:14.464682 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c34960be-8bce-4507-ba51-cc329bf6bfb2 req-bf83c623-c040-46cf-a38b-62eb0c367f4f tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0524287 Feb 28 15:43:14.761437 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-12ea2332-ec34-4b1c-bd02-75e3659b86b0 req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] For port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:43:14.761787 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-12ea2332-ec34-4b1c-bd02-75e3659b86b0 req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:14.881946 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-12ea2332-ec34-4b1c-bd02-75e3659b86b0 req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Calling delete_port for 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:43:15.019644 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-12ea2332-ec34-4b1c-bd02-75e3659b86b0 req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:15.067286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event deleted for resources: {'Port': ['ID=6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:15.104845 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:15.105191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:15.105530 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:15.105861 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Port changed None to 1.5 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:15.106191 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:15.106521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:15.106843 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type SecurityGroup changed None to 1.2 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:15.107168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type SecurityGroupRule changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:15.107484 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:15.107823 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:15.108141 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-neutron-830866-2-hyperv {{(pid=83592) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 28 15:43:15.150509 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-12ea2332-ec34-4b1c-bd02-75e3659b86b0 req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] No DVR routers for this DVR port 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:43:15.152726 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-12ea2332-ec34-4b1c-bd02-75e3659b86b0 req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:15.155057 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '18a61cf5-b598-4156-822d-82d931899bc0', 'name': 'network-vif-deleted', 'tag': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:43:15.169737 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-12ea2332-ec34-4b1c-bd02-75e3659b86b0 req-401aaf4b-8a17-4cf6-bb77-c57b388aa347 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.20 "DELETE /v2.0/ports/6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e HTTP/1.1" status: 204 len: 173 time: 0.8044195 Feb 28 15:43:15.215675 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '18a61cf5-b598-4156-822d-82d931899bc0', 'name': 'network-vif-deleted', 'tag': '6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e', 'status': 'completed', 'code': 200} Feb 28 15:43:15.639117 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-d68656dc-5604-44f0-85d2-44abe4b8a9b8 req-882e2e85-9b5b-4669-9dba-160e9803dedb tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=18a61cf5-b598-4156-822d-82d931899bc0 HTTP/1.1" status: 200 len: 210 time: 0.0429947 Feb 28 15:43:16.853551 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:43:16.888369 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:43:16.888710 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device 6f3c6e74-89ec-47e1-a9e4-1d9b9a81d96e not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:43:17.310886 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 56344) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:43:17.507926 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-25830578-65d6-4bef-bd1f-baee1ca0224e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Deleting port 364950d2-85d8-4eba-8bb4-79a37152d248 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:43:17.508278 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25830578-65d6-4bef-bd1f-baee1ca0224e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:17.677791 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25830578-65d6-4bef-bd1f-baee1ca0224e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:17.678024 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25830578-65d6-4bef-bd1f-baee1ca0224e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:17.792929 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-25830578-65d6-4bef-bd1f-baee1ca0224e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Calling delete_port for 364950d2-85d8-4eba-8bb4-79a37152d248 owned by network:floatingip {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:43:17.942164 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25830578-65d6-4bef-bd1f-baee1ca0224e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:17.985800 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25830578-65d6-4bef-bd1f-baee1ca0224e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event deleted for resources: {'Port': ['ID=364950d2-85d8-4eba-8bb4-79a37152d248,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:18.074541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25830578-65d6-4bef-bd1f-baee1ca0224e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for floatingip, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:18.548922 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25830578-65d6-4bef-bd1f-baee1ca0224e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Router 0299ab3d-9ae7-4f3e-8088-2af294e9096e has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:43:18.746284 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25830578-65d6-4bef-bd1f-baee1ca0224e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:43:18.755561 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143660af-1ff9-4e9c-afa7-095bd0e4eee2 None None] Sync routers for ids ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:43:18.761388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-25830578-65d6-4bef-bd1f-baee1ca0224e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for floatingip, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:18.768972 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143660af-1ff9-4e9c-afa7-095bd0e4eee2 None None] Routers {'0299ab3d-9ae7-4f3e-8088-2af294e9096e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:43:18.769594 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-143660af-1ff9-4e9c-afa7-095bd0e4eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:42:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:18.813425 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-25830578-65d6-4bef-bd1f-baee1ca0224e tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "DELETE /v2.0/floatingips/9e13ec6d-0ee2-426f-be20-df5e53a37ad1 HTTP/1.1" status: 204 len: 168 time: 1.5014713 Feb 28 15:43:18.813989 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '63284954-9205-4475-9784-5f811b13717d', 'tag': 'ae531c93-5bbc-47a1-b33a-1f9a93630112'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:43:18.874273 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '63284954-9205-4475-9784-5f811b13717d', 'tag': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'status': 'completed', 'code': 200} Feb 28 15:43:18.952127 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-143660af-1ff9-4e9c-afa7-095bd0e4eee2 None None] Set router 0299ab3d-9ae7-4f3e-8088-2af294e9096e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:43:18.966021 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3649fcb3-6f3a-4f07-83e3-e1dad138afc2 req-6dbe0ae9-90af-47f0-aed3-8b09d843ca5d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e5d7cac429554634a02c4001eea3aedd&device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 1096 time: 0.0717933 Feb 28 15:43:19.102943 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649fcb3-6f3a-4f07-83e3-e1dad138afc2 req-035b052c-fb40-4704-86e8-c3d85dcfd987 service neutron] Attributes excluded by policy engine: ['vlan_transparent'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:43:19.104390 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3649fcb3-6f3a-4f07-83e3-e1dad138afc2 req-035b052c-fb40-4704-86e8-c3d85dcfd987 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c7440af8-3d7c-4126-a23c-c383d4029476 HTTP/1.1" status: 200 len: 910 time: 0.1323102 Feb 28 15:43:19.213336 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3649fcb3-6f3a-4f07-83e3-e1dad138afc2 req-f4e5b5da-b328-49c0-8813-e7986b4538b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ae531c93-5bbc-47a1-b33a-1f9a93630112 HTTP/1.1" status: 200 len: 217 time: 0.1015534 Feb 28 15:43:19.279041 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-143660af-1ff9-4e9c-afa7-095bd0e4eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '8da95add-153d-4fa4-a395-8d97f7490044', 'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'mac_address': 'fa:16:3e:74:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:42Z', 'updated_at': '2022-02-28T15:38:50Z', 'revision_number': 5, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'subnets': [{'id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:19.283037 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143660af-1ff9-4e9c-afa7-095bd0e4eee2 None None] Checking router: 0299ab3d-9ae7-4f3e-8088-2af294e9096e for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:43:19.286039 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3649fcb3-6f3a-4f07-83e3-e1dad138afc2 req-d9ae2690-590d-4bd2-b8b3-4523e0394922 service neutron] Attributes excluded by policy engine: ['shared', 'segment_id'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:43:19.287444 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3649fcb3-6f3a-4f07-83e3-e1dad138afc2 req-d9ae2690-590d-4bd2-b8b3-4523e0394922 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=239fdddb-86ff-4af5-965a-38e569c89bfb HTTP/1.1" status: 200 len: 849 time: 0.0678942 Feb 28 15:43:19.293427 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-143660af-1ff9-4e9c-afa7-095bd0e4eee2 None None] Routers {'0299ab3d-9ae7-4f3e-8088-2af294e9096e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:43:19.294001 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-143660af-1ff9-4e9c-afa7-095bd0e4eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:42:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:19.296757 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763f7869-483a-41e6-a520-351dd0b1dc94 req-e276a40a-eaef-4503-8b7c-4f3f0cbb5736 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:43:19.297333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-763f7869-483a-41e6-a520-351dd0b1dc94 req-e276a40a-eaef-4503-8b7c-4f3f0cbb5736 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Synchronizing usage tracker for tenant:e5d7cac429554634a02c4001eea3aedd on resource:port {{(pid=83592) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 28 15:43:19.356168 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.quota.resource [req-763f7869-483a-41e6-a520-351dd0b1dc94 req-e276a40a-eaef-4503-8b7c-4f3f0cbb5736 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Unset dirty status for tenant:e5d7cac429554634a02c4001eea3aedd on resource:port {{(pid=83592) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 28 15:43:19.357337 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-763f7869-483a-41e6-a520-351dd0b1dc94 req-e276a40a-eaef-4503-8b7c-4f3f0cbb5736 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 943 time: 0.1992021 Feb 28 15:43:19.415438 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3649fcb3-6f3a-4f07-83e3-e1dad138afc2 req-afb483a5-9669-4684-a4e3-8fd58103c44c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c7440af8-3d7c-4126-a23c-c383d4029476&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1177 time: 0.1145644 Feb 28 15:43:19.422490 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-763f7869-483a-41e6-a520-351dd0b1dc94 req-d4a6ec1b-b2e1-479f-ac23-d2a6068ea9eb tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0560358 Feb 28 15:43:19.478960 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-143660af-1ff9-4e9c-afa7-095bd0e4eee2 None None] Set router 0299ab3d-9ae7-4f3e-8088-2af294e9096e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:43:19.558582 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3649fcb3-6f3a-4f07-83e3-e1dad138afc2 req-9dc7c525-a25f-4c85-b7f3-dac480243525 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350477 Feb 28 15:43:19.688613 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-3649fcb3-6f3a-4f07-83e3-e1dad138afc2 req-cd457455-fb6a-4356-b185-93fa40b2b4d3 service neutron] 10.222.0.20 "GET /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238503 Feb 28 15:43:19.789175 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-143660af-1ff9-4e9c-afa7-095bd0e4eee2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '8da95add-153d-4fa4-a395-8d97f7490044', 'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'mac_address': 'fa:16:3e:74:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:42Z', 'updated_at': '2022-02-28T15:38:50Z', 'revision_number': 5, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'subnets': [{'id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:19.792885 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-143660af-1ff9-4e9c-afa7-095bd0e4eee2 None None] The sync data for ids ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'] in dv-neutron-830866-2-hyperv is: [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:38:42Z', 'revision_number': 4, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv', '_interfaces': [{'id': '8da95add-153d-4fa4-a395-8d97f7490044', 'name': '', 'network_id': 'c7440af8-3d7c-4126-a23c-c383d4029476', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'mac_address': 'fa:16:3e:74:98:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_interface', 'fixed_ips': [{'subnet_id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:42Z', 'updated_at': '2022-02-28T15:38:50Z', 'revision_number': 5, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'subnets': [{'id': '239fdddb-86ff-4af5-965a-38e569c89bfb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:43:19.999997 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a76f193-6f50-4c16-8763-cde62ba51fb4 None None] New status for floating IP 9e13ec6d-0ee2-426f-be20-df5e53a37ad1: DOWN {{(pid=83593) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:264}} Feb 28 15:43:20.627396 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34a12fd-efc0-41c0-bce9-91fdcb406d5f req-e456bdbc-fe73-4853-9712-190c4b476bdc tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83591) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:43:20.628858 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c34a12fd-efc0-41c0-bce9-91fdcb406d5f req-e456bdbc-fe73-4853-9712-190c4b476bdc tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 943 time: 0.0752430 Feb 28 15:43:20.630865 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67c25ce-1e2c-4adc-ae64-731768ff4ed7 req-d41fb824-58bf-4977-a1f1-a259db744eb6 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Attributes excluded by policy engine: ['binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=83592) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 28 15:43:20.632281 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b67c25ce-1e2c-4adc-ae64-731768ff4ed7 req-d41fb824-58bf-4977-a1f1-a259db744eb6 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.20 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 943 time: 0.0741327 Feb 28 15:43:20.674446 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-c34a12fd-efc0-41c0-bce9-91fdcb406d5f req-61b90993-49fd-4b27-8e7a-81b2c7a79525 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/security-groups?id=c19a277a-54fe-41e2-b62e-9fa6283959d1&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399013 Feb 28 15:43:20.702572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-b67c25ce-1e2c-4adc-ae64-731768ff4ed7 req-26ea089c-5c06-4b36-b61b-16c39840b3fc tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Deleting port ae531c93-5bbc-47a1-b33a-1f9a93630112 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:43:20.703533 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b67c25ce-1e2c-4adc-ae64-731768ff4ed7 req-26ea089c-5c06-4b36-b61b-16c39840b3fc tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:21.023550 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [req-b67c25ce-1e2c-4adc-ae64-731768ff4ed7 req-26ea089c-5c06-4b36-b61b-16c39840b3fc tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] For port ae531c93-5bbc-47a1-b33a-1f9a93630112, host hv-neutron-8308, got binding levels [PortBindingLevel(driver='hyperv',host='hv-neutron-8308',level=0,port_id=ae531c93-5bbc-47a1-b33a-1f9a93630112,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:43:21.023921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b67c25ce-1e2c-4adc-ae64-731768ff4ed7 req-26ea089c-5c06-4b36-b61b-16c39840b3fc tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:21.142246 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [req-b67c25ce-1e2c-4adc-ae64-731768ff4ed7 req-26ea089c-5c06-4b36-b61b-16c39840b3fc tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Calling delete_port for ae531c93-5bbc-47a1-b33a-1f9a93630112 owned by compute:nova {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:43:21.276829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b67c25ce-1e2c-4adc-ae64-731768ff4ed7 req-26ea089c-5c06-4b36-b61b-16c39840b3fc tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:21.327388 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ea089c-5c06-4b36-b61b-16c39840b3fc tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event deleted for resources: {'Port': ['ID=ae531c93-5bbc-47a1-b33a-1f9a93630112,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:21.398879 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [req-b67c25ce-1e2c-4adc-ae64-731768ff4ed7 req-26ea089c-5c06-4b36-b61b-16c39840b3fc tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] No DVR routers for this DVR port ae531c93-5bbc-47a1-b33a-1f9a93630112 on host hv-neutron-8308 {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:43:21.401413 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [req-b67c25ce-1e2c-4adc-ae64-731768ff4ed7 req-26ea089c-5c06-4b36-b61b-16c39840b3fc tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-89334'] for port, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:21.404173 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '63284954-9205-4475-9784-5f811b13717d', 'name': 'network-vif-deleted', 'tag': 'ae531c93-5bbc-47a1-b33a-1f9a93630112'}] {{(pid=83592) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 28 15:43:21.419882 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [req-b67c25ce-1e2c-4adc-ae64-731768ff4ed7 req-26ea089c-5c06-4b36-b61b-16c39840b3fc tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.20 "DELETE /v2.0/ports/ae531c93-5bbc-47a1-b33a-1f9a93630112 HTTP/1.1" status: 204 len: 173 time: 0.7823730 Feb 28 15:43:21.461949 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '63284954-9205-4475-9784-5f811b13717d', 'name': 'network-vif-deleted', 'tag': 'ae531c93-5bbc-47a1-b33a-1f9a93630112', 'status': 'completed', 'code': 200} Feb 28 15:43:21.958695 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [req-41f3cc62-c864-4540-ad21-c97d4de6f247 req-1e62f6cf-e016-4b65-9a97-ff1f10bc0c98 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "GET /v2.0/ports?device_id=63284954-9205-4475-9784-5f811b13717d HTTP/1.1" status: 200 len: 210 time: 0.1456070 Feb 28 15:43:22.869197 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device ae531c93-5bbc-47a1-b33a-1f9a93630112 no longer exists at agent hyperv_hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:43:22.901507 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] No Port match for: ae531c93-5bbc-47a1-b33a-1f9a93630112 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:43:22.901845 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Device ae531c93-5bbc-47a1-b33a-1f9a93630112 not bound to the agent host hv-neutron-8308 {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:43:23.062481 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 56366) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:43:23.131873 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bd79138-484c-4308-8620-42d1d137f1f0 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:23.160049 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bd79138-484c-4308-8620-42d1d137f1f0 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:23.222318 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bd79138-484c-4308-8620-42d1d137f1f0 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:23.244394 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bd79138-484c-4308-8620-42d1d137f1f0 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c19a277a-54fe-41e2-b62e-9fa6283959d1,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:23.252358 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-2bd79138-484c-4308-8620-42d1d137f1f0 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:23.256055 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-2bd79138-484c-4308-8620-42d1d137f1f0 tempest-TestSnapshotPattern-1689808990 tempest-TestSnapshotPattern-1689808990-project] 10.222.0.15 "DELETE /v2.0/security-groups/c19a277a-54fe-41e2-b62e-9fa6283959d1 HTTP/1.1" status: 204 len: 168 time: 0.1925759 Feb 28 15:43:23.308958 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 56372) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:43:23.691266 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7de12be1-83cd-4629-8996-303e4aa792b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:24.349906 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-7de12be1-83cd-4629-8996-303e4aa792b7 admin admin] Deleting port 8da95add-153d-4fa4-a395-8d97f7490044 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:43:24.350563 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7de12be1-83cd-4629-8996-303e4aa792b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:24.514572 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-7de12be1-83cd-4629-8996-303e4aa792b7 admin admin] For port 8da95add-153d-4fa4-a395-8d97f7490044, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=8da95add-153d-4fa4-a395-8d97f7490044,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:43:24.514919 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7de12be1-83cd-4629-8996-303e4aa792b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:24.631448 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-7de12be1-83cd-4629-8996-303e4aa792b7 admin admin] Calling delete_port for 8da95add-153d-4fa4-a395-8d97f7490044 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:43:24.794188 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7de12be1-83cd-4629-8996-303e4aa792b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:24.838579 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de12be1-83cd-4629-8996-303e4aa792b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8da95add-153d-4fa4-a395-8d97f7490044,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:25.121019 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7de12be1-83cd-4629-8996-303e4aa792b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:25.447894 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:43:25.604898 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8ca2c26c-374c-4438-aceb-804fec641643 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:25.789993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7de12be1-83cd-4629-8996-303e4aa792b7 admin admin] Router 0299ab3d-9ae7-4f3e-8088-2af294e9096e has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:43:25.983784 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7de12be1-83cd-4629-8996-303e4aa792b7 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:43:25.992207 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3606c2-b1a1-48f9-8e0c-19d159ec0894 None None] Sync routers for ids ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'] in dv-neutron-830866-2-hyperv {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:43:25.996062 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7de12be1-83cd-4629-8996-303e4aa792b7 admin admin] 10.222.0.15 "PUT /v2.0/routers/0299ab3d-9ae7-4f3e-8088-2af294e9096e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6857395 Feb 28 15:43:25.998194 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 56376) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:43:26.004538 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3606c2-b1a1-48f9-8e0c-19d159ec0894 None None] Routers {'0299ab3d-9ae7-4f3e-8088-2af294e9096e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:43:26.005128 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7a3606c2-b1a1-48f9-8e0c-19d159ec0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:42:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:26.177018 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-7a3606c2-b1a1-48f9-8e0c-19d159ec0894 None None] Set router 0299ab3d-9ae7-4f3e-8088-2af294e9096e gateway port host: dv-neutron-830866-2-hyperv {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:43:26.191571 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e71e0abf-0276-46c4-bb7e-87673bcb417c admin admin] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:26.382595 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e71e0abf-0276-46c4-bb7e-87673bcb417c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:26.392773 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-e71e0abf-0276-46c4-bb7e-87673bcb417c admin admin] Deleting port 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:43:26.393286 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e71e0abf-0276-46c4-bb7e-87673bcb417c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:26.452019 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7a3606c2-b1a1-48f9-8e0c-19d159ec0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130'}], 'enable_snat': True}, 'gw_port_id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:43:24Z', 'revision_number': 5, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port': {'id': '75da31c0-2783-401e-bf6f-3fbfdd8f2dd3', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:bf:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:40Z', 'updated_at': '2022-02-28T15:38:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:26.456049 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3606c2-b1a1-48f9-8e0c-19d159ec0894 None None] Checking router: 0299ab3d-9ae7-4f3e-8088-2af294e9096e for host: dv-neutron-830866-2-hyperv {{(pid=83594) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:43:26.466206 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a3606c2-b1a1-48f9-8e0c-19d159ec0894 None None] Routers {'0299ab3d-9ae7-4f3e-8088-2af294e9096e'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83594) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:43:26.466811 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7a3606c2-b1a1-48f9-8e0c-19d159ec0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:42:58Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'], 'active': True} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:26.565846 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-e71e0abf-0276-46c4-bb7e-87673bcb417c admin admin] For port 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=75da31c0-2783-401e-bf6f-3fbfdd8f2dd3,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:43:26.566197 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e71e0abf-0276-46c4-bb7e-87673bcb417c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:26.614317 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_dvr_db [None req-7a3606c2-b1a1-48f9-8e0c-19d159ec0894 None None] Set router 0299ab3d-9ae7-4f3e-8088-2af294e9096e gateway port host: None {{(pid=83594) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:43:26.682740 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-e71e0abf-0276-46c4-bb7e-87673bcb417c admin admin] Calling delete_port for 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:43:26.715319 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.l3_hamode_db [None req-7a3606c2-b1a1-48f9-8e0c-19d159ec0894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:43:26Z', 'revision_number': 6, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83594) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:26.719716 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a3606c2-b1a1-48f9-8e0c-19d159ec0894 None None] The sync data for ids ['0299ab3d-9ae7-4f3e-8088-2af294e9096e'] in dv-neutron-830866-2-hyperv is: [{'id': '0299ab3d-9ae7-4f3e-8088-2af294e9096e', 'name': 'tempest-TestSnapshotPattern-1595847965-router', 'tenant_id': 'e5d7cac429554634a02c4001eea3aedd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:39Z', 'updated_at': '2022-02-28T15:43:26Z', 'revision_number': 6, 'project_id': 'e5d7cac429554634a02c4001eea3aedd', 'gw_port_host': None}] {{(pid=83594) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:43:26.845203 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e71e0abf-0276-46c4-bb7e-87673bcb417c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:26.887968 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e0abf-0276-46c4-bb7e-87673bcb417c admin admin] Pushing event deleted for resources: {'Port': ['ID=75da31c0-2783-401e-bf6f-3fbfdd8f2dd3,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:27.105910 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e71e0abf-0276-46c4-bb7e-87673bcb417c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:27.451748 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e71e0abf-0276-46c4-bb7e-87673bcb417c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:27.455813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e71e0abf-0276-46c4-bb7e-87673bcb417c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:27.480541 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e71e0abf-0276-46c4-bb7e-87673bcb417c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:27.481307 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e71e0abf-0276-46c4-bb7e-87673bcb417c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0299ab3d-9ae7-4f3e-8088-2af294e9096e {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:43:27.494755 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-e71e0abf-0276-46c4-bb7e-87673bcb417c admin admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:27.495888 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-e71e0abf-0276-46c4-bb7e-87673bcb417c admin admin] 10.222.0.15 "DELETE /v2.0/routers/0299ab3d-9ae7-4f3e-8088-2af294e9096e HTTP/1.1" status: 204 len: 168 time: 1.4967761 Feb 28 15:43:27.498432 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 56380) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:43:27.557165 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9ba2714-43b4-48b5-b274-3bd1013675da admin admin] Deleting subnet 239fdddb-86ff-4af5-965a-38e569c89bfb {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:43:27.559991 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b9ba2714-43b4-48b5-b274-3bd1013675da admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:27.609662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b9ba2714-43b4-48b5-b274-3bd1013675da admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:27.689415 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b9ba2714-43b4-48b5-b274-3bd1013675da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:27.736901 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c518e821-eaca-47f6-9086-6712fb78887a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:27.760071 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b9ba2714-43b4-48b5-b274-3bd1013675da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:27.800597 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ba2714-43b4-48b5-b274-3bd1013675da admin admin] Pushing event deleted for resources: {'Subnet': ['ID=239fdddb-86ff-4af5-965a-38e569c89bfb,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:27.805128 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-b9ba2714-43b4-48b5-b274-3bd1013675da admin admin] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:27.810174 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98876de0-d312-43ba-b82f-90ef37b64345 None None] Network c7440af8-3d7c-4126-a23c-c383d4029476 requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:43:27.810622 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-b9ba2714-43b4-48b5-b274-3bd1013675da admin admin] 10.222.0.15 "DELETE /v2.0/subnets/239fdddb-86ff-4af5-965a-38e569c89bfb HTTP/1.1" status: 204 len: 168 time: 0.3111796 Feb 28 15:43:27.813599 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 56384) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:43:27.917813 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:27.930325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] Deleting port eea86160-0028-4d93-9e38-b159663dce20 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:43:27.930647 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:27.944302 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8da95add-153d-4fa4-a395-8d97f7490044 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:43:28.003579 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 8da95add-153d-4fa4-a395-8d97f7490044 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:43:28.003807 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 8da95add-153d-4fa4-a395-8d97f7490044 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:43:28.004193 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:43:28.074065 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:43:28.074401 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 75da31c0-2783-401e-bf6f-3fbfdd8f2dd3 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:43:28.138320 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] For port eea86160-0028-4d93-9e38-b159663dce20, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=eea86160-0028-4d93-9e38-b159663dce20,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:43:28.138665 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:28.167868 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84728884-679a-4720-b54d-45e0e2497fe4 None None] DHCP port deletion for c7440af8-3d7c-4126-a23c-c383d4029476 request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:43:28.172942 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-84728884-679a-4720-b54d-45e0e2497fe4 None None] Deleting port eea86160-0028-4d93-9e38-b159663dce20 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:43:28.173524 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-84728884-679a-4720-b54d-45e0e2497fe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:28.257689 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] Calling delete_port for eea86160-0028-4d93-9e38-b159663dce20 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:43:28.333751 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:28.359945 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:28.378283 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] Pushing event deleted for resources: {'Port': ['ID=eea86160-0028-4d93-9e38-b159663dce20,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:28.381133 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-84728884-679a-4720-b54d-45e0e2497fe4 None None] For port eea86160-0028-4d93-9e38-b159663dce20, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=eea86160-0028-4d93-9e38-b159663dce20,segment=NetworkSegment(15ec1e28-4a27-4331-8845-78089123a387),segment_id=15ec1e28-4a27-4331-8845-78089123a387)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:43:28.381512 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-84728884-679a-4720-b54d-45e0e2497fe4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:28.384583 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] No DVR routers for this DVR port eea86160-0028-4d93-9e38-b159663dce20 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:43:28.502691 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-84728884-679a-4720-b54d-45e0e2497fe4 None None] Calling delete_port for eea86160-0028-4d93-9e38-b159663dce20 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:43:28.504078 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:28.529742 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7440af8-3d7c-4126-a23c-c383d4029476']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:28.542334 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15ec1e28-4a27-4331-8845-78089123a387') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:28.542623 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15ec1e28-4a27-4331-8845-78089123a387') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:28.553753 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:28.571303 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:28.571786 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-84728884-679a-4720-b54d-45e0e2497fe4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:43:28.572137 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-84728884-679a-4720-b54d-45e0e2497fe4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:43:28.578223 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:43:28.578694 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:43:28.591578 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:43:28.752116 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:28.768113 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:28.778082 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] Pushing event deleted for resources: {'Network': ['ID=c7440af8-3d7c-4126-a23c-c383d4029476,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:28.791653 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-9810f8b5-cefc-4d87-a180-9328a4b82fbf admin admin] 10.222.0.15 "DELETE /v2.0/networks/c7440af8-3d7c-4126-a23c-c383d4029476 HTTP/1.1" status: 204 len: 168 time: 0.9771132 Feb 28 15:43:28.794514 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 56388) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:43:28.996846 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:29.048991 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:29.073662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-84728884-679a-4720-b54d-45e0e2497fe4 None None] Deleting port eea86160-0028-4d93-9e38-b159663dce20 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:43:29.074018 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-84728884-679a-4720-b54d-45e0e2497fe4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:29.136955 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-84728884-679a-4720-b54d-45e0e2497fe4 None None] The port 'eea86160-0028-4d93-9e38-b159663dce20' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:43:29.178022 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3629-49b7-4baf-9ca7-4eb9fbf740e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-4168279'] for router_interface, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:29.744033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b3629-49b7-4baf-9ca7-4eb9fbf740e7 admin admin] Deleting port 4b59a092-8ab3-4cfe-aeb1-d536a984f054 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:43:29.744279 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3629-49b7-4baf-9ca7-4eb9fbf740e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:29.910690 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-0d7b3629-49b7-4baf-9ca7-4eb9fbf740e7 admin admin] For port 4b59a092-8ab3-4cfe-aeb1-d536a984f054, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=4b59a092-8ab3-4cfe-aeb1-d536a984f054,segment=NetworkSegment(56e5de59-0934-4dc0-a6fd-8372a9ed24f9),segment_id=56e5de59-0934-4dc0-a6fd-8372a9ed24f9)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:43:29.911034 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3629-49b7-4baf-9ca7-4eb9fbf740e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:29.923306 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device eea86160-0028-4d93-9e38-b159663dce20 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:43:29.955211 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: eea86160-0028-4d93-9e38-b159663dce20 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:43:29.955565 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device eea86160-0028-4d93-9e38-b159663dce20 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:43:30.032996 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-0d7b3629-49b7-4baf-9ca7-4eb9fbf740e7 admin admin] Calling delete_port for 4b59a092-8ab3-4cfe-aeb1-d536a984f054 owned by network:router_interface {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:43:30.279467 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3629-49b7-4baf-9ca7-4eb9fbf740e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:30.326422 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7b3629-49b7-4baf-9ca7-4eb9fbf740e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=4b59a092-8ab3-4cfe-aeb1-d536a984f054,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:30.455946 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:30.604662 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-0d7b3629-49b7-4baf-9ca7-4eb9fbf740e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-3022097', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-4168420'] for router_interface, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:31.154267 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d7b3629-49b7-4baf-9ca7-4eb9fbf740e7 admin admin] Router a88a614b-427c-4784-a1b5-65147e09e9cf has already been hosted by L3 agent 71d14da6-f0b5-4e07-9478-2f092aecd578 {{(pid=83592) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 28 15:43:31.342021 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d7b3629-49b7-4baf-9ca7-4eb9fbf740e7 admin admin] Notify agent at l3_agent.dv-neutron-830866-2-hyperv the message routers_updated {{(pid=83592) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 28 15:43:31.350976 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-0d7b3629-49b7-4baf-9ca7-4eb9fbf740e7 admin admin] 10.222.0.15 "PUT /v2.0/routers/a88a614b-427c-4784-a1b5-65147e09e9cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5555282 Feb 28 15:43:31.352465 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1517e87-e801-4fb4-81ab-ffa5f6814c18 None None] Sync routers for ids ['a88a614b-427c-4784-a1b5-65147e09e9cf'] in dv-neutron-830866-2-hyperv {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:119}} Feb 28 15:43:31.353436 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 56394) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:43:31.364920 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1517e87-e801-4fb4-81ab-ffa5f6814c18 None None] Routers {'a88a614b-427c-4784-a1b5-65147e09e9cf'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:43:31.365522 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-e1517e87-e801-4fb4-81ab-ffa5f6814c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:43:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a88a614b-427c-4784-a1b5-65147e09e9cf'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:31.544213 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-e1517e87-e801-4fb4-81ab-ffa5f6814c18 None None] Set router a88a614b-427c-4784-a1b5-65147e09e9cf gateway port host: dv-neutron-830866-2-hyperv {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:43:31.651832 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ae17e99e-4879-43ba-8bc2-6318037697ad admin admin] Notify callbacks [] for router, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:31.820613 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-e1517e87-e801-4fb4-81ab-ffa5f6814c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'name': 'tempest-TestSnapshotPattern-1154504978-router', 'tenant_id': '7775654480944b6fa5dc3061fce504e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'external_fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.101'}], 'enable_snat': True}, 'gw_port_id': 'adfb3d74-beb6-4372-b01c-21f15e7adb41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:45Z', 'updated_at': '2022-02-28T15:43:30Z', 'revision_number': 5, 'project_id': '7775654480944b6fa5dc3061fce504e9', 'gw_port': {'id': 'adfb3d74-beb6-4372-b01c-21f15e7adb41', 'name': '', 'network_id': '2c3941b4-a632-4920-84bb-54647ee9840b', 'tenant_id': '', 'mac_address': 'fa:16:3e:b0:ad:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'device_owner': 'network:router_gateway', 'fixed_ips': [{'subnet_id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'ip_address': '172.26.4.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-neutron-830866-2-hyperv', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-28T15:38:46Z', 'updated_at': '2022-02-28T15:38:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'f654353c-97f7-40e3-b37f-72a4df00f340', 'cidr': '172.26.4.0/24', 'gateway_ip': '172.26.4.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-neutron-830866-2-hyperv'}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:31.824535 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1517e87-e801-4fb4-81ab-ffa5f6814c18 None None] Checking router: a88a614b-427c-4784-a1b5-65147e09e9cf for host: dv-neutron-830866-2-hyperv {{(pid=83593) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:149}} Feb 28 15:43:31.835209 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1517e87-e801-4fb4-81ab-ffa5f6814c18 None None] Routers {'a88a614b-427c-4784-a1b5-65147e09e9cf'} bound to L3 agent in host dv-neutron-830866-2-hyperv {{(pid=83593) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Feb 28 15:43:31.835826 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-e1517e87-e801-4fb4-81ab-ffa5f6814c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-neutron-830866-2-hyperv', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-28T14:41:58Z,description=,heartbeat_timestamp=2022-02-28T15:43:28Z,host='dv-neutron-830866-2-hyperv',id=71d14da6-f0b5-4e07-9478-2f092aecd578,load=0,resource_versions=,resources_synced=,started_at=2022-02-28T14:41:58Z,topic='l3_agent')) {'router_ids': ['a88a614b-427c-4784-a1b5-65147e09e9cf'], 'active': True} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:31.847636 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ae17e99e-4879-43ba-8bc2-6318037697ad admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:31.856921 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-ae17e99e-4879-43ba-8bc2-6318037697ad admin admin] Deleting port adfb3d74-beb6-4372-b01c-21f15e7adb41 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:43:31.857268 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ae17e99e-4879-43ba-8bc2-6318037697ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:31.988864 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_dvr_db [None req-e1517e87-e801-4fb4-81ab-ffa5f6814c18 None None] Set router a88a614b-427c-4784-a1b5-65147e09e9cf gateway port host: None {{(pid=83593) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:871}} Feb 28 15:43:32.043767 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-ae17e99e-4879-43ba-8bc2-6318037697ad admin admin] For port adfb3d74-beb6-4372-b01c-21f15e7adb41, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=adfb3d74-beb6-4372-b01c-21f15e7adb41,segment=NetworkSegment(54b56df6-f653-4673-a31a-e8299150939e),segment_id=54b56df6-f653-4673-a31a-e8299150939e)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:43:32.044143 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ae17e99e-4879-43ba-8bc2-6318037697ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:32.128642 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.db.l3_hamode_db [None req-e1517e87-e801-4fb4-81ab-ffa5f6814c18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'name': 'tempest-TestSnapshotPattern-1154504978-router', 'tenant_id': '7775654480944b6fa5dc3061fce504e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:45Z', 'updated_at': '2022-02-28T15:43:31Z', 'revision_number': 6, 'project_id': '7775654480944b6fa5dc3061fce504e9', 'gw_port_host': None}], 'dv-neutron-830866-2-hyperv', False) {} {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:32.132356 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1517e87-e801-4fb4-81ab-ffa5f6814c18 None None] The sync data for ids ['a88a614b-427c-4784-a1b5-65147e09e9cf'] in dv-neutron-830866-2-hyperv is: [{'id': 'a88a614b-427c-4784-a1b5-65147e09e9cf', 'name': 'tempest-TestSnapshotPattern-1154504978-router', 'tenant_id': '7775654480944b6fa5dc3061fce504e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-28T15:38:45Z', 'updated_at': '2022-02-28T15:43:31Z', 'revision_number': 6, 'project_id': '7775654480944b6fa5dc3061fce504e9', 'gw_port_host': None}] {{(pid=83593) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:131}} Feb 28 15:43:32.169537 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-ae17e99e-4879-43ba-8bc2-6318037697ad admin admin] Calling delete_port for adfb3d74-beb6-4372-b01c-21f15e7adb41 owned by network:router_gateway {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:43:32.327973 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ae17e99e-4879-43ba-8bc2-6318037697ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:32.370033 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae17e99e-4879-43ba-8bc2-6318037697ad admin admin] Pushing event deleted for resources: {'Port': ['ID=adfb3d74-beb6-4372-b01c-21f15e7adb41,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:32.591032 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ae17e99e-4879-43ba-8bc2-6318037697ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-4166706'] for router_gateway, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:32.838635 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ae17e99e-4879-43ba-8bc2-6318037697ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-4162178', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-40867'] for router, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:32.842745 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ae17e99e-4879-43ba-8bc2-6318037697ad admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:32.869840 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ae17e99e-4879-43ba-8bc2-6318037697ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-4162070'] for router, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:32.870420 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae17e99e-4879-43ba-8bc2-6318037697ad admin admin] Fanout notify agent at l3_agent the message router_deleted on router a88a614b-427c-4784-a1b5-65147e09e9cf {{(pid=83592) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 28 15:43:32.883339 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-ae17e99e-4879-43ba-8bc2-6318037697ad admin admin] Notify callbacks [] for router, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:32.884478 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-ae17e99e-4879-43ba-8bc2-6318037697ad admin admin] 10.222.0.15 "DELETE /v2.0/routers/a88a614b-427c-4784-a1b5-65147e09e9cf HTTP/1.1" status: 204 len: 168 time: 1.5301366 Feb 28 15:43:32.887095 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 56398) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:43:33.053568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8d816a-9b10-4102-a0b1-8f3ed4439a03 admin admin] Deleting subnet 7b1fc543-6beb-4d76-a5cd-2c6b1a32e855 {{(pid=83592) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1047}} Feb 28 15:43:33.056649 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c8d816a-9b10-4102-a0b1-8f3ed4439a03 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:33.109614 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c8d816a-9b10-4102-a0b1-8f3ed4439a03 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-2554220'] for subnet, precommit_delete_associations {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:33.189130 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c8d816a-9b10-4102-a0b1-8f3ed4439a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1100017'] for subnet, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:33.252852 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c8d816a-9b10-4102-a0b1-8f3ed4439a03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1099976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993692', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-3378278', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2709314'] for subnet, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:33.291567 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8d816a-9b10-4102-a0b1-8f3ed4439a03 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b1fc543-6beb-4d76-a5cd-2c6b1a32e855,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:33.299573 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-7c8d816a-9b10-4102-a0b1-8f3ed4439a03 admin admin] Notify callbacks [] for subnet, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:33.307150 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-7c8d816a-9b10-4102-a0b1-8f3ed4439a03 admin admin] 10.222.0.15 "DELETE /v2.0/subnets/7b1fc543-6beb-4d76-a5cd-2c6b1a32e855 HTTP/1.1" status: 204 len: 168 time: 0.4184918 Feb 28 15:43:33.307384 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0054c09a-f3ad-492e-a1ee-0ced14d5c1be None None] Network a1d57772-4ef1-4cb3-b378-db9efbfe8b2d requested from dv-neutron-830866-2-hyperv {{(pid=83593) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:198}} Feb 28 15:43:33.309163 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 56402) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:43:33.416024 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1095651'] for network, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:33.427060 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] Deleting port 3a88d65c-a5f3-4106-80e8-48db65e6ba43 {{(pid=83592) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:43:33.427383 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:33.555160 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a29c8c15-ae56-4bb9-af3a-f1f5b555fa6d None None] DHCP port deletion for a1d57772-4ef1-4cb3-b378-db9efbfe8b2d request from dv-neutron-830866-2-hyperv {{(pid=83593) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:245}} Feb 28 15:43:33.559779 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a29c8c15-ae56-4bb9-af3a-f1f5b555fa6d None None] Deleting port 3a88d65c-a5f3-4106-80e8-48db65e6ba43 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:43:33.560203 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a29c8c15-ae56-4bb9-af3a-f1f5b555fa6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:33.634993 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.db [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] For port 3a88d65c-a5f3-4106-80e8-48db65e6ba43, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3a88d65c-a5f3-4106-80e8-48db65e6ba43,segment=NetworkSegment(56e5de59-0934-4dc0-a6fd-8372a9ed24f9),segment_id=56e5de59-0934-4dc0-a6fd-8372a9ed24f9)] {{(pid=83592) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:43:33.635333 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:33.751317 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.plugin [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] Calling delete_port for 3a88d65c-a5f3-4106-80e8-48db65e6ba43 owned by network:dhcp {{(pid=83592) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:43:33.759094 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.db [None req-a29c8c15-ae56-4bb9-af3a-f1f5b555fa6d None None] For port 3a88d65c-a5f3-4106-80e8-48db65e6ba43, host dv-neutron-830866-2-hyperv, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-neutron-830866-2-hyperv',level=0,port_id=3a88d65c-a5f3-4106-80e8-48db65e6ba43,segment=NetworkSegment(56e5de59-0934-4dc0-a6fd-8372a9ed24f9),segment_id=56e5de59-0934-4dc0-a6fd-8372a9ed24f9)] {{(pid=83593) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 28 15:43:33.759462 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a29c8c15-ae56-4bb9-af3a-f1f5b555fa6d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-4094017'] for port, precommit_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:33.826627 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1307004', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-85466', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8737161184898', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8737160677506', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-3378361'] for port, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:33.869110 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3a88d65c-a5f3-4106-80e8-48db65e6ba43,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:33.875056 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] No DVR routers for this DVR port 3a88d65c-a5f3-4106-80e8-48db65e6ba43 on host dv-neutron-830866-2-hyperv {{(pid=83592) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 28 15:43:33.884039 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a29c8c15-ae56-4bb9-af3a-f1f5b555fa6d None None] Calling delete_port for 3a88d65c-a5f3-4106-80e8-48db65e6ba43 owned by network:dhcp {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1958}} Feb 28 15:43:33.937720 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3a88d65c-a5f3-4106-80e8-48db65e6ba43 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:43:33.974586 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 3a88d65c-a5f3-4106-80e8-48db65e6ba43 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:43:33.974924 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 3a88d65c-a5f3-4106-80e8-48db65e6ba43 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:43:33.975331 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4b59a092-8ab3-4cfe-aeb1-d536a984f054 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:43:33.996144 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1102204', 'neutron.services.segments.db._delete_segments_for_network-8737161131879'] for network, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:34.016737 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: 4b59a092-8ab3-4cfe-aeb1-d536a984f054 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:43:34.017003 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device 4b59a092-8ab3-4cfe-aeb1-d536a984f054 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:43:34.017412 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device adfb3d74-beb6-4372-b01c-21f15e7adb41 no longer exists at agent ovs-agent-dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 28 15:43:34.020592 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a1d57772-4ef1-4cb3-b378-db9efbfe8b2d']}} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:34.032061 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56e5de59-0934-4dc0-a6fd-8372a9ed24f9') {'for_net_delete': True} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:34.032352 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.services.segments.db [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56e5de59-0934-4dc0-a6fd-8372a9ed24f9') {} {{(pid=83592) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 28 15:43:34.043447 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8737161130990', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-2554215'] for segment, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:34.051900 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] No Port match for: adfb3d74-beb6-4372-b01c-21f15e7adb41 {{(pid=83593) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2212}} Feb 28 15:43:34.052248 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.rpc [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Device adfb3d74-beb6-4372-b01c-21f15e7adb41 not bound to the agent host dv-neutron-830866-2-hyperv {{(pid=83593) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 28 15:43:34.059272 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.db.api [None req-a29c8c15-ae56-4bb9-af3a-f1f5b555fa6d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=83593) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 28 15:43:34.059660 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG oslo_db.api [None req-a29c8c15-ae56-4bb9-af3a-f1f5b555fa6d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=83593) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 28 15:43:34.060521 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1213867'] for segment, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:34.067171 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=83592) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:310}} Feb 28 15:43:34.067562 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1100888', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-3378380'] for segment, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: Traceback (most recent call last): Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 461, in fire_timers Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: timer() Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: cb(*args, **kw) Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: return func(*args, **kwargs) Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: self._notify() Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: self.callback(batched_events) Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: event.method(event) Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: aggregate_uuid = self.p_client.list_aggregates( Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: return f(self, *a, **k) Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._get(url).json() Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1131, in get Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: return self.request(url, 'GET', **kwargs) Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 801, in request Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: base_url = self.get_endpoint(auth, allow=allow, Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 28 15:43:34.080938 dv-neutron-830866-2-hyperv neutron-server[83592]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 28 15:43:34.157692 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1102195', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993605', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-3022332', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-4166743'] for network, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:34.162075 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] Notify callbacks [] for network, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:34.184723 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a1d57772-4ef1-4cb3-b378-db9efbfe8b2d,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:34.189082 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-6ccfa655-3f3d-4fe9-bce1-2335286429b7 admin admin] 10.222.0.15 "DELETE /v2.0/networks/a1d57772-4ef1-4cb3-b378-db9efbfe8b2d HTTP/1.1" status: 204 len: 168 time: 0.8790021 Feb 28 15:43:34.404211 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 56408) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:43:34.454442 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-d62fb698-dc47-433a-9ce7-4e25ec7817ef admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=e5d7cac429554634a02c4001eea3aedd&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0479035 Feb 28 15:43:34.456906 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [-] (83591) accepted ('10.222.0.15', 56412) {{(pid=83591) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:43:34.513668 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5a78d528-6b7a-409e-9cd0-883e3524b725 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:34.542161 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5a78d528-6b7a-409e-9cd0-883e3524b725 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:34.560833 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a29c8c15-ae56-4bb9-af3a-f1f5b555fa6d None None] Deleting port 3a88d65c-a5f3-4106-80e8-48db65e6ba43 {{(pid=83593) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1886}} Feb 28 15:43:34.561654 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-a29c8c15-ae56-4bb9-af3a-f1f5b555fa6d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8737161110721'] for port, before_delete {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:34.600029 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5a78d528-6b7a-409e-9cd0-883e3524b725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:34.620348 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a78d528-6b7a-409e-9cd0-883e3524b725 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69f0b980-b18e-4cd3-86af-c515413e094d,revision_number=None']} {{(pid=83591) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:34.624117 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron_lib.callbacks.manager [None req-5a78d528-6b7a-409e-9cd0-883e3524b725 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83591) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:34.627756 dv-neutron-830866-2-hyperv neutron-server[83591]: INFO neutron.wsgi [None req-5a78d528-6b7a-409e-9cd0-883e3524b725 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/69f0b980-b18e-4cd3-86af-c515413e094d HTTP/1.1" status: 204 len: 168 time: 0.1674356 Feb 28 15:43:34.628662 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron.plugins.ml2.plugin [None req-a29c8c15-ae56-4bb9-af3a-f1f5b555fa6d None None] The port '3a88d65c-a5f3-4106-80e8-48db65e6ba43' was deleted {{(pid=83593) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1916}} Feb 28 15:43:35.043829 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 56420) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:43:35.092837 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-197a7c61-d62d-4ea1-96e9-81c0dbf27339 admin admin] 10.222.0.15 "GET /v2.0/security-groups?tenant_id=7775654480944b6fa5dc3061fce504e9&name=default HTTP/1.1" status: 200 len: 2647 time: 0.0478945 Feb 28 15:43:35.095216 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.wsgi [-] (83592) accepted ('10.222.0.15', 56424) {{(pid=83592) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 28 15:43:35.154809 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-663fc1d7-1951-44bf-b808-7aac96275e86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:35.180568 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-663fc1d7-1951-44bf-b808-7aac96275e86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:35.233275 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-663fc1d7-1951-44bf-b808-7aac96275e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-3993780'] for security_group, after_delete {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:35.248325 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663fc1d7-1951-44bf-b808-7aac96275e86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bcc4af6-34de-4cd0-a451-a8a2a58aaf70,revision_number=None']} {{(pid=83592) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 28 15:43:35.256239 dv-neutron-830866-2-hyperv neutron-server[83592]: DEBUG neutron_lib.callbacks.manager [None req-663fc1d7-1951-44bf-b808-7aac96275e86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=83592) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:35.257373 dv-neutron-830866-2-hyperv neutron-server[83592]: INFO neutron.wsgi [None req-663fc1d7-1951-44bf-b808-7aac96275e86 admin admin] 10.222.0.15 "DELETE /v2.0/security-groups/6bcc4af6-34de-4cd0-a451-a8a2a58aaf70 HTTP/1.1" status: 204 len: 168 time: 0.1612248 Feb 28 15:43:55.607904 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cdb51f81-249c-4d81-a502-74871fb75841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:57.729766 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4c534654-e0e1-4dd0-bc76-aec60829e210 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:58.299940 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:58.999620 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:43:59.050830 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:44:00.460540 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:44:02.448780 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:44:25.610330 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8c255d9c-efe2-4f41-aeac-a54b92b18854 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:44:27.730639 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d8370c9c-33d5-42d2-81d6-32c5f47525aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:44:28.303194 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:44:29.000722 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:44:29.053112 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:44:30.461768 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:44:39.448485 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:44:55.610949 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e4a9b334-6827-410e-a9b2-7cb5c541b50f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:44:57.732775 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-6bc3db21-a8cd-45ad-8bf0-488d3187172b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:44:58.317075 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:44:59.002224 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:44:59.055942 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:45:00.463766 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:45:16.448469 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:45:25.611318 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-f955f316-119a-400e-903b-d6c74917904f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:45:27.734277 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-909b40c6-7d4a-4642-be95-4a527ea84aa4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:45:28.316977 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:45:29.003784 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:45:29.058820 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:45:30.465732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:45:53.448973 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:45:55.612458 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-d4b981f2-8cc7-47e0-926d-4861129cc5ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:45:57.735612 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-71a74d69-d074-4a05-a829-0cc87c44e7c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:45:58.347625 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:45:59.005459 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:45:59.061669 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:46:00.470337 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:46:25.615374 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-8fc6d60b-3f91-4650-ba24-5e25aa53781d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:46:27.736344 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ae5948f8-5b65-4758-88c0-33cddf147ed1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:46:28.346490 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:46:29.007390 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:46:29.065047 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:46:30.449068 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:46:30.470732 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:46:55.615921 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-571812ea-9e07-47b9-a776-22a545c40b0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:46:57.737994 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-28fb36ba-7c65-440c-8743-c47f1660ceab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:46:58.362484 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:46:59.012300 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:46:59.066999 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:47:00.474376 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:47:07.448458 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:47:25.616464 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-cef13027-eb13-407e-901c-6c7263255d89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:47:27.739707 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-887306fd-6c4a-49a2-bfaf-decf6e5f019e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:47:28.360924 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:47:29.014846 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:47:29.069794 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:47:30.477045 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:47:39.370908 dv-neutron-830866-2-hyperv neutron-server[83591]: DEBUG neutron.wsgi [req-61a166de-6c3f-4dca-8485-93f9ca952b0a req-af378ee4-bd09-490a-8daa-17cde3f2bc89 service neutron] (83591) timed out ('10.222.0.15', 54272) {{(pid=83591) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 28 15:47:44.448983 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:47:55.618395 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-e05631b4-5fee-43f1-a197-488f1e934a12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:47:57.739834 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-12664dbd-df23-4878-a42a-3df98ea0ee58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:47:58.360711 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:47:59.015789 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:47:59.071084 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:48:00.479220 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:48:21.448429 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:48:25.619636 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-c6359685-b10c-4211-8b3c-05e32a8ec50d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:48:27.742605 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-7260f8b5-c002-44a9-a7f4-565dfdcd57de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:48:28.361012 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:48:29.017122 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:48:29.073129 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:48:30.481559 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:48:55.620754 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-9d1bc5b3-df96-492b-a1ef-4aed32fc03d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:48:57.743978 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-96a218c9-1746-41c2-a07c-150858cc70f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:48:58.375347 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-4ad0e6b7-2f58-414c-8363-eaa7e7a7f06b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:48:58.449163 dv-neutron-830866-2-hyperv neutron-server[83594]: DEBUG neutron.db.agents_db [None req-c0a2af5d-0a0c-4389-8e33-b8875e1e7b4c None None] Agent healthcheck: found 6 active agents {{(pid=83594) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 28 15:48:59.022433 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-46659fb8-dc35-4d6c-8010-9f0e0a7994b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:48:59.076693 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-ce78a9be-d219-48d4-b8d6-bee8be9cd502 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 28 15:49:00.485249 dv-neutron-830866-2-hyperv neutron-server[83593]: DEBUG neutron_lib.callbacks.manager [None req-30a13f01-8f5d-4403-a580-66e960eeefbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8737161131861', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1104764'] for agent, after_update {{(pid=83593) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}